{"level":"warn","ts":"2026-07-24T05:21:28.935364Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T05:21:28.935448Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.240:2380","--initial-cluster=instance=https://199.204.45.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-24T05:21:28.935503Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-24T05:21:28.935517Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-07-24T05:21:28.935537Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T05:21:28.936137Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"]} {"level":"info","ts":"2026-07-24T05:21:28.936212Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-24T05:21:29.25855Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"322.124909ms"} {"level":"info","ts":"2026-07-24T05:21:30.023752Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e46287fb5aa4785","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-07-24T05:21:30.02389Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=()"} {"level":"info","ts":"2026-07-24T05:21:30.023926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 0"} {"level":"info","ts":"2026-07-24T05:21:30.023948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e46287fb5aa4785 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-24T05:21:30.023961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 1"} {"level":"info","ts":"2026-07-24T05:21:30.02402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"warn","ts":"2026-07-24T05:21:30.231972Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-24T05:21:30.415614Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-24T05:21:30.489421Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-24T05:21:30.61787Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e46287fb5aa4785","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-24T05:21:30.618209Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e46287fb5aa4785","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-24T05:21:30.618342Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T05:21:30.618478Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T05:21:30.618488Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-24T05:21:30.623005Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-24T05:21:30.623182Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-07-24T05:21:30.623269Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e46287fb5aa4785","initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-24T05:21:30.623313Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-07-24T05:21:30.623318Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-24T05:21:30.694791Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"info","ts":"2026-07-24T05:21:30.694948Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"4e46287fb5aa4785","added-peer-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-07-24T05:21:30.695118Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 is starting a new election at term 1"} {"level":"info","ts":"2026-07-24T05:21:30.695151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-24T05:21:30.695172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgPreVoteResp from 4e46287fb5aa4785 at term 1"} {"level":"info","ts":"2026-07-24T05:21:30.695201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became candidate at term 2"} {"level":"info","ts":"2026-07-24T05:21:30.69522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgVoteResp from 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-07-24T05:21:30.695246Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became leader at term 2"} {"level":"info","ts":"2026-07-24T05:21:30.69526Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e46287fb5aa4785 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-07-24T05:21:30.915578Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T05:21:31.037943Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e46287fb5aa4785","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.240:2379]}","request-path":"/0/members/4e46287fb5aa4785/attributes","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-07-24T05:21:31.037949Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T05:21:31.038023Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-24T05:21:31.038227Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-24T05:21:31.038284Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-24T05:21:31.041973Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-24T05:21:31.042271Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.240:2379"} {"level":"info","ts":"2026-07-24T05:21:31.209715Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T05:21:31.210183Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T05:21:31.210352Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-24T05:21:31.210384Z","caller":"traceutil/trace.go:171","msg":"trace[429040750] linearizableReadLoop","detail":"{readStateIndex:4; appliedIndex:3; }","duration":"119.132289ms","start":"2026-07-24T05:21:31.091098Z","end":"2026-07-24T05:21:31.21023Z","steps":["trace[429040750] 'read index received' (duration: 116.920308ms)","trace[429040750] 'applied index is now lower than readState.Index' (duration: 2.210831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:31.210617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.496028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.210697Z","caller":"traceutil/trace.go:171","msg":"trace[755716701] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"119.59071ms","start":"2026-07-24T05:21:31.091092Z","end":"2026-07-24T05:21:31.210683Z","steps":["trace[755716701] 'agreement among raft nodes before linearized reading' (duration: 119.344374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.210653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.440016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.210751Z","caller":"traceutil/trace.go:171","msg":"trace[1334328257] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"119.575259ms","start":"2026-07-24T05:21:31.091171Z","end":"2026-07-24T05:21:31.210746Z","steps":["trace[1334328257] 'agreement among raft nodes before linearized reading' (duration: 119.304083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.635218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.462442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.635266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.054586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.635295Z","caller":"traceutil/trace.go:171","msg":"trace[1095934343] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"358.569313ms","start":"2026-07-24T05:21:31.276707Z","end":"2026-07-24T05:21:31.635276Z","steps":["trace[1095934343] 'range keys from in-memory index tree' (duration: 358.41847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.635303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.593454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.635325Z","caller":"traceutil/trace.go:171","msg":"trace[1595376794] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"331.118548ms","start":"2026-07-24T05:21:31.304175Z","end":"2026-07-24T05:21:31.635293Z","steps":["trace[1595376794] 'range keys from in-memory index tree' (duration: 330.940944ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.635352Z","caller":"traceutil/trace.go:171","msg":"trace[607156715] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1; }","duration":"358.655466ms","start":"2026-07-24T05:21:31.276679Z","end":"2026-07-24T05:21:31.635334Z","steps":["trace[607156715] 'count revisions from in-memory index tree' (duration: 358.512103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.635369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.304161Z","time spent":"331.191659ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:21:31.63534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.27669Z","time spent":"358.638596ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:21:31.635401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.276665Z","time spent":"358.725357ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:21:31.635533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.069337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.635566Z","caller":"traceutil/trace.go:171","msg":"trace[1447479289] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"344.103958ms","start":"2026-07-24T05:21:31.291454Z","end":"2026-07-24T05:21:31.635558Z","steps":["trace[1447479289] 'count revisions from in-memory index tree' (duration: 343.983975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.635242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.979544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.635593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.291421Z","time spent":"344.165039ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:21:31.635615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.101759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.635663Z","caller":"traceutil/trace.go:171","msg":"trace[1837844053] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"395.152201ms","start":"2026-07-24T05:21:31.240489Z","end":"2026-07-24T05:21:31.635641Z","steps":["trace[1837844053] 'range keys from in-memory index tree' (duration: 395.057268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.635704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.240478Z","time spent":"395.213073ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:21:31.635738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.122406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.635761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.282531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.6352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.13978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.635881Z","caller":"traceutil/trace.go:171","msg":"trace[1220746075] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"303.857237ms","start":"2026-07-24T05:21:31.332014Z","end":"2026-07-24T05:21:31.635871Z","steps":["trace[1220746075] 'range keys from in-memory index tree' (duration: 303.072318ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.635874Z","caller":"traceutil/trace.go:171","msg":"trace[1616311334] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"318.372143ms","start":"2026-07-24T05:21:31.317464Z","end":"2026-07-24T05:21:31.635836Z","steps":["trace[1616311334] 'range keys from in-memory index tree' (duration: 317.987983ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.635885Z","caller":"traceutil/trace.go:171","msg":"trace[644418543] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1; }","duration":"318.446235ms","start":"2026-07-24T05:21:31.317412Z","end":"2026-07-24T05:21:31.635858Z","steps":["trace[644418543] 'count revisions from in-memory index tree' (duration: 318.156867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.635902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.455876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.635921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.331998Z","time spent":"303.911138ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:21:31.635935Z","caller":"traceutil/trace.go:171","msg":"trace[2123209575] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1; }","duration":"344.527378ms","start":"2026-07-24T05:21:31.291399Z","end":"2026-07-24T05:21:31.635926Z","steps":["trace[2123209575] 'range keys from in-memory index tree' (duration: 344.314874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.635948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.317401Z","time spent":"318.528786ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:21:31.635984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.317445Z","time spent":"318.478705ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:21:31.635934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.106968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.635609Z","caller":"traceutil/trace.go:171","msg":"trace[509428771] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1; }","duration":"331.365874ms","start":"2026-07-24T05:21:31.304228Z","end":"2026-07-24T05:21:31.635593Z","steps":["trace[509428771] 'count revisions from in-memory index tree' (duration: 330.911953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.635988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.475043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.636094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.304216Z","time spent":"331.865936ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:21:31.636132Z","caller":"traceutil/trace.go:171","msg":"trace[1335202688] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1; }","duration":"143.729679ms","start":"2026-07-24T05:21:31.492379Z","end":"2026-07-24T05:21:31.636109Z","steps":["trace[1335202688] 'range keys from in-memory index tree' (duration: 143.34594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.636199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.223562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.636233Z","caller":"traceutil/trace.go:171","msg":"trace[1790196146] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1; }","duration":"233.283563ms","start":"2026-07-24T05:21:31.40294Z","end":"2026-07-24T05:21:31.636224Z","steps":["trace[1790196146] 'range keys from in-memory index tree' (duration: 233.088819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.63626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.423936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.635877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.752161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.636377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.262336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.636068Z","caller":"traceutil/trace.go:171","msg":"trace[2120917119] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"385.255412ms","start":"2026-07-24T05:21:31.2508Z","end":"2026-07-24T05:21:31.636055Z","steps":["trace[2120917119] 'range keys from in-memory index tree' (duration: 385.046017ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.636401Z","caller":"traceutil/trace.go:171","msg":"trace[532612027] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"373.291575ms","start":"2026-07-24T05:21:31.263078Z","end":"2026-07-24T05:21:31.63637Z","steps":["trace[532612027] 'range keys from in-memory index tree' (duration: 372.66823ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.636422Z","caller":"traceutil/trace.go:171","msg":"trace[1090187814] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"304.317147ms","start":"2026-07-24T05:21:31.332095Z","end":"2026-07-24T05:21:31.636413Z","steps":["trace[1090187814] 'count revisions from in-memory index tree' (duration: 304.223085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.636446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.875768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.636459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.250787Z","time spent":"385.654981ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:21:31.636478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.263065Z","time spent":"373.392257ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:21:31.636512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.154681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.636522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.727392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.636513Z","caller":"traceutil/trace.go:171","msg":"trace[2084968526] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1; }","duration":"395.97381ms","start":"2026-07-24T05:21:31.240516Z","end":"2026-07-24T05:21:31.63649Z","steps":["trace[2084968526] 'count revisions from in-memory index tree' (duration: 395.800046ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.636555Z","caller":"traceutil/trace.go:171","msg":"trace[687063464] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"255.756822ms","start":"2026-07-24T05:21:31.380787Z","end":"2026-07-24T05:21:31.636544Z","steps":["trace[687063464] 'range keys from in-memory index tree' (duration: 255.6679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.636549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.040688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.636582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.645871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.636607Z","caller":"traceutil/trace.go:171","msg":"trace[1760063104] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1; }","duration":"233.693802ms","start":"2026-07-24T05:21:31.402906Z","end":"2026-07-24T05:21:31.6366Z","steps":["trace[1760063104] 'count revisions from in-memory index tree' (duration: 233.545299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.636633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.369643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.636577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.240501Z","time spent":"396.059782ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:21:31.636732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.675272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.63672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.671848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.636602Z","caller":"traceutil/trace.go:171","msg":"trace[476248133] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1; }","duration":"205.117829ms","start":"2026-07-24T05:21:31.43147Z","end":"2026-07-24T05:21:31.636588Z","steps":["trace[476248133] 'count revisions from in-memory index tree' (duration: 205.005008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.636736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.959268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.636766Z","caller":"traceutil/trace.go:171","msg":"trace[1659156371] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1; }","duration":"151.737123ms","start":"2026-07-24T05:21:31.485022Z","end":"2026-07-24T05:21:31.636759Z","steps":["trace[1659156371] 'count revisions from in-memory index tree' (duration: 151.628651ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.636779Z","caller":"traceutil/trace.go:171","msg":"trace[1553991974] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1; }","duration":"219.759609ms","start":"2026-07-24T05:21:31.417007Z","end":"2026-07-24T05:21:31.636767Z","steps":["trace[1553991974] 'count revisions from in-memory index tree' (duration: 219.560685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.636802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.764076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.636822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.475215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.63685Z","caller":"traceutil/trace.go:171","msg":"trace[879987760] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1; }","duration":"169.540636ms","start":"2026-07-24T05:21:31.467303Z","end":"2026-07-24T05:21:31.636844Z","steps":["trace[879987760] 'range keys from in-memory index tree' (duration: 169.347462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.635976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.291386Z","time spent":"344.572849ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:21:31.636459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.025538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.636941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.838446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.636972Z","caller":"traceutil/trace.go:171","msg":"trace[1972695272] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1; }","duration":"151.897187ms","start":"2026-07-24T05:21:31.485067Z","end":"2026-07-24T05:21:31.636964Z","steps":["trace[1972695272] 'range keys from in-memory index tree' (duration: 151.773295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.636996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.314076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.636554Z","caller":"traceutil/trace.go:171","msg":"trace[2022448163] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"243.212182ms","start":"2026-07-24T05:21:31.393326Z","end":"2026-07-24T05:21:31.636538Z","steps":["trace[2022448163] 'range keys from in-memory index tree' (duration: 243.039918ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.63702Z","caller":"traceutil/trace.go:171","msg":"trace[1391927296] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1; }","duration":"161.357987ms","start":"2026-07-24T05:21:31.475655Z","end":"2026-07-24T05:21:31.637013Z","steps":["trace[1391927296] 'count revisions from in-memory index tree' (duration: 161.259504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.637024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.060436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.636827Z","caller":"traceutil/trace.go:171","msg":"trace[1219646265] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1; }","duration":"373.812497ms","start":"2026-07-24T05:21:31.263008Z","end":"2026-07-24T05:21:31.63682Z","steps":["trace[1219646265] 'count revisions from in-memory index tree' (duration: 373.714015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.637031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.258161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.637063Z","caller":"traceutil/trace.go:171","msg":"trace[432947055] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1; }","duration":"220.124538ms","start":"2026-07-24T05:21:31.416927Z","end":"2026-07-24T05:21:31.637052Z","steps":["trace[432947055] 'range keys from in-memory index tree' (duration: 219.914123ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.636369Z","caller":"traceutil/trace.go:171","msg":"trace[381519650] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1; }","duration":"385.541388ms","start":"2026-07-24T05:21:31.250793Z","end":"2026-07-24T05:21:31.636334Z","steps":["trace[381519650] 'count revisions from in-memory index tree' (duration: 385.1337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.637138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.250758Z","time spent":"386.370868ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:21:31.636977Z","caller":"traceutil/trace.go:171","msg":"trace[9028452] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"243.540059ms","start":"2026-07-24T05:21:31.393408Z","end":"2026-07-24T05:21:31.636948Z","steps":["trace[9028452] 'count revisions from in-memory index tree' (duration: 242.983947ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.636684Z","caller":"traceutil/trace.go:171","msg":"trace[35179551] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1; }","duration":"169.433704ms","start":"2026-07-24T05:21:31.467239Z","end":"2026-07-24T05:21:31.636673Z","steps":["trace[35179551] 'count revisions from in-memory index tree' (duration: 169.327582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.637262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.976349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.637126Z","caller":"traceutil/trace.go:171","msg":"trace[1733935484] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1; }","duration":"144.710991ms","start":"2026-07-24T05:21:31.492387Z","end":"2026-07-24T05:21:31.637098Z","steps":["trace[1733935484] 'count revisions from in-memory index tree' (duration: 143.913373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.636475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.332091Z","time spent":"304.372518ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:21:31.637315Z","caller":"traceutil/trace.go:171","msg":"trace[1081227794] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1; }","duration":"206.04398ms","start":"2026-07-24T05:21:31.431259Z","end":"2026-07-24T05:21:31.637303Z","steps":["trace[1081227794] 'range keys from in-memory index tree' (duration: 205.940528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.637356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.732123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.63709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:31.262995Z","time spent":"374.081423ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:21:31.637398Z","caller":"traceutil/trace.go:171","msg":"trace[1308468454] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1; }","duration":"195.772633ms","start":"2026-07-24T05:21:31.441609Z","end":"2026-07-24T05:21:31.637381Z","steps":["trace[1308468454] 'range keys from in-memory index tree' (duration: 195.703922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.636495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.917297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.637484Z","caller":"traceutil/trace.go:171","msg":"trace[1206339810] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"256.9534ms","start":"2026-07-24T05:21:31.380522Z","end":"2026-07-24T05:21:31.637475Z","steps":["trace[1206339810] 'count revisions from in-memory index tree' (duration: 255.776404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.637322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.709662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.635136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.166865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.637871Z","caller":"traceutil/trace.go:171","msg":"trace[822559954] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1; }","duration":"195.970608ms","start":"2026-07-24T05:21:31.441562Z","end":"2026-07-24T05:21:31.637532Z","steps":["trace[822559954] 'count revisions from in-memory index tree' (duration: 195.62347ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.638279Z","caller":"traceutil/trace.go:171","msg":"trace[1103460428] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1; }","duration":"181.264467ms","start":"2026-07-24T05:21:31.456932Z","end":"2026-07-24T05:21:31.638196Z","steps":["trace[1103460428] 'range keys from in-memory index tree' (duration: 178.102544ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.636796Z","caller":"traceutil/trace.go:171","msg":"trace[479790055] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1; }","duration":"161.06073ms","start":"2026-07-24T05:21:31.475722Z","end":"2026-07-24T05:21:31.636783Z","steps":["trace[479790055] 'range keys from in-memory index tree' (duration: 160.809344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.638977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.528416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.639028Z","caller":"traceutil/trace.go:171","msg":"trace[1567336998] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1; }","duration":"115.624288ms","start":"2026-07-24T05:21:31.523384Z","end":"2026-07-24T05:21:31.639008Z","steps":["trace[1567336998] 'count revisions from in-memory index tree' (duration: 115.430154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.639115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.954662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.639321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.519636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:31.639136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.342199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.639329Z","caller":"traceutil/trace.go:171","msg":"trace[721666687] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1; }","duration":"124.212637ms","start":"2026-07-24T05:21:31.515017Z","end":"2026-07-24T05:21:31.63923Z","steps":["trace[721666687] 'range keys from in-memory index tree' (duration: 123.852258ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.639502Z","caller":"traceutil/trace.go:171","msg":"trace[396324266] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1; }","duration":"124.75837ms","start":"2026-07-24T05:21:31.514706Z","end":"2026-07-24T05:21:31.639465Z","steps":["trace[396324266] 'count revisions from in-memory index tree' (duration: 124.167176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.638722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.318111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.639639Z","caller":"traceutil/trace.go:171","msg":"trace[1776217269] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1; }","duration":"135.232311ms","start":"2026-07-24T05:21:31.50437Z","end":"2026-07-24T05:21:31.639602Z","steps":["trace[1776217269] 'count revisions from in-memory index tree' (duration: 134.081955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.63934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.017198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.639503Z","caller":"traceutil/trace.go:171","msg":"trace[1750525810] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1; }","duration":"182.6822ms","start":"2026-07-24T05:21:31.456757Z","end":"2026-07-24T05:21:31.639439Z","steps":["trace[1750525810] 'count revisions from in-memory index tree' (duration: 182.428985ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:31.639743Z","caller":"traceutil/trace.go:171","msg":"trace[1316982258] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1; }","duration":"116.406476ms","start":"2026-07-24T05:21:31.523312Z","end":"2026-07-24T05:21:31.639718Z","steps":["trace[1316982258] 'range keys from in-memory index tree' (duration: 115.966316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:31.639956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.465317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:31.64003Z","caller":"traceutil/trace.go:171","msg":"trace[1259722383] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1; }","duration":"135.583269ms","start":"2026-07-24T05:21:31.504432Z","end":"2026-07-24T05:21:31.640015Z","steps":["trace[1259722383] 'range keys from in-memory index tree' (duration: 134.122246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:32.734414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.688865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:32.734528Z","caller":"traceutil/trace.go:171","msg":"trace[1251554962] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"265.539529ms","start":"2026-07-24T05:21:32.468973Z","end":"2026-07-24T05:21:32.734513Z","steps":["trace[1251554962] 'read index received' (duration: 90.141257ms)","trace[1251554962] 'applied index is now lower than readState.Index' (duration: 175.396982ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:32.734584Z","caller":"traceutil/trace.go:171","msg":"trace[296926186] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"333.090563ms","start":"2026-07-24T05:21:32.401455Z","end":"2026-07-24T05:21:32.734546Z","steps":["trace[296926186] 'process raft request' (duration: 157.64591ms)","trace[296926186] 'compare' (duration: 174.450549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:32.734632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.178882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:32.734666Z","caller":"traceutil/trace.go:171","msg":"trace[958784441] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:3; }","duration":"281.211162ms","start":"2026-07-24T05:21:32.453442Z","end":"2026-07-24T05:21:32.734653Z","steps":["trace[958784441] 'agreement among raft nodes before linearized reading' (duration: 281.134481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:32.73475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:32.401437Z","time spent":"333.218587ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:21:32.786321Z","caller":"traceutil/trace.go:171","msg":"trace[1968001436] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"298.954802ms","start":"2026-07-24T05:21:32.487339Z","end":"2026-07-24T05:21:32.786294Z","steps":["trace[1968001436] 'process raft request' (duration: 298.773318ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:32.786399Z","caller":"traceutil/trace.go:171","msg":"trace[1317064681] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"298.954802ms","start":"2026-07-24T05:21:32.487402Z","end":"2026-07-24T05:21:32.786356Z","steps":["trace[1317064681] 'process raft request' (duration: 298.808109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:32.786533Z","caller":"traceutil/trace.go:171","msg":"trace[583608580] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"289.293798ms","start":"2026-07-24T05:21:32.497206Z","end":"2026-07-24T05:21:32.786499Z","steps":["trace[583608580] 'process raft request' (duration: 289.140785ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:32.786586Z","caller":"traceutil/trace.go:171","msg":"trace[361876362] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"299.007984ms","start":"2026-07-24T05:21:32.487552Z","end":"2026-07-24T05:21:32.78656Z","steps":["trace[361876362] 'process raft request' (duration: 298.748368ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:32.786615Z","caller":"traceutil/trace.go:171","msg":"trace[1231495774] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"298.789898ms","start":"2026-07-24T05:21:32.487798Z","end":"2026-07-24T05:21:32.786588Z","steps":["trace[1231495774] 'process raft request' (duration: 298.519652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:32.786674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.326354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:32.786537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.944278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:32.786729Z","caller":"traceutil/trace.go:171","msg":"trace[1682569430] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"289.014202ms","start":"2026-07-24T05:21:32.497696Z","end":"2026-07-24T05:21:32.78671Z","steps":["trace[1682569430] 'process raft request' (duration: 288.675534ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:32.786763Z","caller":"traceutil/trace.go:171","msg":"trace[1163039215] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"304.218724ms","start":"2026-07-24T05:21:32.482529Z","end":"2026-07-24T05:21:32.786748Z","steps":["trace[1163039215] 'agreement among raft nodes before linearized reading' (duration: 303.868786ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:32.786748Z","caller":"traceutil/trace.go:171","msg":"trace[1263924460] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"299.197767ms","start":"2026-07-24T05:21:32.487512Z","end":"2026-07-24T05:21:32.786709Z","steps":["trace[1263924460] 'process raft request' (duration: 298.770707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:32.786668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.613275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:32.78682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:32.48251Z","time spent":"304.290126ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-07-24T05:21:32.786767Z","caller":"traceutil/trace.go:171","msg":"trace[870350697] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"299.186237ms","start":"2026-07-24T05:21:32.487473Z","end":"2026-07-24T05:21:32.786659Z","steps":["trace[870350697] 'process raft request' (duration: 298.768608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:32.786893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.130068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:32.786772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.058992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:32.787155Z","caller":"traceutil/trace.go:171","msg":"trace[362518072] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"249.402715ms","start":"2026-07-24T05:21:32.537732Z","end":"2026-07-24T05:21:32.787135Z","steps":["trace[362518072] 'agreement among raft nodes before linearized reading' (duration: 249.105897ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:32.787187Z","caller":"traceutil/trace.go:171","msg":"trace[551672632] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:11; }","duration":"301.515783ms","start":"2026-07-24T05:21:32.485618Z","end":"2026-07-24T05:21:32.787134Z","steps":["trace[551672632] 'agreement among raft nodes before linearized reading' (duration: 301.124043ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:32.786835Z","caller":"traceutil/trace.go:171","msg":"trace[630310148] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"298.822049ms","start":"2026-07-24T05:21:32.488Z","end":"2026-07-24T05:21:32.786822Z","steps":["trace[630310148] 'agreement among raft nodes before linearized reading' (duration: 298.596304ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:32.786722Z","caller":"traceutil/trace.go:171","msg":"trace[1283728642] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"300.366905ms","start":"2026-07-24T05:21:32.48634Z","end":"2026-07-24T05:21:32.786707Z","steps":["trace[1283728642] 'agreement among raft nodes before linearized reading' (duration: 300.313804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:32.787277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:32.485597Z","time spent":"301.661296ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:21:32.787344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:32.486333Z","time spent":"301.001351ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-07-24T05:21:32.994483Z","caller":"traceutil/trace.go:171","msg":"trace[1024776718] linearizableReadLoop","detail":"{readStateIndex:15; appliedIndex:14; }","duration":"203.956793ms","start":"2026-07-24T05:21:32.790493Z","end":"2026-07-24T05:21:32.99445Z","steps":["trace[1024776718] 'read index received' (duration: 173.522508ms)","trace[1024776718] 'applied index is now lower than readState.Index' (duration: 30.433165ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:32.994595Z","caller":"traceutil/trace.go:171","msg":"trace[496025495] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"204.907025ms","start":"2026-07-24T05:21:32.789656Z","end":"2026-07-24T05:21:32.994563Z","steps":["trace[496025495] 'process raft request' (duration: 174.426519ms)","trace[496025495] 'compare' (duration: 30.215159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:32.99468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.163377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-sqq7f\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-07-24T05:21:32.994722Z","caller":"traceutil/trace.go:171","msg":"trace[1451382814] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-sqq7f; range_end:; response_count:1; response_revision:12; }","duration":"204.24877ms","start":"2026-07-24T05:21:32.790463Z","end":"2026-07-24T05:21:32.994712Z","steps":["trace[1451382814] 'agreement among raft nodes before linearized reading' (duration: 204.109377ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.04472Z","caller":"traceutil/trace.go:171","msg":"trace[63088820] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"253.03856ms","start":"2026-07-24T05:21:32.791663Z","end":"2026-07-24T05:21:33.044702Z","steps":["trace[63088820] 'process raft request' (duration: 252.915327ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.044755Z","caller":"traceutil/trace.go:171","msg":"trace[1866603765] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"253.05393ms","start":"2026-07-24T05:21:32.791686Z","end":"2026-07-24T05:21:33.04474Z","steps":["trace[1866603765] 'process raft request' (duration: 252.918216ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.044775Z","caller":"traceutil/trace.go:171","msg":"trace[1930849413] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"253.48034ms","start":"2026-07-24T05:21:32.791269Z","end":"2026-07-24T05:21:33.04475Z","steps":["trace[1930849413] 'process raft request' (duration: 253.124262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.044848Z","caller":"traceutil/trace.go:171","msg":"trace[1303270644] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"253.282066ms","start":"2026-07-24T05:21:32.791555Z","end":"2026-07-24T05:21:33.044837Z","steps":["trace[1303270644] 'process raft request' (duration: 252.966428ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.044841Z","caller":"traceutil/trace.go:171","msg":"trace[111869791] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"253.488861ms","start":"2026-07-24T05:21:32.791311Z","end":"2026-07-24T05:21:33.0448Z","steps":["trace[111869791] 'process raft request' (duration: 253.150392ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.044934Z","caller":"traceutil/trace.go:171","msg":"trace[1465212365] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"248.548317ms","start":"2026-07-24T05:21:32.796366Z","end":"2026-07-24T05:21:33.044914Z","steps":["trace[1465212365] 'process raft request' (duration: 248.29669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.044945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.779288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-07-24T05:21:33.044987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.20762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:33.044997Z","caller":"traceutil/trace.go:171","msg":"trace[1675529476] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"196.86724ms","start":"2026-07-24T05:21:32.848115Z","end":"2026-07-24T05:21:33.044982Z","steps":["trace[1675529476] 'agreement among raft nodes before linearized reading' (duration: 196.770958ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.045019Z","caller":"traceutil/trace.go:171","msg":"trace[1282855075] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:19; }","duration":"106.293782ms","start":"2026-07-24T05:21:32.938714Z","end":"2026-07-24T05:21:33.045008Z","steps":["trace[1282855075] 'agreement among raft nodes before linearized reading' (duration: 106.21466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.045007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.388971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3495"} {"level":"info","ts":"2026-07-24T05:21:33.04469Z","caller":"traceutil/trace.go:171","msg":"trace[994908792] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14; }","duration":"253.141732ms","start":"2026-07-24T05:21:32.791489Z","end":"2026-07-24T05:21:33.044631Z","steps":["trace[994908792] 'process raft request' (duration: 253.004879ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.045062Z","caller":"traceutil/trace.go:171","msg":"trace[157004831] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19; }","duration":"254.483464ms","start":"2026-07-24T05:21:32.790566Z","end":"2026-07-24T05:21:33.045049Z","steps":["trace[157004831] 'agreement among raft nodes before linearized reading' (duration: 254.263149ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.04505Z","caller":"traceutil/trace.go:171","msg":"trace[438765407] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"253.201314ms","start":"2026-07-24T05:21:32.791742Z","end":"2026-07-24T05:21:33.044943Z","steps":["trace[438765407] 'process raft request' (duration: 252.888676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.045109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.681927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-07-24T05:21:33.045709Z","caller":"traceutil/trace.go:171","msg":"trace[1708007569] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"112.417183ms","start":"2026-07-24T05:21:32.933265Z","end":"2026-07-24T05:21:33.045682Z","steps":["trace[1708007569] 'agreement among raft nodes before linearized reading' (duration: 111.511692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.42515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.654033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:33.425325Z","caller":"traceutil/trace.go:171","msg":"trace[1967253503] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"377.618483ms","start":"2026-07-24T05:21:33.04768Z","end":"2026-07-24T05:21:33.425298Z","steps":["trace[1967253503] 'process raft request' (duration: 136.679174ms)","trace[1967253503] 'compare' (duration: 240.436498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:33.425403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.047126Z","time spent":"378.251389ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:33.429227Z","caller":"traceutil/trace.go:171","msg":"trace[1734324687] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"380.421529ms","start":"2026-07-24T05:21:33.048779Z","end":"2026-07-24T05:21:33.4292Z","steps":["trace[1734324687] 'process raft request' (duration: 380.161063ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.429275Z","caller":"traceutil/trace.go:171","msg":"trace[1829865789] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"380.42271ms","start":"2026-07-24T05:21:33.048817Z","end":"2026-07-24T05:21:33.42924Z","steps":["trace[1829865789] 'process raft request' (duration: 380.228106ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.429328Z","caller":"traceutil/trace.go:171","msg":"trace[674278280] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"381.393851ms","start":"2026-07-24T05:21:33.047854Z","end":"2026-07-24T05:21:33.429248Z","steps":["trace[674278280] 'process raft request' (duration: 380.970962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.429374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.048762Z","time spent":"380.538502ms","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:33.429422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.048792Z","time spent":"380.548562ms","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:33.429467Z","caller":"traceutil/trace.go:171","msg":"trace[1969923405] linearizableReadLoop","detail":"{readStateIndex:32; appliedIndex:23; }","duration":"379.015097ms","start":"2026-07-24T05:21:33.050431Z","end":"2026-07-24T05:21:33.429446Z","steps":["trace[1969923405] 'read index received' (duration: 134.033263ms)","trace[1969923405] 'applied index is now lower than readState.Index' (duration: 244.978094ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:33.42953Z","caller":"traceutil/trace.go:171","msg":"trace[1569159165] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"380.617194ms","start":"2026-07-24T05:21:33.048894Z","end":"2026-07-24T05:21:33.429511Z","steps":["trace[1569159165] 'process raft request' (duration: 380.100372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.429614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.048862Z","time spent":"380.710656ms","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:33.429647Z","caller":"traceutil/trace.go:171","msg":"trace[518705720] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"379.032617ms","start":"2026-07-24T05:21:33.050604Z","end":"2026-07-24T05:21:33.429636Z","steps":["trace[518705720] 'process raft request' (duration: 378.759781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.429707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.050594Z","time spent":"379.088398ms","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:33.429749Z","caller":"traceutil/trace.go:171","msg":"trace[2136546909] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"380.731976ms","start":"2026-07-24T05:21:33.049006Z","end":"2026-07-24T05:21:33.429738Z","steps":["trace[2136546909] 'process raft request' (duration: 380.090452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.429868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.048986Z","time spent":"380.797888ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:33.429984Z","caller":"traceutil/trace.go:171","msg":"trace[1342831453] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"379.570159ms","start":"2026-07-24T05:21:33.050402Z","end":"2026-07-24T05:21:33.429972Z","steps":["trace[1342831453] 'process raft request' (duration: 378.830832ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.429988Z","caller":"traceutil/trace.go:171","msg":"trace[957885865] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"379.720053ms","start":"2026-07-24T05:21:33.05024Z","end":"2026-07-24T05:21:33.42996Z","steps":["trace[957885865] 'process raft request' (duration: 378.956026ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:33.430005Z","caller":"traceutil/trace.go:171","msg":"trace[942051754] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"380.173794ms","start":"2026-07-24T05:21:33.04981Z","end":"2026-07-24T05:21:33.429983Z","steps":["trace[942051754] 'process raft request' (duration: 379.342655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.430034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.050389Z","time spent":"379.622051ms","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:33.430073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.050224Z","time spent":"379.805545ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:33.430092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.110589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:33.430172Z","caller":"traceutil/trace.go:171","msg":"trace[1238717539] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:29; }","duration":"379.217781ms","start":"2026-07-24T05:21:33.050932Z","end":"2026-07-24T05:21:33.43015Z","steps":["trace[1238717539] 'agreement among raft nodes before linearized reading' (duration: 379.108028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.430175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.049785Z","time spent":"380.268376ms","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:33.430223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.050922Z","time spent":"379.286763ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-24T05:21:33.429492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.047437Z","time spent":"381.975456ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:33.430507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.368965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:33.430591Z","caller":"traceutil/trace.go:171","msg":"trace[2118599488] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:29; }","duration":"380.165623ms","start":"2026-07-24T05:21:33.050391Z","end":"2026-07-24T05:21:33.430556Z","steps":["trace[2118599488] 'agreement among raft nodes before linearized reading' (duration: 379.306653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:33.43107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.050376Z","time spent":"380.673464ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-07-24T05:21:35.01201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152311204s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:35.012412Z","caller":"traceutil/trace.go:171","msg":"trace[1809305384] linearizableReadLoop","detail":"{readStateIndex:37; appliedIndex:33; }","duration":"1.578256018s","start":"2026-07-24T05:21:33.434139Z","end":"2026-07-24T05:21:35.012395Z","steps":["trace[1809305384] 'read index received' (duration: 15.266884ms)","trace[1809305384] 'applied index is now lower than readState.Index' (duration: 1.562988324s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:35.012504Z","caller":"traceutil/trace.go:171","msg":"trace[242978354] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"1.578429273s","start":"2026-07-24T05:21:33.434065Z","end":"2026-07-24T05:21:35.012494Z","steps":["trace[242978354] 'process raft request' (duration: 1.578143196s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:35.012504Z","caller":"traceutil/trace.go:171","msg":"trace[1586536684] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"1.578453594s","start":"2026-07-24T05:21:33.433998Z","end":"2026-07-24T05:21:35.012452Z","steps":["trace[1586536684] 'process raft request' (duration: 425.618787ms)","trace[1586536684] 'compare' (duration: 1.152151951s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:35.012562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.434053Z","time spent":"1.578480993s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:35.012604Z","caller":"traceutil/trace.go:171","msg":"trace[340123477] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"1.578282878s","start":"2026-07-24T05:21:33.434297Z","end":"2026-07-24T05:21:35.01258Z","steps":["trace[340123477] 'process raft request' (duration: 1.578004642s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:35.012582Z","caller":"traceutil/trace.go:171","msg":"trace[1461825101] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"1.578518345s","start":"2026-07-24T05:21:33.433995Z","end":"2026-07-24T05:21:35.012513Z","steps":["trace[1461825101] 'process raft request' (duration: 1.578129886s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:35.01278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.434253Z","time spent":"1.578432782s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:35.012827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555860249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:35.012869Z","caller":"traceutil/trace.go:171","msg":"trace[78743279] range","detail":"{range_begin:/registry/resourcequotas/default/; range_end:/registry/resourcequotas/default0; response_count:0; response_revision:38; }","duration":"1.555945411s","start":"2026-07-24T05:21:33.456908Z","end":"2026-07-24T05:21:35.012853Z","steps":["trace[78743279] 'agreement among raft nodes before linearized reading' (duration: 1.555840028s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:35.012862Z","caller":"traceutil/trace.go:171","msg":"trace[659075377] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"1.578525213s","start":"2026-07-24T05:21:33.434318Z","end":"2026-07-24T05:21:35.012844Z","steps":["trace[659075377] 'process raft request' (duration: 1.578015022s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:35.012877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578706469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:35.012962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.372551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:35.012953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.434293Z","time spent":"1.578621226s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:35.012972Z","caller":"traceutil/trace.go:171","msg":"trace[185887118] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:38; }","duration":"1.578838112s","start":"2026-07-24T05:21:33.434104Z","end":"2026-07-24T05:21:35.012942Z","steps":["trace[185887118] 'agreement among raft nodes before linearized reading' (duration: 1.578650117s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:35.013006Z","caller":"traceutil/trace.go:171","msg":"trace[1033627179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38; }","duration":"210.438003ms","start":"2026-07-24T05:21:34.802549Z","end":"2026-07-24T05:21:35.012987Z","steps":["trace[1033627179] 'agreement among raft nodes before linearized reading' (duration: 210.394862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:35.013011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.433973Z","time spent":"1.578719219s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:35.01301Z","caller":"traceutil/trace.go:171","msg":"trace[682941023] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"1.578718418s","start":"2026-07-24T05:21:33.434251Z","end":"2026-07-24T05:21:35.01297Z","steps":["trace[682941023] 'process raft request' (duration: 1.577987842s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:35.013032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.434091Z","time spent":"1.578930714s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"info","ts":"2026-07-24T05:21:35.013038Z","caller":"traceutil/trace.go:171","msg":"trace[608237217] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"1.578739889s","start":"2026-07-24T05:21:33.434281Z","end":"2026-07-24T05:21:35.013021Z","steps":["trace[608237217] 'process raft request' (duration: 1.577982461s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:35.013077Z","caller":"traceutil/trace.go:171","msg":"trace[2125362368] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"1.578689448s","start":"2026-07-24T05:21:33.434377Z","end":"2026-07-24T05:21:35.013067Z","steps":["trace[2125362368] 'process raft request' (duration: 1.577987102s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:35.013118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.434241Z","time spent":"1.578827781s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:35.013134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.434367Z","time spent":"1.578741448s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:35.013131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.434229Z","time spent":"1.578853081s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:35.012909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.45688Z","time spent":"1.556021213s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" "} {"level":"warn","ts":"2026-07-24T05:21:35.013236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519564808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:35.013266Z","caller":"traceutil/trace.go:171","msg":"trace[2016074347] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38; }","duration":"1.51962613s","start":"2026-07-24T05:21:33.493629Z","end":"2026-07-24T05:21:35.013255Z","steps":["trace[2016074347] 'agreement among raft nodes before linearized reading' (duration: 1.519583369s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:35.013191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.10332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:35.013304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.493602Z","time spent":"1.519695552s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:21:35.012627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:33.433979Z","time spent":"1.578585886s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:35.013355Z","caller":"traceutil/trace.go:171","msg":"trace[103310601] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:38; }","duration":"861.284084ms","start":"2026-07-24T05:21:34.152041Z","end":"2026-07-24T05:21:35.013326Z","steps":["trace[103310601] 'agreement among raft nodes before linearized reading' (duration: 861.123141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:35.013456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:34.15202Z","time spent":"861.408937ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-07-24T05:21:36.31196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047430396s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:21:36.771652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507170662s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:36.771859Z","caller":"traceutil/trace.go:171","msg":"trace[184995094] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"1.755703737s","start":"2026-07-24T05:21:35.01614Z","end":"2026-07-24T05:21:36.771844Z","steps":["trace[184995094] 'process raft request' (duration: 248.275689ms)","trace[184995094] 'compare' (duration: 1.50705461s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:36.771932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:35.016118Z","time spent":"1.75579485s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":326,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:36.772039Z","caller":"traceutil/trace.go:171","msg":"trace[1735006592] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"1.75539861s","start":"2026-07-24T05:21:35.016614Z","end":"2026-07-24T05:21:36.772013Z","steps":["trace[1735006592] 'process raft request' (duration: 1.755176225s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:36.772163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:35.016602Z","time spent":"1.755506343s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:36.772186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753969806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:36.772043Z","caller":"traceutil/trace.go:171","msg":"trace[75306893] linearizableReadLoop","detail":"{readStateIndex:45; appliedIndex:42; }","duration":"1.753824423s","start":"2026-07-24T05:21:35.018196Z","end":"2026-07-24T05:21:36.77202Z","steps":["trace[75306893] 'read index received' (duration: 246.372925ms)","trace[75306893] 'applied index is now lower than readState.Index' (duration: 1.507450688s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:36.772232Z","caller":"traceutil/trace.go:171","msg":"trace[1251416363] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:42; }","duration":"1.754045439s","start":"2026-07-24T05:21:35.018171Z","end":"2026-07-24T05:21:36.772217Z","steps":["trace[1251416363] 'agreement among raft nodes before linearized reading' (duration: 1.753929006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:36.772265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:35.018161Z","time spent":"1.754096169s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"info","ts":"2026-07-24T05:21:36.772259Z","caller":"traceutil/trace.go:171","msg":"trace[1206380012] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"1.755002641s","start":"2026-07-24T05:21:35.017216Z","end":"2026-07-24T05:21:36.772219Z","steps":["trace[1206380012] 'process raft request' (duration: 1.754708084s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:36.77233Z","caller":"traceutil/trace.go:171","msg":"trace[32427490] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"1.753569458s","start":"2026-07-24T05:21:35.018752Z","end":"2026-07-24T05:21:36.772322Z","steps":["trace[32427490] 'process raft request' (duration: 1.75323207s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:36.772384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:35.018741Z","time spent":"1.753603598s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:36.77239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.633937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:36.772427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:35.0172Z","time spent":"1.755155554s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:36.772475Z","caller":"traceutil/trace.go:171","msg":"trace[343766395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:42; }","duration":"878.75165ms","start":"2026-07-24T05:21:35.893697Z","end":"2026-07-24T05:21:36.772449Z","steps":["trace[343766395] 'agreement among raft nodes before linearized reading' (duration: 878.620367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:36.77252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:35.893677Z","time spent":"878.835391ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:21:36.772299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702948285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:1 size:338"} {"level":"info","ts":"2026-07-24T05:21:36.772634Z","caller":"traceutil/trace.go:171","msg":"trace[881435899] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:1; response_revision:42; }","duration":"1.703374755s","start":"2026-07-24T05:21:35.069248Z","end":"2026-07-24T05:21:36.772622Z","steps":["trace[881435899] 'agreement among raft nodes before linearized reading' (duration: 1.703026747s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:36.772695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:35.06923Z","time spent":"1.703450527s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":361,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-07-24T05:21:38.244158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33175212s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:21:38.244425Z","caller":"traceutil/trace.go:171","msg":"trace[930127541] linearizableReadLoop","detail":"{readStateIndex:48; appliedIndex:46; }","duration":"1.467934463s","start":"2026-07-24T05:21:36.776469Z","end":"2026-07-24T05:21:38.244404Z","steps":["trace[930127541] 'read index received' (duration: 135.904736ms)","trace[930127541] 'applied index is now lower than readState.Index' (duration: 1.332028177s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:38.244424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:36.77494Z","time spent":"1.469474919s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:21:38.244548Z","caller":"traceutil/trace.go:171","msg":"trace[1239253612] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"1.468161759s","start":"2026-07-24T05:21:36.776373Z","end":"2026-07-24T05:21:38.244534Z","steps":["trace[1239253612] 'process raft request' (duration: 1.467910423s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:38.244745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.350743959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:38.244772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468287071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:38.244803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:36.776334Z","time spent":"1.46825914s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:38.244822Z","caller":"traceutil/trace.go:171","msg":"trace[789401860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:43; }","duration":"1.350845382s","start":"2026-07-24T05:21:36.893953Z","end":"2026-07-24T05:21:38.244799Z","steps":["trace[789401860] 'agreement among raft nodes before linearized reading' (duration: 1.350628477s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:38.244867Z","caller":"traceutil/trace.go:171","msg":"trace[1626900257] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:43; }","duration":"1.468411044s","start":"2026-07-24T05:21:36.776433Z","end":"2026-07-24T05:21:38.244844Z","steps":["trace[1626900257] 'agreement among raft nodes before linearized reading' (duration: 1.468172248s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:38.244873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:36.893939Z","time spent":"1.350926583s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:21:38.244912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:36.776422Z","time spent":"1.468481655s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-07-24T05:21:38.889036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.43124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:38.88923Z","caller":"traceutil/trace.go:171","msg":"trace[20157943] transaction","detail":"{read_only:false; response_revision:44; number_of_response:1; }","duration":"643.496702ms","start":"2026-07-24T05:21:38.245708Z","end":"2026-07-24T05:21:38.889205Z","steps":["trace[20157943] 'process raft request' (duration: 281.828727ms)","trace[20157943] 'compare' (duration: 361.259626ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:38.889322Z","caller":"traceutil/trace.go:171","msg":"trace[301729352] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"641.327062ms","start":"2026-07-24T05:21:38.247978Z","end":"2026-07-24T05:21:38.889305Z","steps":["trace[301729352] 'process raft request' (duration: 641.196549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:38.889346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:38.245688Z","time spent":"643.607124ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:38.889412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:38.24796Z","time spent":"641.415473ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":647,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:38.889492Z","caller":"traceutil/trace.go:171","msg":"trace[1061294101] linearizableReadLoop","detail":"{readStateIndex:49; appliedIndex:48; }","duration":"643.603815ms","start":"2026-07-24T05:21:38.245875Z","end":"2026-07-24T05:21:38.889479Z","steps":["trace[1061294101] 'read index received' (duration: 281.676504ms)","trace[1061294101] 'applied index is now lower than readState.Index' (duration: 361.925601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:38.889744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.496695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:38.889741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.85262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:38.889766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.851427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:38.889809Z","caller":"traceutil/trace.go:171","msg":"trace[19625132] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:45; }","duration":"587.611568ms","start":"2026-07-24T05:21:38.302182Z","end":"2026-07-24T05:21:38.889793Z","steps":["trace[19625132] 'agreement among raft nodes before linearized reading' (duration: 587.390063ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:38.889834Z","caller":"traceutil/trace.go:171","msg":"trace[609924540] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:45; }","duration":"643.991643ms","start":"2026-07-24T05:21:38.245819Z","end":"2026-07-24T05:21:38.889811Z","steps":["trace[609924540] 'agreement among raft nodes before linearized reading' (duration: 643.738787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:38.889864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:38.302161Z","time spent":"587.693309ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:21:38.889864Z","caller":"traceutil/trace.go:171","msg":"trace[1428371005] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:45; }","duration":"642.992341ms","start":"2026-07-24T05:21:38.24685Z","end":"2026-07-24T05:21:38.889842Z","steps":["trace[1428371005] 'agreement among raft nodes before linearized reading' (duration: 642.724285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:38.889879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:38.245802Z","time spent":"644.068885ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:21:38.889948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:38.246833Z","time spent":"643.105393ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-07-24T05:21:41.238204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.170572414s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:21:41.294864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000549688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:21:41.294951Z","caller":"traceutil/trace.go:171","msg":"trace[119530407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692151s","start":"2026-07-24T05:21:39.294239Z","end":"2026-07-24T05:21:41.294931Z","steps":["trace[119530407] 'agreement among raft nodes before linearized reading' (duration: 2.000589839s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:41.295014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:39.294215Z","time spent":"2.000785333s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:21:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:21:41.454012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386159597s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:41.454305Z","caller":"traceutil/trace.go:171","msg":"trace[1903079580] linearizableReadLoop","detail":"{readStateIndex:53; appliedIndex:50; }","duration":"2.560142514s","start":"2026-07-24T05:21:38.894147Z","end":"2026-07-24T05:21:41.45429Z","steps":["trace[1903079580] 'read index received' (duration: 173.509847ms)","trace[1903079580] 'applied index is now lower than readState.Index' (duration: 2.386631507s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:41.454334Z","caller":"traceutil/trace.go:171","msg":"trace[1462044654] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"2.561017865s","start":"2026-07-24T05:21:38.893305Z","end":"2026-07-24T05:21:41.454323Z","steps":["trace[1462044654] 'process raft request' (duration: 2.560855612s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:41.45428Z","caller":"traceutil/trace.go:171","msg":"trace[2136313302] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"2.561467956s","start":"2026-07-24T05:21:38.89276Z","end":"2026-07-24T05:21:41.454228Z","steps":["trace[2136313302] 'process raft request' (duration: 174.942891ms)","trace[2136313302] 'compare' (duration: 2.385943872s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:41.454417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:38.893291Z","time spent":"2.561075657s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:41.454425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560276497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:41.454434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:38.892745Z","time spent":"2.5616437s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:41.454455Z","caller":"traceutil/trace.go:171","msg":"trace[233784342] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:0; response_revision:48; }","duration":"2.560355299s","start":"2026-07-24T05:21:38.894091Z","end":"2026-07-24T05:21:41.454446Z","steps":["trace[233784342] 'agreement among raft nodes before linearized reading' (duration: 2.560301588s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:41.454432Z","caller":"traceutil/trace.go:171","msg":"trace[995078075] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"2.560343939s","start":"2026-07-24T05:21:38.894055Z","end":"2026-07-24T05:21:41.454399Z","steps":["trace[995078075] 'process raft request' (duration: 2.560168005s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:41.454488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:38.894063Z","time spent":"2.560417531s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/system:discovery\" "} {"level":"warn","ts":"2026-07-24T05:21:41.454615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:38.89403Z","time spent":"2.560481484s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1058,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:21:41.80207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:21:41.802177Z","caller":"traceutil/trace.go:171","msg":"trace[1073039118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000179078s","start":"2026-07-24T05:21:39.801976Z","end":"2026-07-24T05:21:41.802155Z","steps":["trace[1073039118] 'agreement among raft nodes before linearized reading' (duration: 2.000049735s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:41.802231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:39.801955Z","time spent":"2.000263081s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:21:41.955041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464136377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:21:42.455766Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464136377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:21:42.956866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464136377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:21:43.393947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000047025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:21:43.394015Z","caller":"traceutil/trace.go:171","msg":"trace[554662419] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169868s","start":"2026-07-24T05:21:41.393831Z","end":"2026-07-24T05:21:43.394001Z","steps":["trace[554662419] 'agreement among raft nodes before linearized reading' (duration: 2.000074866s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:43.394051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:41.393812Z","time spent":"2.000232719s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:21:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:21:43.457731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464136377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:21:43.636587Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.398177555s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:21:44.236583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.663296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:44.236818Z","caller":"traceutil/trace.go:171","msg":"trace[626989866] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"3.127498894s","start":"2026-07-24T05:21:41.109302Z","end":"2026-07-24T05:21:44.236801Z","steps":["trace[626989866] 'process raft request' (duration: 3.127427732s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:44.236827Z","caller":"traceutil/trace.go:171","msg":"trace[1552981869] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"3.457013254s","start":"2026-07-24T05:21:40.779774Z","end":"2026-07-24T05:21:44.236788Z","steps":["trace[1552981869] 'process raft request' (duration: 2.857041811s)","trace[1552981869] 'compare' (duration: 598.876917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:44.236915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:41.109278Z","time spent":"3.127597776s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:44.236987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:40.779749Z","time spent":"3.457129477s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:44.802945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00066072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:21:44.803077Z","caller":"traceutil/trace.go:171","msg":"trace[464438280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000867864s","start":"2026-07-24T05:21:42.802173Z","end":"2026-07-24T05:21:44.803041Z","steps":["trace[464438280] 'agreement among raft nodes before linearized reading' (duration: 2.000686279s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:44.803142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:42.802155Z","time spent":"2.000968126s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:21:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:21:45.023816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387020579s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:21:45.394969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000600138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:21:45.395062Z","caller":"traceutil/trace.go:171","msg":"trace[1933406125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000728651s","start":"2026-07-24T05:21:43.394315Z","end":"2026-07-24T05:21:45.395043Z","steps":["trace[1933406125] 'agreement among raft nodes before linearized reading' (duration: 2.000615619s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:45.395109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:43.394297Z","time spent":"2.000802492s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:21:45.689942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.735416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:45.690152Z","caller":"traceutil/trace.go:171","msg":"trace[263769796] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"4.233220119s","start":"2026-07-24T05:21:41.456898Z","end":"2026-07-24T05:21:45.690118Z","steps":["trace[263769796] 'process raft request' (duration: 3.567193477s)","trace[263769796] 'compare' (duration: 665.550551ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:45.690317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:41.456881Z","time spent":"4.233344343s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":632,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:45.690413Z","caller":"traceutil/trace.go:171","msg":"trace[587498651] linearizableReadLoop","detail":"{readStateIndex:59; appliedIndex:53; }","duration":"4.236050945s","start":"2026-07-24T05:21:41.454342Z","end":"2026-07-24T05:21:45.690393Z","steps":["trace[587498651] 'read index received' (duration: 2.182483411s)","trace[587498651] 'applied index is now lower than readState.Index' (duration: 2.053566484s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:45.690435Z","caller":"traceutil/trace.go:171","msg":"trace[1281356579] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"4.23321156s","start":"2026-07-24T05:21:41.457195Z","end":"2026-07-24T05:21:45.690407Z","steps":["trace[1281356579] 'process raft request' (duration: 4.23285303s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:45.690573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:41.457189Z","time spent":"4.233319702s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:45.690758Z","caller":"traceutil/trace.go:171","msg":"trace[778359979] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"4.232556113s","start":"2026-07-24T05:21:41.458189Z","end":"2026-07-24T05:21:45.690745Z","steps":["trace[778359979] 'process raft request' (duration: 4.231912708s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:45.690815Z","caller":"traceutil/trace.go:171","msg":"trace[1674088195] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"2.119347749s","start":"2026-07-24T05:21:43.571455Z","end":"2026-07-24T05:21:45.690803Z","steps":["trace[1674088195] 'process raft request' (duration: 2.118889768s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:45.690837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:41.458173Z","time spent":"4.232616255s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:21:45.690879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.234149801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:45.690903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:43.571431Z","time spent":"2.11941879s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:21:45.690877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.245397ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:45.69095Z","caller":"traceutil/trace.go:171","msg":"trace[231952518] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:0; response_revision:55; }","duration":"4.234246624s","start":"2026-07-24T05:21:41.456685Z","end":"2026-07-24T05:21:45.690931Z","steps":["trace[231952518] 'agreement among raft nodes before linearized reading' (duration: 4.234126301s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:45.690966Z","caller":"traceutil/trace.go:171","msg":"trace[788688681] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:55; }","duration":"732.336769ms","start":"2026-07-24T05:21:44.958618Z","end":"2026-07-24T05:21:45.690954Z","steps":["trace[788688681] 'agreement among raft nodes before linearized reading' (duration: 732.232227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:45.69099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:41.456673Z","time spent":"4.234308585s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"info","ts":"2026-07-24T05:21:45.691117Z","caller":"traceutil/trace.go:171","msg":"trace[1478525377] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"2.513347281s","start":"2026-07-24T05:21:43.177753Z","end":"2026-07-24T05:21:45.6911Z","steps":["trace[1478525377] 'process raft request' (duration: 2.512396059s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:45.691019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.030191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:45.691207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:43.177726Z","time spent":"2.513432544s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3464,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:21:45.691239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976449126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:45.691279Z","caller":"traceutil/trace.go:171","msg":"trace[2105858024] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:55; }","duration":"2.976530798s","start":"2026-07-24T05:21:42.714737Z","end":"2026-07-24T05:21:45.691267Z","steps":["trace[2105858024] 'agreement among raft nodes before linearized reading' (duration: 2.976449726s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:45.691278Z","caller":"traceutil/trace.go:171","msg":"trace[734544322] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:55; }","duration":"355.304438ms","start":"2026-07-24T05:21:45.335896Z","end":"2026-07-24T05:21:45.6912Z","steps":["trace[734544322] 'agreement among raft nodes before linearized reading' (duration: 354.96743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:45.691314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:42.714716Z","time spent":"2.976590849s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-24T05:21:45.691356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:45.335872Z","time spent":"355.467752ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:21:45.691668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.814951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:45.691782Z","caller":"traceutil/trace.go:171","msg":"trace[421459366] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:55; }","duration":"197.959094ms","start":"2026-07-24T05:21:45.4938Z","end":"2026-07-24T05:21:45.691759Z","steps":["trace[421459366] 'agreement among raft nodes before linearized reading' (duration: 197.828191ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.081933Z","caller":"traceutil/trace.go:171","msg":"trace[989357833] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"386.658084ms","start":"2026-07-24T05:21:45.695245Z","end":"2026-07-24T05:21:46.081903Z","steps":["trace[989357833] 'process raft request' (duration: 334.878825ms)","trace[989357833] 'compare' (duration: 51.528293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:46.08209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:45.695213Z","time spent":"386.814938ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:46.082884Z","caller":"traceutil/trace.go:171","msg":"trace[1435033991] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"387.422423ms","start":"2026-07-24T05:21:45.695441Z","end":"2026-07-24T05:21:46.082863Z","steps":["trace[1435033991] 'process raft request' (duration: 387.218208ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.082912Z","caller":"traceutil/trace.go:171","msg":"trace[1107023047] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"387.32201ms","start":"2026-07-24T05:21:45.695566Z","end":"2026-07-24T05:21:46.082888Z","steps":["trace[1107023047] 'process raft request' (duration: 387.216338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:46.082994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:45.69542Z","time spent":"387.520684ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:46.082992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:45.695561Z","time spent":"387.393852ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:46.083084Z","caller":"traceutil/trace.go:171","msg":"trace[217618575] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"386.777657ms","start":"2026-07-24T05:21:45.696255Z","end":"2026-07-24T05:21:46.083033Z","steps":["trace[217618575] 'process raft request' (duration: 386.580212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:46.083282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:45.696243Z","time spent":"386.9458ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1059,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:21:46.083445Z","caller":"traceutil/trace.go:171","msg":"trace[81599666] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"357.740055ms","start":"2026-07-24T05:21:45.725692Z","end":"2026-07-24T05:21:46.083432Z","steps":["trace[81599666] 'process raft request' (duration: 357.650903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:46.083542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:45.72567Z","time spent":"357.806657ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:21:46.083566Z","caller":"traceutil/trace.go:171","msg":"trace[710859622] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"384.831841ms","start":"2026-07-24T05:21:45.698708Z","end":"2026-07-24T05:21:46.08354Z","steps":["trace[710859622] 'process raft request' (duration: 384.504104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:46.08369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:45.698694Z","time spent":"384.939904ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:46.083748Z","caller":"traceutil/trace.go:171","msg":"trace[889028096] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"385.013306ms","start":"2026-07-24T05:21:45.698448Z","end":"2026-07-24T05:21:46.083462Z","steps":["trace[889028096] 'process raft request' (duration: 384.446753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:46.083828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:45.698441Z","time spent":"385.355734ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:46.30716Z","caller":"traceutil/trace.go:171","msg":"trace[1624973555] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"172.189258ms","start":"2026-07-24T05:21:46.134957Z","end":"2026-07-24T05:21:46.307146Z","steps":["trace[1624973555] 'process raft request' (duration: 172.096426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.307186Z","caller":"traceutil/trace.go:171","msg":"trace[403739079] linearizableReadLoop","detail":"{readStateIndex:73; appliedIndex:71; }","duration":"174.38842ms","start":"2026-07-24T05:21:46.132767Z","end":"2026-07-24T05:21:46.307156Z","steps":["trace[403739079] 'read index received' (duration: 105.032793ms)","trace[403739079] 'applied index is now lower than readState.Index' (duration: 69.353337ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:46.307244Z","caller":"traceutil/trace.go:171","msg":"trace[40958524] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"206.983843ms","start":"2026-07-24T05:21:46.100237Z","end":"2026-07-24T05:21:46.307221Z","steps":["trace[40958524] 'process raft request' (duration: 206.731787ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.307148Z","caller":"traceutil/trace.go:171","msg":"trace[709207094] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"208.366946ms","start":"2026-07-24T05:21:46.098744Z","end":"2026-07-24T05:21:46.307111Z","steps":["trace[709207094] 'process raft request' (duration: 139.02968ms)","trace[709207094] 'compare' (duration: 69.026979ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:46.307384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.600184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:46.307431Z","caller":"traceutil/trace.go:171","msg":"trace[920067149] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:0; response_revision:69; }","duration":"174.699497ms","start":"2026-07-24T05:21:46.13272Z","end":"2026-07-24T05:21:46.30742Z","steps":["trace[920067149] 'agreement among raft nodes before linearized reading' (duration: 174.600164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:46.308885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.452153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3977"} {"level":"info","ts":"2026-07-24T05:21:46.308989Z","caller":"traceutil/trace.go:171","msg":"trace[1278789122] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:69; }","duration":"176.134898ms","start":"2026-07-24T05:21:46.132837Z","end":"2026-07-24T05:21:46.308972Z","steps":["trace[1278789122] 'agreement among raft nodes before linearized reading' (duration: 174.529552ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.531869Z","caller":"traceutil/trace.go:171","msg":"trace[847111977] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"220.316022ms","start":"2026-07-24T05:21:46.31152Z","end":"2026-07-24T05:21:46.531836Z","steps":["trace[847111977] 'process raft request' (duration: 151.936609ms)","trace[847111977] 'compare' (duration: 68.026625ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:46.532258Z","caller":"traceutil/trace.go:171","msg":"trace[1119466140] linearizableReadLoop","detail":"{readStateIndex:77; appliedIndex:75; }","duration":"170.970139ms","start":"2026-07-24T05:21:46.361264Z","end":"2026-07-24T05:21:46.532234Z","steps":["trace[1119466140] 'read index received' (duration: 102.205006ms)","trace[1119466140] 'applied index is now lower than readState.Index' (duration: 68.764133ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:46.532318Z","caller":"traceutil/trace.go:171","msg":"trace[1650874275] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"216.522874ms","start":"2026-07-24T05:21:46.315757Z","end":"2026-07-24T05:21:46.532279Z","steps":["trace[1650874275] 'process raft request' (duration: 216.38267ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.532394Z","caller":"traceutil/trace.go:171","msg":"trace[2068960050] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"168.703237ms","start":"2026-07-24T05:21:46.363668Z","end":"2026-07-24T05:21:46.532371Z","steps":["trace[2068960050] 'process raft request' (duration: 168.536493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:46.532431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.255684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/workload-leader-election\" ","response":"range_response_count:1 size:1211"} {"level":"warn","ts":"2026-07-24T05:21:46.532461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.640875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:46.532482Z","caller":"traceutil/trace.go:171","msg":"trace[853120329] range","detail":"{range_begin:/registry/flowschemas/workload-leader-election; range_end:; response_count:1; response_revision:73; }","duration":"218.338556ms","start":"2026-07-24T05:21:46.314132Z","end":"2026-07-24T05:21:46.53247Z","steps":["trace[853120329] 'agreement among raft nodes before linearized reading' (duration: 218.201693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:46.532494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.936987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:46.532535Z","caller":"traceutil/trace.go:171","msg":"trace[1296740204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:73; }","duration":"139.026779ms","start":"2026-07-24T05:21:46.393498Z","end":"2026-07-24T05:21:46.532525Z","steps":["trace[1296740204] 'agreement among raft nodes before linearized reading' (duration: 138.926957ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.532701Z","caller":"traceutil/trace.go:171","msg":"trace[1494961504] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:0; response_revision:73; }","duration":"168.801169ms","start":"2026-07-24T05:21:46.363716Z","end":"2026-07-24T05:21:46.532517Z","steps":["trace[1494961504] 'agreement among raft nodes before linearized reading' (duration: 168.657126ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.749096Z","caller":"traceutil/trace.go:171","msg":"trace[1475325419] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"203.508061ms","start":"2026-07-24T05:21:46.545571Z","end":"2026-07-24T05:21:46.749079Z","steps":["trace[1475325419] 'process raft request' (duration: 203.45312ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.749107Z","caller":"traceutil/trace.go:171","msg":"trace[1753154131] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"203.86472ms","start":"2026-07-24T05:21:46.545203Z","end":"2026-07-24T05:21:46.749068Z","steps":["trace[1753154131] 'process raft request' (duration: 120.559262ms)","trace[1753154131] 'compare' (duration: 83.170565ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:46.749351Z","caller":"traceutil/trace.go:171","msg":"trace[1230816170] transaction","detail":"{read_only:false; response_revision:78; number_of_response:1; }","duration":"189.801035ms","start":"2026-07-24T05:21:46.55954Z","end":"2026-07-24T05:21:46.749341Z","steps":["trace[1230816170] 'process raft request' (duration: 189.769305ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.749423Z","caller":"traceutil/trace.go:171","msg":"trace[1591742108] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"191.131566ms","start":"2026-07-24T05:21:46.558287Z","end":"2026-07-24T05:21:46.749419Z","steps":["trace[1591742108] 'process raft request' (duration: 190.769017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:46.986099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.734662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:46.986302Z","caller":"traceutil/trace.go:171","msg":"trace[620079247] transaction","detail":"{read_only:false; response_revision:84; number_of_response:1; }","duration":"164.233923ms","start":"2026-07-24T05:21:46.822042Z","end":"2026-07-24T05:21:46.986276Z","steps":["trace[620079247] 'process raft request' (duration: 57.247485ms)","trace[620079247] 'compare' (duration: 106.555238ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:46.986346Z","caller":"traceutil/trace.go:171","msg":"trace[1723013119] linearizableReadLoop","detail":"{readStateIndex:91; appliedIndex:88; }","duration":"141.748162ms","start":"2026-07-24T05:21:46.844568Z","end":"2026-07-24T05:21:46.986316Z","steps":["trace[1723013119] 'read index received' (duration: 34.744084ms)","trace[1723013119] 'applied index is now lower than readState.Index' (duration: 107.003178ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:46.986464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.896216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:46.986499Z","caller":"traceutil/trace.go:171","msg":"trace[2145930011] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:86; }","duration":"141.983568ms","start":"2026-07-24T05:21:46.844506Z","end":"2026-07-24T05:21:46.986489Z","steps":["trace[2145930011] 'agreement among raft nodes before linearized reading' (duration: 141.875375ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.986591Z","caller":"traceutil/trace.go:171","msg":"trace[1361989342] transaction","detail":"{read_only:false; response_revision:85; number_of_response:1; }","duration":"163.580588ms","start":"2026-07-24T05:21:46.823003Z","end":"2026-07-24T05:21:46.986583Z","steps":["trace[1361989342] 'process raft request' (duration: 163.218299ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:46.986702Z","caller":"traceutil/trace.go:171","msg":"trace[121354162] transaction","detail":"{read_only:false; response_revision:86; number_of_response:1; }","duration":"163.432684ms","start":"2026-07-24T05:21:46.823223Z","end":"2026-07-24T05:21:46.986656Z","steps":["trace[121354162] 'process raft request' (duration: 163.050816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:47.384889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.360639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:47.385101Z","caller":"traceutil/trace.go:171","msg":"trace[1393589494] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"319.605392ms","start":"2026-07-24T05:21:47.065462Z","end":"2026-07-24T05:21:47.385068Z","steps":["trace[1393589494] 'process raft request' (duration: 319.511569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:47.385266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.065438Z","time spent":"319.741156ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:21:47.385339Z","caller":"traceutil/trace.go:171","msg":"trace[971947980] linearizableReadLoop","detail":"{readStateIndex:96; appliedIndex:94; }","duration":"319.129561ms","start":"2026-07-24T05:21:47.066179Z","end":"2026-07-24T05:21:47.38505Z","steps":["trace[971947980] 'read index received' (duration: 58.298091ms)","trace[971947980] 'applied index is now lower than readState.Index' (duration: 260.571884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:47.38543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.234823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:47.385457Z","caller":"traceutil/trace.go:171","msg":"trace[134894639] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:92; }","duration":"319.315425ms","start":"2026-07-24T05:21:47.066131Z","end":"2026-07-24T05:21:47.385447Z","steps":["trace[134894639] 'agreement among raft nodes before linearized reading' (duration: 319.246203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:47.385462Z","caller":"traceutil/trace.go:171","msg":"trace[45223098] transaction","detail":"{read_only:false; response_revision:90; number_of_response:1; }","duration":"369.310402ms","start":"2026-07-24T05:21:47.016138Z","end":"2026-07-24T05:21:47.385448Z","steps":["trace[45223098] 'process raft request' (duration: 108.335899ms)","trace[45223098] 'compare' (duration: 260.219835ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:47.385486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.066117Z","time spent":"319.361186ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"warn","ts":"2026-07-24T05:21:47.385515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.016109Z","time spent":"369.381624ms","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":565,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:21:47.385656Z","caller":"traceutil/trace.go:171","msg":"trace[580770362] transaction","detail":"{read_only:false; response_revision:92; number_of_response:1; }","duration":"317.396071ms","start":"2026-07-24T05:21:47.068223Z","end":"2026-07-24T05:21:47.385619Z","steps":["trace[580770362] 'process raft request' (duration: 316.794007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:47.385809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.068204Z","time spent":"317.523433ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1088,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:21:47.892882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.940561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:47.893133Z","caller":"traceutil/trace.go:171","msg":"trace[1136273070] transaction","detail":"{read_only:false; response_revision:95; number_of_response:1; }","duration":"502.988778ms","start":"2026-07-24T05:21:47.390125Z","end":"2026-07-24T05:21:47.893114Z","steps":["trace[1136273070] 'process raft request' (duration: 502.942807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:47.893121Z","caller":"traceutil/trace.go:171","msg":"trace[1792486415] linearizableReadLoop","detail":"{readStateIndex:98; appliedIndex:97; }","duration":"504.480572ms","start":"2026-07-24T05:21:47.388609Z","end":"2026-07-24T05:21:47.89309Z","steps":["trace[1792486415] 'read index received' (duration: 155.247345ms)","trace[1792486415] 'applied index is now lower than readState.Index' (duration: 349.230327ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:47.893217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.390113Z","time spent":"503.06549ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:21:47.893327Z","caller":"traceutil/trace.go:171","msg":"trace[1047738802] transaction","detail":"{read_only:false; response_revision:94; number_of_response:1; }","duration":"504.349669ms","start":"2026-07-24T05:21:47.388968Z","end":"2026-07-24T05:21:47.893318Z","steps":["trace[1047738802] 'process raft request' (duration: 504.027232ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:47.893341Z","caller":"traceutil/trace.go:171","msg":"trace[185560771] transaction","detail":"{read_only:false; response_revision:93; number_of_response:1; }","duration":"504.85168ms","start":"2026-07-24T05:21:47.388475Z","end":"2026-07-24T05:21:47.893326Z","steps":["trace[185560771] 'process raft request' (duration: 155.397728ms)","trace[185560771] 'compare' (duration: 348.540872ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:47.893374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.388946Z","time spent":"504.40946ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":581,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:47.893431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.388452Z","time spent":"504.919972ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:47.893417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.081539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:47.89351Z","caller":"traceutil/trace.go:171","msg":"trace[793572977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:95; }","duration":"471.213442ms","start":"2026-07-24T05:21:47.422262Z","end":"2026-07-24T05:21:47.893475Z","steps":["trace[793572977] 'agreement among raft nodes before linearized reading' (duration: 471.090209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:47.893508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.879331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18c5223f79ac5e5e\" ","response":"range_response_count:1 size:654"} {"level":"warn","ts":"2026-07-24T05:21:47.893563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.422238Z","time spent":"471.316454ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:21:47.893626Z","caller":"traceutil/trace.go:171","msg":"trace[1148150288] range","detail":"{range_begin:/registry/events/default/instance.18c5223f79ac5e5e; range_end:; response_count:1; response_revision:95; }","duration":"505.042905ms","start":"2026-07-24T05:21:47.388553Z","end":"2026-07-24T05:21:47.893596Z","steps":["trace[1148150288] 'agreement among raft nodes before linearized reading' (duration: 504.820169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:47.893697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.388534Z","time spent":"505.147528ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":677,"request content":"key:\"/registry/events/default/instance.18c5223f79ac5e5e\" "} {"level":"warn","ts":"2026-07-24T05:21:48.244748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.581829ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:48.244918Z","caller":"traceutil/trace.go:171","msg":"trace[127603828] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:96; }","duration":"157.766053ms","start":"2026-07-24T05:21:48.087132Z","end":"2026-07-24T05:21:48.244898Z","steps":["trace[127603828] 'range keys from in-memory index tree' (duration: 157.565299ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:48.245145Z","caller":"traceutil/trace.go:171","msg":"trace[1828240772] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"348.46436ms","start":"2026-07-24T05:21:47.896666Z","end":"2026-07-24T05:21:48.24513Z","steps":["trace[1828240772] 'process raft request' (duration: 262.382666ms)","trace[1828240772] 'compare' (duration: 85.815807ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:48.245148Z","caller":"traceutil/trace.go:171","msg":"trace[1437628749] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"346.951075ms","start":"2026-07-24T05:21:47.898175Z","end":"2026-07-24T05:21:48.245126Z","steps":["trace[1437628749] 'process raft request' (duration: 346.818611ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:48.245127Z","caller":"traceutil/trace.go:171","msg":"trace[60262541] linearizableReadLoop","detail":"{readStateIndex:104; appliedIndex:101; }","duration":"274.648071ms","start":"2026-07-24T05:21:47.970451Z","end":"2026-07-24T05:21:48.245099Z","steps":["trace[60262541] 'read index received' (duration: 188.619919ms)","trace[60262541] 'applied index is now lower than readState.Index' (duration: 86.026862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:48.245244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.898154Z","time spent":"347.042206ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":827,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:48.245245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.896652Z","time spent":"348.533432ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:48.245312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.837335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18c5223f79aca0f9\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-07-24T05:21:48.245369Z","caller":"traceutil/trace.go:171","msg":"trace[89102976] range","detail":"{range_begin:/registry/events/default/instance.18c5223f79aca0f9; range_end:; response_count:1; response_revision:99; }","duration":"274.928338ms","start":"2026-07-24T05:21:47.970418Z","end":"2026-07-24T05:21:48.245346Z","steps":["trace[89102976] 'agreement among raft nodes before linearized reading' (duration: 274.790505ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:48.245538Z","caller":"traceutil/trace.go:171","msg":"trace[1748381857] transaction","detail":"{read_only:false; response_revision:99; number_of_response:1; }","duration":"347.309612ms","start":"2026-07-24T05:21:47.898196Z","end":"2026-07-24T05:21:48.245505Z","steps":["trace[1748381857] 'process raft request' (duration: 346.836572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:48.245699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:47.898176Z","time spent":"347.439206ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:21:48.750124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.249207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:48.750312Z","caller":"traceutil/trace.go:171","msg":"trace[791520237] linearizableReadLoop","detail":"{readStateIndex:107; appliedIndex:105; }","duration":"421.8833ms","start":"2026-07-24T05:21:48.32841Z","end":"2026-07-24T05:21:48.750293Z","steps":["trace[791520237] 'read index received' (duration: 142.325647ms)","trace[791520237] 'applied index is now lower than readState.Index' (duration: 279.556353ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:48.750407Z","caller":"traceutil/trace.go:171","msg":"trace[1912267167] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"422.238648ms","start":"2026-07-24T05:21:48.328134Z","end":"2026-07-24T05:21:48.750373Z","steps":["trace[1912267167] 'process raft request' (duration: 422.100875ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:48.750455Z","caller":"traceutil/trace.go:171","msg":"trace[1409401304] transaction","detail":"{read_only:false; response_revision:101; number_of_response:1; }","duration":"501.329299ms","start":"2026-07-24T05:21:48.249084Z","end":"2026-07-24T05:21:48.750414Z","steps":["trace[1409401304] 'process raft request' (duration: 221.690404ms)","trace[1409401304] 'compare' (duration: 279.067922ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:48.750554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:48.328118Z","time spent":"422.367881ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2012,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:48.750573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.529714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:48.750489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.084405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18c5223f79acbd69\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-07-24T05:21:48.750645Z","caller":"traceutil/trace.go:171","msg":"trace[904510290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:102; }","duration":"257.640956ms","start":"2026-07-24T05:21:48.492983Z","end":"2026-07-24T05:21:48.750624Z","steps":["trace[904510290] 'agreement among raft nodes before linearized reading' (duration: 257.528103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:48.750648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:48.24907Z","time spent":"501.478552ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:21:48.750677Z","caller":"traceutil/trace.go:171","msg":"trace[2024362574] range","detail":"{range_begin:/registry/events/default/instance.18c5223f79acbd69; range_end:; response_count:1; response_revision:102; }","duration":"422.30145ms","start":"2026-07-24T05:21:48.328355Z","end":"2026-07-24T05:21:48.750656Z","steps":["trace[2024362574] 'agreement among raft nodes before linearized reading' (duration: 422.031834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:48.750741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:48.328336Z","time spent":"422.387661ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":671,"request content":"key:\"/registry/events/default/instance.18c5223f79acbd69\" "} {"level":"warn","ts":"2026-07-24T05:21:49.108977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.22171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:21:49.109221Z","caller":"traceutil/trace.go:171","msg":"trace[137765862] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"355.703658ms","start":"2026-07-24T05:21:48.753453Z","end":"2026-07-24T05:21:49.109157Z","steps":["trace[137765862] 'process raft request' (duration: 97.219442ms)","trace[137765862] 'compare' (duration: 258.112927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:49.109435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:48.75343Z","time spent":"355.889651ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:21:49.109455Z","caller":"traceutil/trace.go:171","msg":"trace[1663941555] transaction","detail":"{read_only:false; response_revision:104; number_of_response:1; }","duration":"354.081389ms","start":"2026-07-24T05:21:48.755256Z","end":"2026-07-24T05:21:49.109337Z","steps":["trace[1663941555] 'process raft request' (duration: 353.865324ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:49.109465Z","caller":"traceutil/trace.go:171","msg":"trace[760794722] linearizableReadLoop","detail":"{readStateIndex:108; appliedIndex:107; }","duration":"355.422321ms","start":"2026-07-24T05:21:48.753995Z","end":"2026-07-24T05:21:49.109417Z","steps":["trace[760794722] 'read index received' (duration: 96.69464ms)","trace[760794722] 'applied index is now lower than readState.Index' (duration: 258.72146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:49.109601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:48.755245Z","time spent":"354.285144ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1101,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:21:49.109626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.624345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-24T05:21:49.109686Z","caller":"traceutil/trace.go:171","msg":"trace[1226380716] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:104; }","duration":"355.706237ms","start":"2026-07-24T05:21:48.753963Z","end":"2026-07-24T05:21:49.10967Z","steps":["trace[1226380716] 'agreement among raft nodes before linearized reading' (duration: 355.590455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:49.10969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.868243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-24T05:21:49.109717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:48.753949Z","time spent":"355.762018ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"info","ts":"2026-07-24T05:21:49.109731Z","caller":"traceutil/trace.go:171","msg":"trace[691073768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:104; }","duration":"115.936704ms","start":"2026-07-24T05:21:48.993783Z","end":"2026-07-24T05:21:49.109719Z","steps":["trace[691073768] 'agreement among raft nodes before linearized reading' (duration: 115.825262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:49.546144Z","caller":"traceutil/trace.go:171","msg":"trace[1146630879] linearizableReadLoop","detail":"{readStateIndex:116; appliedIndex:115; }","duration":"222.833461ms","start":"2026-07-24T05:21:49.323258Z","end":"2026-07-24T05:21:49.546092Z","steps":["trace[1146630879] 'read index received' (duration: 205.362877ms)","trace[1146630879] 'applied index is now lower than readState.Index' (duration: 17.469614ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:49.546236Z","caller":"traceutil/trace.go:171","msg":"trace[129295634] transaction","detail":"{read_only:false; response_revision:111; number_of_response:1; }","duration":"223.479975ms","start":"2026-07-24T05:21:49.322725Z","end":"2026-07-24T05:21:49.546205Z","steps":["trace[129295634] 'process raft request' (duration: 205.875788ms)","trace[129295634] 'compare' (duration: 17.362392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:49.546427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.142798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18c5223f79ac5e5e\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-07-24T05:21:49.546488Z","caller":"traceutil/trace.go:171","msg":"trace[1327131554] range","detail":"{range_begin:/registry/events/default/instance.18c5223f79ac5e5e; range_end:; response_count:1; response_revision:111; }","duration":"223.265991ms","start":"2026-07-24T05:21:49.323208Z","end":"2026-07-24T05:21:49.546474Z","steps":["trace[1327131554] 'agreement among raft nodes before linearized reading' (duration: 223.102297ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:50.016132Z","caller":"traceutil/trace.go:171","msg":"trace[1064889885] transaction","detail":"{read_only:false; response_revision:140; number_of_response:1; }","duration":"147.881534ms","start":"2026-07-24T05:21:49.868224Z","end":"2026-07-24T05:21:50.016105Z","steps":["trace[1064889885] 'process raft request' (duration: 147.825003ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:50.016148Z","caller":"traceutil/trace.go:171","msg":"trace[456288780] transaction","detail":"{read_only:false; response_revision:139; number_of_response:1; }","duration":"149.402071ms","start":"2026-07-24T05:21:49.86672Z","end":"2026-07-24T05:21:50.016122Z","steps":["trace[456288780] 'process raft request' (duration: 98.183624ms)","trace[456288780] 'compare' (duration: 50.994761ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:52.991833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708365382s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:21:52.991948Z","caller":"traceutil/trace.go:171","msg":"trace[955898317] linearizableReadLoop","detail":"{readStateIndex:204; appliedIndex:203; }","duration":"1.89826857s","start":"2026-07-24T05:21:51.09366Z","end":"2026-07-24T05:21:52.991929Z","steps":["trace[955898317] 'read index received' (duration: 189.738264ms)","trace[955898317] 'applied index is now lower than readState.Index' (duration: 1.708528786s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:52.992019Z","caller":"traceutil/trace.go:171","msg":"trace[1711561951] transaction","detail":"{read_only:false; response_revision:199; number_of_response:1; }","duration":"2.124359031s","start":"2026-07-24T05:21:50.867626Z","end":"2026-07-24T05:21:52.991985Z","steps":["trace[1711561951] 'process raft request' (duration: 415.758014ms)","trace[1711561951] 'compare' (duration: 1.708030514s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:52.992125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28623221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T05:21:52.992157Z","caller":"traceutil/trace.go:171","msg":"trace[191409205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:199; }","duration":"1.286310102s","start":"2026-07-24T05:21:51.705835Z","end":"2026-07-24T05:21:52.992145Z","steps":["trace[191409205] 'agreement among raft nodes before linearized reading' (duration: 1.286189109s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:52.992174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898494655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:21:52.992277Z","caller":"traceutil/trace.go:171","msg":"trace[2005401182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:199; }","duration":"1.898642378s","start":"2026-07-24T05:21:51.093609Z","end":"2026-07-24T05:21:52.992251Z","steps":["trace[2005401182] 'agreement among raft nodes before linearized reading' (duration: 1.898402913s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:52.992303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.819291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:21:52.992199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:51.705812Z","time spent":"1.286379534s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:21:52.992352Z","caller":"traceutil/trace.go:171","msg":"trace[481223595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:199; }","duration":"633.894482ms","start":"2026-07-24T05:21:52.358443Z","end":"2026-07-24T05:21:52.992337Z","steps":["trace[481223595] 'agreement among raft nodes before linearized reading' (duration: 633.80835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:52.992394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:52.358429Z","time spent":"633.954634ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:21:52.99256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.245545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:21:52.992612Z","caller":"traceutil/trace.go:171","msg":"trace[535757310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:199; }","duration":"108.321486ms","start":"2026-07-24T05:21:52.884276Z","end":"2026-07-24T05:21:52.992597Z","steps":["trace[535757310] 'agreement among raft nodes before linearized reading' (duration: 108.255185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:52.99264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189837318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:21:52.992695Z","caller":"traceutil/trace.go:171","msg":"trace[635243043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:199; }","duration":"1.189928561s","start":"2026-07-24T05:21:51.802752Z","end":"2026-07-24T05:21:52.99268Z","steps":["trace[635243043] 'agreement among raft nodes before linearized reading' (duration: 1.189847949s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:52.992741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:51.802732Z","time spent":"1.189997932s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:21:52.992324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:51.093588Z","time spent":"1.89872684s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:21:52.992199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:50.867601Z","time spent":"2.124522365s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:21:52.994656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288310959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:21:52.995071Z","caller":"traceutil/trace.go:171","msg":"trace[781305556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:199; }","duration":"1.288719218s","start":"2026-07-24T05:21:51.706286Z","end":"2026-07-24T05:21:52.995006Z","steps":["trace[781305556] 'agreement among raft nodes before linearized reading' (duration: 1.286597779s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:52.995152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:21:51.706271Z","time spent":"1.288853492s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:21:53.210787Z","caller":"traceutil/trace.go:171","msg":"trace[1809221083] transaction","detail":"{read_only:false; response_revision:200; number_of_response:1; }","duration":"211.458555ms","start":"2026-07-24T05:21:52.999299Z","end":"2026-07-24T05:21:53.210757Z","steps":["trace[1809221083] 'process raft request' (duration: 153.735214ms)","trace[1809221083] 'compare' (duration: 57.589568ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:53.212729Z","caller":"traceutil/trace.go:171","msg":"trace[1875429650] transaction","detail":"{read_only:false; response_revision:202; number_of_response:1; }","duration":"212.897898ms","start":"2026-07-24T05:21:52.999805Z","end":"2026-07-24T05:21:53.212703Z","steps":["trace[1875429650] 'process raft request' (duration: 212.820726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:53.212789Z","caller":"traceutil/trace.go:171","msg":"trace[1399911607] transaction","detail":"{read_only:false; response_revision:201; number_of_response:1; }","duration":"212.943669ms","start":"2026-07-24T05:21:52.999809Z","end":"2026-07-24T05:21:53.212753Z","steps":["trace[1399911607] 'process raft request' (duration: 212.697143ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:53.212849Z","caller":"traceutil/trace.go:171","msg":"trace[1562386462] linearizableReadLoop","detail":"{readStateIndex:209; appliedIndex:204; }","duration":"119.000594ms","start":"2026-07-24T05:21:53.09383Z","end":"2026-07-24T05:21:53.212831Z","steps":["trace[1562386462] 'read index received' (duration: 59.284477ms)","trace[1562386462] 'applied index is now lower than readState.Index' (duration: 59.715417ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:53.212905Z","caller":"traceutil/trace.go:171","msg":"trace[1315474721] transaction","detail":"{read_only:false; response_revision:203; number_of_response:1; }","duration":"212.597481ms","start":"2026-07-24T05:21:53.000265Z","end":"2026-07-24T05:21:53.212862Z","steps":["trace[1315474721] 'process raft request' (duration: 212.404517ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:53.21298Z","caller":"traceutil/trace.go:171","msg":"trace[789601415] transaction","detail":"{read_only:false; response_revision:204; number_of_response:1; }","duration":"212.53177ms","start":"2026-07-24T05:21:53.000442Z","end":"2026-07-24T05:21:53.212974Z","steps":["trace[789601415] 'process raft request' (duration: 212.338385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:53.212955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.122617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:21:53.213093Z","caller":"traceutil/trace.go:171","msg":"trace[492978675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:204; }","duration":"119.301941ms","start":"2026-07-24T05:21:53.09377Z","end":"2026-07-24T05:21:53.213072Z","steps":["trace[492978675] 'agreement among raft nodes before linearized reading' (duration: 119.142497ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:53.787207Z","caller":"traceutil/trace.go:171","msg":"trace[813468732] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"125.8336ms","start":"2026-07-24T05:21:53.661343Z","end":"2026-07-24T05:21:53.787177Z","steps":["trace[813468732] 'process raft request' (duration: 114.820567ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:54.215662Z","caller":"traceutil/trace.go:171","msg":"trace[1423703427] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"117.950479ms","start":"2026-07-24T05:21:54.097671Z","end":"2026-07-24T05:21:54.215621Z","steps":["trace[1423703427] 'process raft request' (duration: 26.806378ms)","trace[1423703427] 'compare' (duration: 90.870135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:54.975088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.680517ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:21:55.073958Z","caller":"traceutil/trace.go:171","msg":"trace[475991503] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"268.577552ms","start":"2026-07-24T05:21:54.805349Z","end":"2026-07-24T05:21:55.073927Z","steps":["trace[475991503] 'process raft request' (duration: 268.398768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:55.244666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.386021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:21:55.24504Z","caller":"traceutil/trace.go:171","msg":"trace[216442459] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"268.725515ms","start":"2026-07-24T05:21:54.976288Z","end":"2026-07-24T05:21:55.245014Z","steps":["trace[216442459] 'process raft request' (duration: 122.892833ms)","trace[216442459] 'compare' (duration: 145.239738ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:55.245072Z","caller":"traceutil/trace.go:171","msg":"trace[2060281442] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"167.179593ms","start":"2026-07-24T05:21:55.07787Z","end":"2026-07-24T05:21:55.24505Z","steps":["trace[2060281442] 'process raft request' (duration: 166.919177ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:57.466775Z","caller":"traceutil/trace.go:171","msg":"trace[447386173] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"244.509996ms","start":"2026-07-24T05:21:57.22223Z","end":"2026-07-24T05:21:57.46674Z","steps":["trace[447386173] 'process raft request' (duration: 169.818565ms)","trace[447386173] 'compare' (duration: 74.513567ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:57.466831Z","caller":"traceutil/trace.go:171","msg":"trace[1103361388] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"227.270509ms","start":"2026-07-24T05:21:57.239528Z","end":"2026-07-24T05:21:57.466799Z","steps":["trace[1103361388] 'process raft request' (duration: 227.129116ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:57.466905Z","caller":"traceutil/trace.go:171","msg":"trace[1185233872] transaction","detail":"{read_only:false; number_of_response:0; response_revision:317; }","duration":"226.406429ms","start":"2026-07-24T05:21:57.240462Z","end":"2026-07-24T05:21:57.466868Z","steps":["trace[1185233872] 'process raft request' (duration: 226.235915ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:57.466988Z","caller":"traceutil/trace.go:171","msg":"trace[1335877175] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"129.588447ms","start":"2026-07-24T05:21:57.337381Z","end":"2026-07-24T05:21:57.46697Z","steps":["trace[1335877175] 'process raft request' (duration: 129.548966ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:57.467008Z","caller":"traceutil/trace.go:171","msg":"trace[1966736874] transaction","detail":"{read_only:false; number_of_response:0; response_revision:318; }","duration":"226.164063ms","start":"2026-07-24T05:21:57.240813Z","end":"2026-07-24T05:21:57.466977Z","steps":["trace[1966736874] 'process raft request' (duration: 226.02698ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:57.467175Z","caller":"traceutil/trace.go:171","msg":"trace[636194996] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"155.916924ms","start":"2026-07-24T05:21:57.311233Z","end":"2026-07-24T05:21:57.46715Z","steps":["trace[636194996] 'process raft request' (duration: 155.642077ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:57.467209Z","caller":"traceutil/trace.go:171","msg":"trace[677293536] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"226.566053ms","start":"2026-07-24T05:21:57.240634Z","end":"2026-07-24T05:21:57.4672Z","steps":["trace[677293536] 'process raft request' (duration: 226.091942ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:57.467354Z","caller":"traceutil/trace.go:171","msg":"trace[1332097758] transaction","detail":"{read_only:false; number_of_response:0; response_revision:318; }","duration":"226.534203ms","start":"2026-07-24T05:21:57.240813Z","end":"2026-07-24T05:21:57.467347Z","steps":["trace[1332097758] 'process raft request' (duration: 226.00192ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:57.467407Z","caller":"traceutil/trace.go:171","msg":"trace[121348038] linearizableReadLoop","detail":"{readStateIndex:324; appliedIndex:322; }","duration":"234.757742ms","start":"2026-07-24T05:21:57.232635Z","end":"2026-07-24T05:21:57.467393Z","steps":["trace[121348038] 'read index received' (duration: 74.538387ms)","trace[121348038] 'applied index is now lower than readState.Index' (duration: 160.218135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:57.467551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.909226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-24T05:21:57.467598Z","caller":"traceutil/trace.go:171","msg":"trace[1266823145] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:320; }","duration":"235.019838ms","start":"2026-07-24T05:21:57.232565Z","end":"2026-07-24T05:21:57.467585Z","steps":["trace[1266823145] 'agreement among raft nodes before linearized reading' (duration: 234.891525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:57.4676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.00626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:21:57.467625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.623487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:21:57.467665Z","caller":"traceutil/trace.go:171","msg":"trace[1764987970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:320; }","duration":"122.708619ms","start":"2026-07-24T05:21:57.344946Z","end":"2026-07-24T05:21:57.467654Z","steps":["trace[1764987970] 'agreement among raft nodes before linearized reading' (duration: 122.598526ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:57.467666Z","caller":"traceutil/trace.go:171","msg":"trace[2001976377] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:320; }","duration":"183.139232ms","start":"2026-07-24T05:21:57.284507Z","end":"2026-07-24T05:21:57.467646Z","steps":["trace[2001976377] 'agreement among raft nodes before linearized reading' (duration: 182.996639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:57.467677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.025926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T05:21:57.467775Z","caller":"traceutil/trace.go:171","msg":"trace[635822884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:320; }","duration":"136.18846ms","start":"2026-07-24T05:21:57.331566Z","end":"2026-07-24T05:21:57.467754Z","steps":["trace[635822884] 'agreement among raft nodes before linearized reading' (duration: 136.005546ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:57.642491Z","caller":"traceutil/trace.go:171","msg":"trace[157303468] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"100.889416ms","start":"2026-07-24T05:21:57.541582Z","end":"2026-07-24T05:21:57.642471Z","steps":["trace[157303468] 'process raft request' (duration: 52.937141ms)","trace[157303468] 'compare' (duration: 47.836573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:21:58.405429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.451391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-24T05:21:58.40558Z","caller":"traceutil/trace.go:171","msg":"trace[1362385476] transaction","detail":"{read_only:false; number_of_response:0; response_revision:335; }","duration":"246.138793ms","start":"2026-07-24T05:21:58.159419Z","end":"2026-07-24T05:21:58.405558Z","steps":["trace[1362385476] 'process raft request' (duration: 48.470007ms)","trace[1362385476] 'compare' (duration: 197.384419ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:58.407676Z","caller":"traceutil/trace.go:171","msg":"trace[979057577] linearizableReadLoop","detail":"{readStateIndex:350; appliedIndex:346; }","duration":"247.522695ms","start":"2026-07-24T05:21:58.160132Z","end":"2026-07-24T05:21:58.407654Z","steps":["trace[979057577] 'read index received' (duration: 47.780591ms)","trace[979057577] 'applied index is now lower than readState.Index' (duration: 199.740554ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:58.407716Z","caller":"traceutil/trace.go:171","msg":"trace[1270973721] transaction","detail":"{read_only:false; number_of_response:0; response_revision:335; }","duration":"248.020647ms","start":"2026-07-24T05:21:58.159668Z","end":"2026-07-24T05:21:58.407689Z","steps":["trace[1270973721] 'process raft request' (duration: 247.808072ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:58.407723Z","caller":"traceutil/trace.go:171","msg":"trace[238831688] transaction","detail":"{read_only:false; number_of_response:0; response_revision:335; }","duration":"247.831603ms","start":"2026-07-24T05:21:58.15984Z","end":"2026-07-24T05:21:58.407671Z","steps":["trace[238831688] 'process raft request' (duration: 247.72429ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:58.407758Z","caller":"traceutil/trace.go:171","msg":"trace[1692715706] transaction","detail":"{read_only:false; number_of_response:0; response_revision:335; }","duration":"247.643118ms","start":"2026-07-24T05:21:58.16009Z","end":"2026-07-24T05:21:58.407733Z","steps":["trace[1692715706] 'process raft request' (duration: 247.511445ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:58.407821Z","caller":"traceutil/trace.go:171","msg":"trace[1825320258] transaction","detail":"{read_only:false; number_of_response:0; response_revision:335; }","duration":"247.550737ms","start":"2026-07-24T05:21:58.160248Z","end":"2026-07-24T05:21:58.407798Z","steps":["trace[1825320258] 'process raft request' (duration: 247.375683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:58.407877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.69858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-07-24T05:21:58.407907Z","caller":"traceutil/trace.go:171","msg":"trace[84029596] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:335; }","duration":"247.777242ms","start":"2026-07-24T05:21:58.160121Z","end":"2026-07-24T05:21:58.407898Z","steps":["trace[84029596] 'agreement among raft nodes before linearized reading' (duration: 247.67357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:21:58.407977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.30354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-24T05:21:58.408056Z","caller":"traceutil/trace.go:171","msg":"trace[69507596] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:335; }","duration":"227.438793ms","start":"2026-07-24T05:21:58.180594Z","end":"2026-07-24T05:21:58.408033Z","steps":["trace[69507596] 'agreement among raft nodes before linearized reading' (duration: 227.266899ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:21:58.592437Z","caller":"traceutil/trace.go:171","msg":"trace[1716006776] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"131.44294ms","start":"2026-07-24T05:21:58.460957Z","end":"2026-07-24T05:21:58.5924Z","steps":["trace[1716006776] 'process raft request' (duration: 70.657469ms)","trace[1716006776] 'compare' (duration: 60.584627ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:21:58.608284Z","caller":"traceutil/trace.go:171","msg":"trace[1379561679] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"144.945842ms","start":"2026-07-24T05:21:58.463308Z","end":"2026-07-24T05:21:58.608254Z","steps":["trace[1379561679] 'process raft request' (duration: 144.726577ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.267298Z","caller":"traceutil/trace.go:171","msg":"trace[778804377] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"201.227888ms","start":"2026-07-24T05:22:00.066045Z","end":"2026-07-24T05:22:00.267273Z","steps":["trace[778804377] 'process raft request' (duration: 192.051207ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.273112Z","caller":"traceutil/trace.go:171","msg":"trace[213811216] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:378; }","duration":"192.248291ms","start":"2026-07-24T05:22:00.080824Z","end":"2026-07-24T05:22:00.273072Z","steps":["trace[213811216] 'read index received' (duration: 177.289027ms)","trace[213811216] 'applied index is now lower than readState.Index' (duration: 14.957764ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:00.273222Z","caller":"traceutil/trace.go:171","msg":"trace[2042564428] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"199.916628ms","start":"2026-07-24T05:22:00.073273Z","end":"2026-07-24T05:22:00.27319Z","steps":["trace[2042564428] 'process raft request' (duration: 199.615081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:00.273334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.485628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-24T05:22:00.273399Z","caller":"traceutil/trace.go:171","msg":"trace[1630314088] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:364; }","duration":"192.59517ms","start":"2026-07-24T05:22:00.080784Z","end":"2026-07-24T05:22:00.273379Z","steps":["trace[1630314088] 'agreement among raft nodes before linearized reading' (duration: 192.462497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:00.273492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.481539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4373"} {"level":"info","ts":"2026-07-24T05:22:00.273543Z","caller":"traceutil/trace.go:171","msg":"trace[753036264] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:364; }","duration":"183.588161ms","start":"2026-07-24T05:22:00.089942Z","end":"2026-07-24T05:22:00.273531Z","steps":["trace[753036264] 'agreement among raft nodes before linearized reading' (duration: 183.477189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:00.273566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.344667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-07-24T05:22:00.273645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.551971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5335"} {"level":"warn","ts":"2026-07-24T05:22:00.273774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.783826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-24T05:22:00.273783Z","caller":"traceutil/trace.go:171","msg":"trace[1113435441] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:364; }","duration":"183.718395ms","start":"2026-07-24T05:22:00.090048Z","end":"2026-07-24T05:22:00.273767Z","steps":["trace[1113435441] 'agreement among raft nodes before linearized reading' (duration: 183.463109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.273815Z","caller":"traceutil/trace.go:171","msg":"trace[708613241] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:364; }","duration":"183.846058ms","start":"2026-07-24T05:22:00.089959Z","end":"2026-07-24T05:22:00.273805Z","steps":["trace[708613241] 'agreement among raft nodes before linearized reading' (duration: 183.788676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:00.273996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.691766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:22:00.274032Z","caller":"traceutil/trace.go:171","msg":"trace[198547952] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:364; }","duration":"141.757728ms","start":"2026-07-24T05:22:00.132267Z","end":"2026-07-24T05:22:00.274025Z","steps":["trace[198547952] 'agreement among raft nodes before linearized reading' (duration: 141.701506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:00.274105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.905478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4325"} {"level":"info","ts":"2026-07-24T05:22:00.274127Z","caller":"traceutil/trace.go:171","msg":"trace[118313025] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:364; }","duration":"183.968821ms","start":"2026-07-24T05:22:00.090153Z","end":"2026-07-24T05:22:00.274122Z","steps":["trace[118313025] 'agreement among raft nodes before linearized reading' (duration: 183.929789ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.273661Z","caller":"traceutil/trace.go:171","msg":"trace[1491342484] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:364; }","duration":"183.50959ms","start":"2026-07-24T05:22:00.090135Z","end":"2026-07-24T05:22:00.273645Z","steps":["trace[1491342484] 'agreement among raft nodes before linearized reading' (duration: 183.335746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:00.273723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.658094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"warn","ts":"2026-07-24T05:22:00.274346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.263248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6964"} {"level":"info","ts":"2026-07-24T05:22:00.274358Z","caller":"traceutil/trace.go:171","msg":"trace[971497052] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:364; }","duration":"184.291439ms","start":"2026-07-24T05:22:00.090046Z","end":"2026-07-24T05:22:00.274337Z","steps":["trace[971497052] 'agreement among raft nodes before linearized reading' (duration: 183.636673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.274386Z","caller":"traceutil/trace.go:171","msg":"trace[585557782] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:364; }","duration":"184.33162ms","start":"2026-07-24T05:22:00.090044Z","end":"2026-07-24T05:22:00.274376Z","steps":["trace[585557782] 'agreement among raft nodes before linearized reading' (duration: 184.265088ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.414673Z","caller":"traceutil/trace.go:171","msg":"trace[22700714] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"107.647172ms","start":"2026-07-24T05:22:00.306993Z","end":"2026-07-24T05:22:00.41464Z","steps":["trace[22700714] 'process raft request' (duration: 86.986255ms)","trace[22700714] 'compare' (duration: 20.318949ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:00.414713Z","caller":"traceutil/trace.go:171","msg":"trace[435577209] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"106.781912ms","start":"2026-07-24T05:22:00.307882Z","end":"2026-07-24T05:22:00.414664Z","steps":["trace[435577209] 'process raft request' (duration: 106.619988ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.678353Z","caller":"traceutil/trace.go:171","msg":"trace[1153735795] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"252.014989ms","start":"2026-07-24T05:22:00.426299Z","end":"2026-07-24T05:22:00.678314Z","steps":["trace[1153735795] 'process raft request' (duration: 237.371192ms)","trace[1153735795] 'compare' (duration: 14.384331ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:00.678394Z","caller":"traceutil/trace.go:171","msg":"trace[2240980] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:390; }","duration":"247.808113ms","start":"2026-07-24T05:22:00.430558Z","end":"2026-07-24T05:22:00.678367Z","steps":["trace[2240980] 'read index received' (duration: 69.428361ms)","trace[2240980] 'applied index is now lower than readState.Index' (duration: 178.378792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:00.678553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.980197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-24T05:22:00.678599Z","caller":"traceutil/trace.go:171","msg":"trace[778586649] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:377; }","duration":"248.085349ms","start":"2026-07-24T05:22:00.430504Z","end":"2026-07-24T05:22:00.678589Z","steps":["trace[778586649] 'agreement among raft nodes before linearized reading' (duration: 247.983557ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.67873Z","caller":"traceutil/trace.go:171","msg":"trace[1121052621] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"250.073225ms","start":"2026-07-24T05:22:00.428613Z","end":"2026-07-24T05:22:00.678686Z","steps":["trace[1121052621] 'process raft request' (duration: 249.627904ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.678977Z","caller":"traceutil/trace.go:171","msg":"trace[1500999629] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"247.810682ms","start":"2026-07-24T05:22:00.431114Z","end":"2026-07-24T05:22:00.678925Z","steps":["trace[1500999629] 'process raft request' (duration: 247.201598ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.679117Z","caller":"traceutil/trace.go:171","msg":"trace[617678144] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"174.223236ms","start":"2026-07-24T05:22:00.504875Z","end":"2026-07-24T05:22:00.679099Z","steps":["trace[617678144] 'process raft request' (duration: 174.056972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:00.679208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.307368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-07-24T05:22:00.679266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.616649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:22:00.679309Z","caller":"traceutil/trace.go:171","msg":"trace[1574578701] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:378; }","duration":"197.466081ms","start":"2026-07-24T05:22:00.48182Z","end":"2026-07-24T05:22:00.679287Z","steps":["trace[1574578701] 'agreement among raft nodes before linearized reading' (duration: 197.275327ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:00.679351Z","caller":"traceutil/trace.go:171","msg":"trace[1361641903] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:378; }","duration":"149.726381ms","start":"2026-07-24T05:22:00.529604Z","end":"2026-07-24T05:22:00.679331Z","steps":["trace[1361641903] 'agreement among raft nodes before linearized reading' (duration: 149.544737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:02.125957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.061715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:22:02.126145Z","caller":"traceutil/trace.go:171","msg":"trace[1170486587] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"461.390916ms","start":"2026-07-24T05:22:01.664736Z","end":"2026-07-24T05:22:02.126127Z","steps":["trace[1170486587] 'process raft request' (duration: 461.332635ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:02.126179Z","caller":"traceutil/trace.go:171","msg":"trace[1500951210] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"462.238716ms","start":"2026-07-24T05:22:01.663899Z","end":"2026-07-24T05:22:02.126138Z","steps":["trace[1500951210] 'process raft request' (duration: 234.870883ms)","trace[1500951210] 'compare' (duration: 226.928942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:02.126377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:01.663869Z","time spent":"462.40175ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:02.126486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:01.664722Z","time spent":"461.482419ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:03.775722Z","caller":"traceutil/trace.go:171","msg":"trace[1293513967] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"125.873761ms","start":"2026-07-24T05:22:03.649823Z","end":"2026-07-24T05:22:03.775697Z","steps":["trace[1293513967] 'process raft request' (duration: 125.750568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:05.910461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.137262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:22:05.910537Z","caller":"traceutil/trace.go:171","msg":"trace[1792655581] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:399; }","duration":"131.253386ms","start":"2026-07-24T05:22:05.779267Z","end":"2026-07-24T05:22:05.910521Z","steps":["trace[1792655581] 'range keys from in-memory index tree' (duration: 131.03809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:06.397912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.482337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:22:06.398008Z","caller":"traceutil/trace.go:171","msg":"trace[126999603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:400; }","duration":"238.646252ms","start":"2026-07-24T05:22:06.159333Z","end":"2026-07-24T05:22:06.397979Z","steps":["trace[126999603] 'range keys from in-memory index tree' (duration: 238.389215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:06.398012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.064088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T05:22:06.398086Z","caller":"traceutil/trace.go:171","msg":"trace[317818419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:400; }","duration":"238.187691ms","start":"2026-07-24T05:22:06.159879Z","end":"2026-07-24T05:22:06.398066Z","steps":["trace[317818419] 'range keys from in-memory index tree' (duration: 237.951025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:06.398007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.907336ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:22:06.398114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.281104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4325"} {"level":"info","ts":"2026-07-24T05:22:06.398189Z","caller":"traceutil/trace.go:171","msg":"trace[106476715] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:400; }","duration":"304.113231ms","start":"2026-07-24T05:22:06.09405Z","end":"2026-07-24T05:22:06.398163Z","steps":["trace[106476715] 'range keys from in-memory index tree' (duration: 303.883896ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:06.398216Z","caller":"traceutil/trace.go:171","msg":"trace[1555970207] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:400; }","duration":"212.437717ms","start":"2026-07-24T05:22:06.185757Z","end":"2026-07-24T05:22:06.398195Z","steps":["trace[1555970207] 'range keys from in-memory index tree' (duration: 212.12807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:06.525363Z","caller":"traceutil/trace.go:171","msg":"trace[1309467531] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"218.902956ms","start":"2026-07-24T05:22:06.306433Z","end":"2026-07-24T05:22:06.525336Z","steps":["trace[1309467531] 'process raft request' (duration: 218.720671ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:06.887753Z","caller":"traceutil/trace.go:171","msg":"trace[1719193545] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"484.365356ms","start":"2026-07-24T05:22:06.403357Z","end":"2026-07-24T05:22:06.887722Z","steps":["trace[1719193545] 'process raft request' (duration: 484.186392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:06.887941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:06.403328Z","time spent":"484.51187ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:06.888124Z","caller":"traceutil/trace.go:171","msg":"trace[1048573451] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"483.959395ms","start":"2026-07-24T05:22:06.404133Z","end":"2026-07-24T05:22:06.888093Z","steps":["trace[1048573451] 'process raft request' (duration: 483.551046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:06.888298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:06.404104Z","time spent":"484.10418ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:06.888729Z","caller":"traceutil/trace.go:171","msg":"trace[1950722732] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"482.172365ms","start":"2026-07-24T05:22:06.406513Z","end":"2026-07-24T05:22:06.888685Z","steps":["trace[1950722732] 'process raft request' (duration: 481.534699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:06.888872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:06.406495Z","time spent":"482.283698ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:07.109521Z","caller":"traceutil/trace.go:171","msg":"trace[1060815800] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"211.540327ms","start":"2026-07-24T05:22:06.897953Z","end":"2026-07-24T05:22:07.109493Z","steps":["trace[1060815800] 'process raft request' (duration: 205.17202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:10.506631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.650095ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:22:11.025555Z","caller":"traceutil/trace.go:171","msg":"trace[194419021] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:433; }","duration":"112.816071ms","start":"2026-07-24T05:22:10.912719Z","end":"2026-07-24T05:22:11.025535Z","steps":["trace[194419021] 'read index received' (duration: 112.719789ms)","trace[194419021] 'applied index is now lower than readState.Index' (duration: 95.602µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:11.025676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.946863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:22:11.0257Z","caller":"traceutil/trace.go:171","msg":"trace[977080424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:415; }","duration":"113.022305ms","start":"2026-07-24T05:22:10.91267Z","end":"2026-07-24T05:22:11.025692Z","steps":["trace[977080424] 'agreement among raft nodes before linearized reading' (duration: 112.944634ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:11.025697Z","caller":"traceutil/trace.go:171","msg":"trace[1454416738] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"115.504013ms","start":"2026-07-24T05:22:10.910159Z","end":"2026-07-24T05:22:11.025663Z","steps":["trace[1454416738] 'process raft request' (duration: 115.245117ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:16.275196Z","caller":"traceutil/trace.go:171","msg":"trace[1574825685] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"130.17836ms","start":"2026-07-24T05:22:16.144989Z","end":"2026-07-24T05:22:16.275167Z","steps":["trace[1574825685] 'process raft request' (duration: 130.028777ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:17.336943Z","caller":"traceutil/trace.go:171","msg":"trace[2051836318] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"108.49333ms","start":"2026-07-24T05:22:17.228418Z","end":"2026-07-24T05:22:17.336911Z","steps":["trace[2051836318] 'process raft request' (duration: 40.149365ms)","trace[2051836318] 'compare' (duration: 68.213542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:18.621092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137193,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:22:19.018953Z","caller":"traceutil/trace.go:171","msg":"trace[93268730] linearizableReadLoop","detail":"{readStateIndex:467; appliedIndex:466; }","duration":"897.898959ms","start":"2026-07-24T05:22:18.121025Z","end":"2026-07-24T05:22:19.018924Z","steps":["trace[93268730] 'read index received' (duration: 897.584452ms)","trace[93268730] 'applied index is now lower than readState.Index' (duration: 313.387µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:19.019013Z","caller":"traceutil/trace.go:171","msg":"trace[1449759686] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"1.266065626s","start":"2026-07-24T05:22:17.752924Z","end":"2026-07-24T05:22:19.01899Z","steps":["trace[1449759686] 'process raft request' (duration: 1.26581557s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:19.019153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.16685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:22:19.019139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.090704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:22:19.019193Z","caller":"traceutil/trace.go:171","msg":"trace[1442849477] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:446; }","duration":"739.266912ms","start":"2026-07-24T05:22:18.279915Z","end":"2026-07-24T05:22:19.019182Z","steps":["trace[1442849477] 'agreement among raft nodes before linearized reading' (duration: 739.15921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:19.019174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:17.752903Z","time spent":"1.266166938s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:19.019219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:18.279894Z","time spent":"739.320713ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:22:19.019227Z","caller":"traceutil/trace.go:171","msg":"trace[21357613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:446; }","duration":"898.235177ms","start":"2026-07-24T05:22:18.120972Z","end":"2026-07-24T05:22:19.019207Z","steps":["trace[21357613] 'agreement among raft nodes before linearized reading' (duration: 898.067503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:19.019268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:18.120949Z","time spent":"898.312669ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:22:31.546974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.744018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:22:31.547127Z","caller":"traceutil/trace.go:171","msg":"trace[619953545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:505; }","duration":"105.938963ms","start":"2026-07-24T05:22:31.441148Z","end":"2026-07-24T05:22:31.547087Z","steps":["trace[619953545] 'range keys from in-memory index tree' (duration: 105.653445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:31.547807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.593264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:22:31.547853Z","caller":"traceutil/trace.go:171","msg":"trace[735279274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:505; }","duration":"133.024126ms","start":"2026-07-24T05:22:31.414817Z","end":"2026-07-24T05:22:31.547841Z","steps":["trace[735279274] 'range keys from in-memory index tree' (duration: 131.456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:31.78286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.353986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:22:31.783103Z","caller":"traceutil/trace.go:171","msg":"trace[1530590439] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"230.78788ms","start":"2026-07-24T05:22:31.552271Z","end":"2026-07-24T05:22:31.783059Z","steps":["trace[1530590439] 'process raft request' (duration: 106.116387ms)","trace[1530590439] 'compare' (duration: 124.210843ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:31.783071Z","caller":"traceutil/trace.go:171","msg":"trace[504428243] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"230.156575ms","start":"2026-07-24T05:22:31.552896Z","end":"2026-07-24T05:22:31.783053Z","steps":["trace[504428243] 'process raft request' (duration: 230.079843ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:36.034406Z","caller":"traceutil/trace.go:171","msg":"trace[1148419551] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"219.640784ms","start":"2026-07-24T05:22:35.814741Z","end":"2026-07-24T05:22:36.034382Z","steps":["trace[1148419551] 'process raft request' (duration: 134.675895ms)","trace[1148419551] 'compare' (duration: 84.861317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:41.727918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:42.228293Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:42.729243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137450,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:42.890333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.717359509s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:22:42.890697Z","caller":"traceutil/trace.go:171","msg":"trace[378303538] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.717847271s","start":"2026-07-24T05:22:41.172823Z","end":"2026-07-24T05:22:42.89067Z","steps":["trace[378303538] 'process raft request' (duration: 1.717697687s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.890824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.172786Z","time spent":"1.717980323s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:22:42.966938Z","caller":"traceutil/trace.go:171","msg":"trace[287264343] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.790157578s","start":"2026-07-24T05:22:41.176728Z","end":"2026-07-24T05:22:42.966886Z","steps":["trace[287264343] 'process raft request' (duration: 1.789919992s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.967107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.176706Z","time spent":"1.790333672s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:22:42.967161Z","caller":"traceutil/trace.go:171","msg":"trace[446506817] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"1.78024778s","start":"2026-07-24T05:22:41.186867Z","end":"2026-07-24T05:22:42.967115Z","steps":["trace[446506817] 'process raft request' (duration: 1.779960222s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:42.967239Z","caller":"traceutil/trace.go:171","msg":"trace[1135083579] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.780124567s","start":"2026-07-24T05:22:41.18705Z","end":"2026-07-24T05:22:42.967175Z","steps":["trace[1135083579] 'process raft request' (duration: 1.779900441s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.967332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.186844Z","time spent":"1.780411893s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:22:42.967335Z","caller":"traceutil/trace.go:171","msg":"trace[1429323913] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"1.777505676s","start":"2026-07-24T05:22:41.189811Z","end":"2026-07-24T05:22:42.967316Z","steps":["trace[1429323913] 'process raft request' (duration: 1.777211959s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:42.967003Z","caller":"traceutil/trace.go:171","msg":"trace[1720386152] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.790236169s","start":"2026-07-24T05:22:41.176725Z","end":"2026-07-24T05:22:42.966962Z","steps":["trace[1720386152] 'process raft request' (duration: 1.790054835s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.967406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.189803Z","time spent":"1.777570588s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:22:42.967433Z","caller":"traceutil/trace.go:171","msg":"trace[1888456382] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.775320416s","start":"2026-07-24T05:22:41.192091Z","end":"2026-07-24T05:22:42.967411Z","steps":["trace[1888456382] 'process raft request' (duration: 1.774968638s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:42.967547Z","caller":"traceutil/trace.go:171","msg":"trace[1026645412] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.775359526s","start":"2026-07-24T05:22:41.192177Z","end":"2026-07-24T05:22:42.967536Z","steps":["trace[1026645412] 'process raft request' (duration: 1.775159192s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.96754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.192074Z","time spent":"1.775419737s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:22:42.967354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.187043Z","time spent":"1.78025343s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:22:42.967603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.19217Z","time spent":"1.775409467s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:22:42.967601Z","caller":"traceutil/trace.go:171","msg":"trace[1871016919] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.766677216s","start":"2026-07-24T05:22:41.200901Z","end":"2026-07-24T05:22:42.967578Z","steps":["trace[1871016919] 'process raft request' (duration: 1.766554824s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.967685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.200883Z","time spent":"1.766760549s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:22:42.967736Z","caller":"traceutil/trace.go:171","msg":"trace[1522961584] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"1.765758185s","start":"2026-07-24T05:22:41.201944Z","end":"2026-07-24T05:22:42.967702Z","steps":["trace[1522961584] 'process raft request' (duration: 1.765569941s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:42.967809Z","caller":"traceutil/trace.go:171","msg":"trace[1992814569] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.643467636s","start":"2026-07-24T05:22:41.32433Z","end":"2026-07-24T05:22:42.967798Z","steps":["trace[1992814569] 'process raft request' (duration: 1.643398075s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:42.967798Z","caller":"traceutil/trace.go:171","msg":"trace[1599020533] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.751162529s","start":"2026-07-24T05:22:41.216622Z","end":"2026-07-24T05:22:42.967785Z","steps":["trace[1599020533] 'process raft request' (duration: 1.750942074s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.967867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.324303Z","time spent":"1.643541278s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:22:42.967873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.201933Z","time spent":"1.765884869s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:22:42.96788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.216591Z","time spent":"1.751264471s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:22:42.96778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.176695Z","time spent":"1.790811194s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:22:42.967812Z","caller":"traceutil/trace.go:171","msg":"trace[995416894] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:590; }","duration":"1.740334538s","start":"2026-07-24T05:22:41.22746Z","end":"2026-07-24T05:22:42.967794Z","steps":["trace[995416894] 'read index received' (duration: 1.663013425s)","trace[995416894] 'applied index is now lower than readState.Index' (duration: 77.320253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:42.967916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740447362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:22:42.96818Z","caller":"traceutil/trace.go:171","msg":"trace[937044973] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:573; }","duration":"1.740754668s","start":"2026-07-24T05:22:41.227402Z","end":"2026-07-24T05:22:42.968156Z","steps":["trace[937044973] 'agreement among raft nodes before linearized reading' (duration: 1.740446322s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.968265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.227378Z","time spent":"1.740856311s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:42.993996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.571254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:22:42.994056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630920376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:22:42.994144Z","caller":"traceutil/trace.go:171","msg":"trace[972378498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:575; }","duration":"1.63107147s","start":"2026-07-24T05:22:41.363054Z","end":"2026-07-24T05:22:42.994126Z","steps":["trace[972378498] 'agreement among raft nodes before linearized reading' (duration: 1.630762153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.99416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.310107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:22:42.99419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.36303Z","time spent":"1.631152242s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:22:42.99421Z","caller":"traceutil/trace.go:171","msg":"trace[373348158] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:575; }","duration":"852.406129ms","start":"2026-07-24T05:22:42.141789Z","end":"2026-07-24T05:22:42.994196Z","steps":["trace[373348158] 'agreement among raft nodes before linearized reading' (duration: 852.336638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.994236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330020531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:22:42.994254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:42.141757Z","time spent":"852.484801ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:22:42.994306Z","caller":"traceutil/trace.go:171","msg":"trace[164931811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:575; }","duration":"1.330145903s","start":"2026-07-24T05:22:41.664144Z","end":"2026-07-24T05:22:42.994289Z","steps":["trace[164931811] 'agreement among raft nodes before linearized reading' (duration: 1.329917078s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.994354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.664117Z","time spent":"1.330227695s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:22:42.994098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.183855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:22:42.994405Z","caller":"traceutil/trace.go:171","msg":"trace[1906304603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:575; }","duration":"931.533454ms","start":"2026-07-24T05:22:42.062864Z","end":"2026-07-24T05:22:42.994397Z","steps":["trace[1906304603] 'agreement among raft nodes before linearized reading' (duration: 931.200326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.994434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:42.062842Z","time spent":"931.583805ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:22:42.994092Z","caller":"traceutil/trace.go:171","msg":"trace[1277445053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"872.715407ms","start":"2026-07-24T05:22:42.121354Z","end":"2026-07-24T05:22:42.99407Z","steps":["trace[1277445053] 'agreement among raft nodes before linearized reading' (duration: 872.525893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.994494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:42.121336Z","time spent":"873.151047ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:22:42.994046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131113685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:22:42.994568Z","caller":"traceutil/trace.go:171","msg":"trace[741617077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:575; }","duration":"1.131638397s","start":"2026-07-24T05:22:41.862922Z","end":"2026-07-24T05:22:42.994561Z","steps":["trace[741617077] 'agreement among raft nodes before linearized reading' (duration: 1.131025603s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:42.994595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:41.862869Z","time spent":"1.131720048s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:22:43.706727Z","caller":"traceutil/trace.go:171","msg":"trace[1045216649] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"111.759736ms","start":"2026-07-24T05:22:43.594932Z","end":"2026-07-24T05:22:43.706692Z","steps":["trace[1045216649] 'process raft request' (duration: 56.366499ms)","trace[1045216649] 'compare' (duration: 54.947066ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:47.525136Z","caller":"traceutil/trace.go:171","msg":"trace[679840304] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"234.037366ms","start":"2026-07-24T05:22:47.291043Z","end":"2026-07-24T05:22:47.525081Z","steps":["trace[679840304] 'process raft request' (duration: 222.969301ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:48.75648Z","caller":"traceutil/trace.go:171","msg":"trace[215874694] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"125.435612ms","start":"2026-07-24T05:22:48.631014Z","end":"2026-07-24T05:22:48.756449Z","steps":["trace[215874694] 'process raft request' (duration: 124.791447ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:49.716448Z","caller":"traceutil/trace.go:171","msg":"trace[1755898449] linearizableReadLoop","detail":"{readStateIndex:703; appliedIndex:702; }","duration":"395.63297ms","start":"2026-07-24T05:22:49.320791Z","end":"2026-07-24T05:22:49.716424Z","steps":["trace[1755898449] 'read index received' (duration: 347.688275ms)","trace[1755898449] 'applied index is now lower than readState.Index' (duration: 47.943625ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:49.716567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.763623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:22:49.716562Z","caller":"traceutil/trace.go:171","msg":"trace[1724822570] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"485.071933ms","start":"2026-07-24T05:22:49.231452Z","end":"2026-07-24T05:22:49.716524Z","steps":["trace[1724822570] 'process raft request' (duration: 437.371043ms)","trace[1724822570] 'compare' (duration: 46.867811ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:49.717083Z","caller":"traceutil/trace.go:171","msg":"trace[395908032] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:667; }","duration":"395.848725ms","start":"2026-07-24T05:22:49.320739Z","end":"2026-07-24T05:22:49.716588Z","steps":["trace[395908032] 'agreement among raft nodes before linearized reading' (duration: 395.774683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:49.717117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:49.23143Z","time spent":"485.593634ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:49.717194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:49.320715Z","time spent":"396.445859ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":3,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:22:50.078324Z","caller":"traceutil/trace.go:171","msg":"trace[273273156] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"306.519205ms","start":"2026-07-24T05:22:49.771778Z","end":"2026-07-24T05:22:50.078297Z","steps":["trace[273273156] 'process raft request' (duration: 306.355102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:50.078456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:49.771738Z","time spent":"306.656679ms","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:22:50.344183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.90465ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:22:50.344489Z","caller":"traceutil/trace.go:171","msg":"trace[677926941] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:704; }","duration":"256.106813ms","start":"2026-07-24T05:22:50.088362Z","end":"2026-07-24T05:22:50.344469Z","steps":["trace[677926941] 'read index received' (duration: 51.905936ms)","trace[677926941] 'applied index is now lower than readState.Index' (duration: 204.199907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:50.34458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.208165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:22:50.344566Z","caller":"traceutil/trace.go:171","msg":"trace[1422608611] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"276.541984ms","start":"2026-07-24T05:22:50.06799Z","end":"2026-07-24T05:22:50.344532Z","steps":["trace[1422608611] 'process raft request' (duration: 276.327489ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:50.344616Z","caller":"traceutil/trace.go:171","msg":"trace[332061180] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:669; }","duration":"256.280187ms","start":"2026-07-24T05:22:50.088324Z","end":"2026-07-24T05:22:50.344604Z","steps":["trace[332061180] 'agreement among raft nodes before linearized reading' (duration: 256.215866ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:50.949471Z","caller":"traceutil/trace.go:171","msg":"trace[197318260] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"163.008977ms","start":"2026-07-24T05:22:50.786437Z","end":"2026-07-24T05:22:50.949446Z","steps":["trace[197318260] 'process raft request' (duration: 144.028739ms)","trace[197318260] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; req_size:1036285; } (duration: 18.64676ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:51.31686Z","caller":"traceutil/trace.go:171","msg":"trace[165820119] linearizableReadLoop","detail":"{readStateIndex:709; appliedIndex:708; }","duration":"195.362834ms","start":"2026-07-24T05:22:51.121461Z","end":"2026-07-24T05:22:51.316824Z","steps":["trace[165820119] 'read index received' (duration: 142.347342ms)","trace[165820119] 'applied index is now lower than readState.Index' (duration: 53.013952ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:51.317118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.64509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:22:51.317177Z","caller":"traceutil/trace.go:171","msg":"trace[776876698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:672; }","duration":"195.781744ms","start":"2026-07-24T05:22:51.121377Z","end":"2026-07-24T05:22:51.317159Z","steps":["trace[776876698] 'agreement among raft nodes before linearized reading' (duration: 195.646091ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:51.317265Z","caller":"traceutil/trace.go:171","msg":"trace[2074311864] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"310.784624ms","start":"2026-07-24T05:22:51.006352Z","end":"2026-07-24T05:22:51.317136Z","steps":["trace[2074311864] 'process raft request' (duration: 257.406464ms)","trace[2074311864] 'compare' (duration: 52.853088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:51.31734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.614973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-24T05:22:51.317445Z","caller":"traceutil/trace.go:171","msg":"trace[170737689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:672; }","duration":"134.769077ms","start":"2026-07-24T05:22:51.182651Z","end":"2026-07-24T05:22:51.31742Z","steps":["trace[170737689] 'agreement among raft nodes before linearized reading' (duration: 134.508501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:51.317752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:51.006335Z","time spent":"311.055351ms","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:22:51.317936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.547789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:22:51.318003Z","caller":"traceutil/trace.go:171","msg":"trace[257784415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:672; }","duration":"130.658893ms","start":"2026-07-24T05:22:51.187329Z","end":"2026-07-24T05:22:51.317988Z","steps":["trace[257784415] 'agreement among raft nodes before linearized reading' (duration: 130.512588ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:52.046721Z","caller":"traceutil/trace.go:171","msg":"trace[775521912] linearizableReadLoop","detail":"{readStateIndex:715; appliedIndex:714; }","duration":"176.486859ms","start":"2026-07-24T05:22:51.870202Z","end":"2026-07-24T05:22:52.046689Z","steps":["trace[775521912] 'read index received' (duration: 175.620018ms)","trace[775521912] 'applied index is now lower than readState.Index' (duration: 865.661µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:52.046865Z","caller":"traceutil/trace.go:171","msg":"trace[1378741885] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"261.210482ms","start":"2026-07-24T05:22:51.78564Z","end":"2026-07-24T05:22:52.046851Z","steps":["trace[1378741885] 'process raft request' (duration: 260.524526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:52.046876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.633992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-24T05:22:52.046986Z","caller":"traceutil/trace.go:171","msg":"trace[1679860059] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:678; }","duration":"176.779195ms","start":"2026-07-24T05:22:51.87018Z","end":"2026-07-24T05:22:52.046959Z","steps":["trace[1679860059] 'agreement among raft nodes before linearized reading' (duration: 176.54782ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:52.333189Z","caller":"traceutil/trace.go:171","msg":"trace[1689961253] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"284.294304ms","start":"2026-07-24T05:22:52.048871Z","end":"2026-07-24T05:22:52.333166Z","steps":["trace[1689961253] 'process raft request' (duration: 284.177372ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:52.333257Z","caller":"traceutil/trace.go:171","msg":"trace[1863580746] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:716; }","duration":"282.525333ms","start":"2026-07-24T05:22:52.050692Z","end":"2026-07-24T05:22:52.333218Z","steps":["trace[1863580746] 'read index received' (duration: 282.514582ms)","trace[1863580746] 'applied index is now lower than readState.Index' (duration: 8.811µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:52.333554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.744177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:22:52.333659Z","caller":"traceutil/trace.go:171","msg":"trace[422895027] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:679; }","duration":"282.985213ms","start":"2026-07-24T05:22:52.05065Z","end":"2026-07-24T05:22:52.333635Z","steps":["trace[422895027] 'agreement among raft nodes before linearized reading' (duration: 282.672446ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:52.345303Z","caller":"traceutil/trace.go:171","msg":"trace[874064382] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"243.941414ms","start":"2026-07-24T05:22:52.101348Z","end":"2026-07-24T05:22:52.34529Z","steps":["trace[874064382] 'process raft request' (duration: 243.77215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:52.345332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.868644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/cilium-config\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-07-24T05:22:52.345392Z","caller":"traceutil/trace.go:171","msg":"trace[632064329] range","detail":"{range_begin:/registry/configmaps/kube-system/cilium-config; range_end:; response_count:1; response_revision:680; }","duration":"293.966466ms","start":"2026-07-24T05:22:52.051408Z","end":"2026-07-24T05:22:52.345374Z","steps":["trace[632064329] 'agreement among raft nodes before linearized reading' (duration: 293.824033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:52.862339Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:53.362962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137659,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:53.712772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35215942s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:22:55.120261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000025816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:22:55.120347Z","caller":"traceutil/trace.go:171","msg":"trace[1326625899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145779s","start":"2026-07-24T05:22:53.120179Z","end":"2026-07-24T05:22:55.120325Z","steps":["trace[1326625899] 'agreement among raft nodes before linearized reading' (duration: 2.000043566s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.120394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.120167Z","time spent":"2.00021788s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:22:55.263154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550052256s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:22:55.263256Z","caller":"traceutil/trace.go:171","msg":"trace[688690625] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:717; }","duration":"2.901214612s","start":"2026-07-24T05:22:52.362025Z","end":"2026-07-24T05:22:55.26324Z","steps":["trace[688690625] 'read index received' (duration: 1.35087957s)","trace[688690625] 'applied index is now lower than readState.Index' (duration: 1.550333952s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:55.26345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901394987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:22:55.263549Z","caller":"traceutil/trace.go:171","msg":"trace[343507829] range","detail":"{range_begin:/registry/limitranges/envoy-gateway-system/; range_end:/registry/limitranges/envoy-gateway-system0; response_count:0; response_revision:681; }","duration":"2.901522349s","start":"2026-07-24T05:22:52.362004Z","end":"2026-07-24T05:22:55.263526Z","steps":["trace[343507829] 'agreement among raft nodes before linearized reading' (duration: 2.901378366s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.263553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955494591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:22:55.263611Z","caller":"traceutil/trace.go:171","msg":"trace[62305733] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:681; }","duration":"1.955610054s","start":"2026-07-24T05:22:53.307988Z","end":"2026-07-24T05:22:55.263599Z","steps":["trace[62305733] 'agreement among raft nodes before linearized reading' (duration: 1.955477901s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.263611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:52.361994Z","time spent":"2.901600221s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/envoy-gateway-system/\" range_end:\"/registry/limitranges/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-07-24T05:22:55.263646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.307969Z","time spent":"1.955671565s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.263669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896664615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:22:55.2637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.90039661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-24T05:22:55.263717Z","caller":"traceutil/trace.go:171","msg":"trace[18669806] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:681; }","duration":"1.896714236s","start":"2026-07-24T05:22:53.36699Z","end":"2026-07-24T05:22:55.263705Z","steps":["trace[18669806] 'agreement among raft nodes before linearized reading' (duration: 1.896528552s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.263736Z","caller":"traceutil/trace.go:171","msg":"trace[1538989135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:681; }","duration":"1.900504753s","start":"2026-07-24T05:22:53.36322Z","end":"2026-07-24T05:22:55.263725Z","steps":["trace[1538989135] 'agreement among raft nodes before linearized reading' (duration: 1.90037149s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.263751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.366955Z","time spent":"1.896787067s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:22:55.26371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.945468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:22:55.263769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.186392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:22:55.26378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.36319Z","time spent":"1.900582875s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:22:55.263462Z","caller":"traceutil/trace.go:171","msg":"trace[821166309] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"2.902935951s","start":"2026-07-24T05:22:52.360488Z","end":"2026-07-24T05:22:55.263424Z","steps":["trace[821166309] 'process raft request' (duration: 1.352537308s)","trace[821166309] 'compare' (duration: 1.549680677s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:55.263776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912960251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:22:55.263824Z","caller":"traceutil/trace.go:171","msg":"trace[142006857] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:681; }","duration":"664.120792ms","start":"2026-07-24T05:22:54.599682Z","end":"2026-07-24T05:22:55.263803Z","steps":["trace[142006857] 'agreement among raft nodes before linearized reading' (duration: 663.783194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.263866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.068866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:22:55.26372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895239943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:22:55.263902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895644942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T05:22:55.263913Z","caller":"traceutil/trace.go:171","msg":"trace[874786537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:681; }","duration":"1.895516399s","start":"2026-07-24T05:22:53.368386Z","end":"2026-07-24T05:22:55.263903Z","steps":["trace[874786537] 'agreement among raft nodes before linearized reading' (duration: 1.895077229s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.263913Z","caller":"traceutil/trace.go:171","msg":"trace[1858669921] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:681; }","duration":"685.166368ms","start":"2026-07-24T05:22:54.57873Z","end":"2026-07-24T05:22:55.263896Z","steps":["trace[1858669921] 'agreement among raft nodes before linearized reading' (duration: 685.044895ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.263909Z","caller":"traceutil/trace.go:171","msg":"trace[1847934480] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:681; }","duration":"1.913149754s","start":"2026-07-24T05:22:53.350734Z","end":"2026-07-24T05:22:55.263884Z","steps":["trace[1847934480] 'agreement among raft nodes before linearized reading' (duration: 1.912903909s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:55.263941Z","caller":"traceutil/trace.go:171","msg":"trace[1985756682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:681; }","duration":"1.895739463s","start":"2026-07-24T05:22:53.368189Z","end":"2026-07-24T05:22:55.263928Z","steps":["trace[1985756682] 'agreement among raft nodes before linearized reading' (duration: 1.895631741s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.263944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.368355Z","time spent":"1.895580931s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:22:55.26385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884090276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:22:55.26396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.368162Z","time spent":"1.895793805s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:22:55.263958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.578659Z","time spent":"685.28853ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.263948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:52.360474Z","time spent":"2.903398842s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:55.263978Z","caller":"traceutil/trace.go:171","msg":"trace[2118026387] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:681; }","duration":"1.884267749s","start":"2026-07-24T05:22:53.379704Z","end":"2026-07-24T05:22:55.263972Z","steps":["trace[2118026387] 'agreement among raft nodes before linearized reading' (duration: 1.884117186s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:55.263976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.350716Z","time spent":"1.913248337s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.264002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:53.379683Z","time spent":"1.88431315s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:22:55.264052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:54.599651Z","time spent":"664.243895ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:22:55.263831Z","caller":"traceutil/trace.go:171","msg":"trace[389805343] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:681; }","duration":"143.268744ms","start":"2026-07-24T05:22:55.120542Z","end":"2026-07-24T05:22:55.263811Z","steps":["trace[389805343] 'agreement among raft nodes before linearized reading' (duration: 143.159221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:56.069234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.021012ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:22:56.069372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.264922Z","time spent":"804.443142ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:22:56.626179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.474073ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:22:56.626456Z","caller":"traceutil/trace.go:171","msg":"trace[84926816] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"1.360415394s","start":"2026-07-24T05:22:55.266008Z","end":"2026-07-24T05:22:56.626424Z","steps":["trace[84926816] 'process raft request' (duration: 1.151583253s)","trace[84926816] 'compare' (duration: 208.184276ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:56.626579Z","caller":"traceutil/trace.go:171","msg":"trace[1384939982] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"1.357373325s","start":"2026-07-24T05:22:55.269178Z","end":"2026-07-24T05:22:56.626551Z","steps":["trace[1384939982] 'process raft request' (duration: 1.357244381s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:56.626598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.265987Z","time spent":"1.360541367s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:22:56.626556Z","caller":"traceutil/trace.go:171","msg":"trace[2031218507] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"1.357404835s","start":"2026-07-24T05:22:55.269109Z","end":"2026-07-24T05:22:56.626513Z","steps":["trace[2031218507] 'process raft request' (duration: 1.357219301s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:56.626697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.269171Z","time spent":"1.357466377s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:56.626738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.2691Z","time spent":"1.3575935s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:22:56.626817Z","caller":"traceutil/trace.go:171","msg":"trace[1694323970] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"1.357596259s","start":"2026-07-24T05:22:55.269202Z","end":"2026-07-24T05:22:56.626798Z","steps":["trace[1694323970] 'process raft request' (duration: 1.357292621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:56.626996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.26917Z","time spent":"1.357710502s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:56.62737Z","caller":"traceutil/trace.go:171","msg":"trace[2144111726] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"1.358085691s","start":"2026-07-24T05:22:55.269252Z","end":"2026-07-24T05:22:56.627338Z","steps":["trace[2144111726] 'process raft request' (duration: 1.357579289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:56.627524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354698653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:22:56.627515Z","caller":"traceutil/trace.go:171","msg":"trace[1000737947] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"1.358199814s","start":"2026-07-24T05:22:55.269279Z","end":"2026-07-24T05:22:56.627478Z","steps":["trace[1000737947] 'process raft request' (duration: 1.357978829s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:56.62746Z","caller":"traceutil/trace.go:171","msg":"trace[1578747677] linearizableReadLoop","detail":"{readStateIndex:725; appliedIndex:718; }","duration":"1.354622041s","start":"2026-07-24T05:22:55.272818Z","end":"2026-07-24T05:22:56.62744Z","steps":["trace[1578747677] 'read index received' (duration: 365.349963ms)","trace[1578747677] 'applied index is now lower than readState.Index' (duration: 989.270958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:56.627661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.269253Z","time spent":"1.358326836s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:56.62757Z","caller":"traceutil/trace.go:171","msg":"trace[922634345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:687; }","duration":"1.354761655s","start":"2026-07-24T05:22:55.272798Z","end":"2026-07-24T05:22:56.62756Z","steps":["trace[922634345] 'agreement among raft nodes before linearized reading' (duration: 1.354690783s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:56.62775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.269229Z","time spent":"1.358287846s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:56.627749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:55.272785Z","time spent":"1.354952259s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:22:58.126518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398063656s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:22:58.126623Z","caller":"traceutil/trace.go:171","msg":"trace[701007598] linearizableReadLoop","detail":"{readStateIndex:726; appliedIndex:725; }","duration":"1.497583429s","start":"2026-07-24T05:22:56.629021Z","end":"2026-07-24T05:22:58.126605Z","steps":["trace[701007598] 'read index received' (duration: 99.366839ms)","trace[701007598] 'applied index is now lower than readState.Index' (duration: 1.39821522s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:58.1267Z","caller":"traceutil/trace.go:171","msg":"trace[64869581] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"2.05611326s","start":"2026-07-24T05:22:56.070567Z","end":"2026-07-24T05:22:58.12668Z","steps":["trace[64869581] 'process raft request' (duration: 657.799499ms)","trace[64869581] 'compare' (duration: 1.397944663s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:22:58.126751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497728162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:22:58.126787Z","caller":"traceutil/trace.go:171","msg":"trace[76233950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:688; }","duration":"1.497800434s","start":"2026-07-24T05:22:56.628977Z","end":"2026-07-24T05:22:58.126778Z","steps":["trace[76233950] 'agreement among raft nodes before linearized reading' (duration: 1.497675551s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:58.126807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:56.070538Z","time spent":"2.056210233s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:58.126839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:56.628955Z","time spent":"1.497875546s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:22:58.629214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:59.132989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:59.633636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137678,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:22:59.816713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.088343172s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:22:59.93148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.340115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:22:59.9317Z","caller":"traceutil/trace.go:171","msg":"trace[915572002] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"3.300302807s","start":"2026-07-24T05:22:56.631369Z","end":"2026-07-24T05:22:59.931671Z","steps":["trace[915572002] 'process raft request' (duration: 3.185708016s)","trace[915572002] 'compare' (duration: 114.249813ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:22:59.931768Z","caller":"traceutil/trace.go:171","msg":"trace[1241109968] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"3.298773691s","start":"2026-07-24T05:22:56.632977Z","end":"2026-07-24T05:22:59.931751Z","steps":["trace[1241109968] 'process raft request' (duration: 3.29872833s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:59.931826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:56.631346Z","time spent":"3.300417649s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:22:59.931853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:56.632965Z","time spent":"3.298844432s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:22:59.932187Z","caller":"traceutil/trace.go:171","msg":"trace[1473808] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"3.30041513s","start":"2026-07-24T05:22:56.631759Z","end":"2026-07-24T05:22:59.932174Z","steps":["trace[1473808] 'process raft request' (duration: 3.299821006s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:22:59.932204Z","caller":"traceutil/trace.go:171","msg":"trace[2143595631] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"3.300247995s","start":"2026-07-24T05:22:56.631911Z","end":"2026-07-24T05:22:59.932159Z","steps":["trace[2143595631] 'process raft request' (duration: 3.299750924s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:22:59.932267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:56.63175Z","time spent":"3.300472281s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:22:59.932432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:56.631879Z","time spent":"3.300442601s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:00.134322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:23:00.134405Z","caller":"traceutil/trace.go:171","msg":"trace[190888420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056604s","start":"2026-07-24T05:22:58.134329Z","end":"2026-07-24T05:23:00.134386Z","steps":["trace[190888420] 'agreement among raft nodes before linearized reading' (duration: 1.999948861s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:00.134453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:58.134322Z","time spent":"2.000121546s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:23:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:23:02.135081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:23:02.135202Z","caller":"traceutil/trace.go:171","msg":"trace[1432610724] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408451s","start":"2026-07-24T05:23:00.134774Z","end":"2026-07-24T05:23:02.135183Z","steps":["trace[1432610724] 'agreement among raft nodes before linearized reading' (duration: 2.000268228s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:02.135251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.1347Z","time spent":"2.000538935s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:23:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:23:02.641318Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.824393177s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:23:02.713962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:23:02.71405Z","caller":"traceutil/trace.go:171","msg":"trace[1261788495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079934s","start":"2026-07-24T05:23:00.713951Z","end":"2026-07-24T05:23:02.714031Z","steps":["trace[1261788495] 'agreement among raft nodes before linearized reading' (duration: 1.99996764s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:02.714103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.71393Z","time spent":"2.000159696s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:23:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:23:02.874808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.147094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:23:02.875079Z","caller":"traceutil/trace.go:171","msg":"trace[1557212348] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"4.985765482s","start":"2026-07-24T05:22:57.889281Z","end":"2026-07-24T05:23:02.875047Z","steps":["trace[1557212348] 'process raft request' (duration: 4.752287091s)","trace[1557212348] 'compare' (duration: 232.967969ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:02.875156Z","caller":"traceutil/trace.go:171","msg":"trace[557660281] linearizableReadLoop","detail":"{readStateIndex:732; appliedIndex:726; }","duration":"4.74625063s","start":"2026-07-24T05:22:58.128852Z","end":"2026-07-24T05:23:02.875102Z","steps":["trace[557660281] 'read index received' (duration: 1.688241419s)","trace[557660281] 'applied index is now lower than readState.Index' (duration: 3.058008121s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:02.87517Z","caller":"traceutil/trace.go:171","msg":"trace[583214709] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"4.222413901s","start":"2026-07-24T05:22:58.652727Z","end":"2026-07-24T05:23:02.875141Z","steps":["trace[583214709] 'process raft request' (duration: 4.222224627s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:02.875225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:57.889245Z","time spent":"4.985904445s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:02.875302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746429084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:23:02.87533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:58.652709Z","time spent":"4.222542564s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:02.87536Z","caller":"traceutil/trace.go:171","msg":"trace[135666609] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:694; }","duration":"4.746525677s","start":"2026-07-24T05:22:58.128821Z","end":"2026-07-24T05:23:02.875347Z","steps":["trace[135666609] 'agreement among raft nodes before linearized reading' (duration: 4.746395314s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:02.875391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:58.128809Z","time spent":"4.746576568s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:23:03.630854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99821012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:23:03.630946Z","caller":"traceutil/trace.go:171","msg":"trace[719277996] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998383273s","start":"2026-07-24T05:22:58.632542Z","end":"2026-07-24T05:23:03.630925Z","steps":["trace[719277996] 'agreement among raft nodes before linearized reading' (duration: 4.99822946s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:03.630997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:58.632534Z","time spent":"4.998449055s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:23:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:23:03.631767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999039089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:23:03.631879Z","caller":"traceutil/trace.go:171","msg":"trace[1610504133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999173201s","start":"2026-07-24T05:22:58.632681Z","end":"2026-07-24T05:23:03.631854Z","steps":["trace[1610504133] 'agreement among raft nodes before linearized reading' (duration: 4.999043518s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:03.631944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:58.632676Z","time spent":"4.999253683s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:23:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:23:04.142377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00032219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:23:04.142503Z","caller":"traceutil/trace.go:171","msg":"trace[1032525162] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610657s","start":"2026-07-24T05:23:02.141861Z","end":"2026-07-24T05:23:04.142471Z","steps":["trace[1032525162] 'agreement among raft nodes before linearized reading' (duration: 2.000431963s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:04.142569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:02.141838Z","time spent":"2.000719479s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:23:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:23:05.173984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.231909028s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:23:05.174629Z","caller":"traceutil/trace.go:171","msg":"trace[1982132963] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"4.429224365s","start":"2026-07-24T05:23:00.745368Z","end":"2026-07-24T05:23:05.174592Z","steps":["trace[1982132963] 'process raft request' (duration: 4.428706333s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.174721Z","caller":"traceutil/trace.go:171","msg":"trace[1065284957] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:732; }","duration":"2.299420279s","start":"2026-07-24T05:23:02.875207Z","end":"2026-07-24T05:23:05.174628Z","steps":["trace[1065284957] 'read index received' (duration: 66.843946ms)","trace[1065284957] 'applied index is now lower than readState.Index' (duration: 2.232573033s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:05.174807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.745336Z","time spent":"4.429378998s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:05.18502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.42129605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.185091Z","caller":"traceutil/trace.go:171","msg":"trace[165218850] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:695; }","duration":"5.421406922s","start":"2026-07-24T05:22:59.763664Z","end":"2026-07-24T05:23:05.185071Z","steps":["trace[165218850] 'agreement among raft nodes before linearized reading' (duration: 5.411892111s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.747042129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.18514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.763646Z","time spent":"5.421482734s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.185115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.216666595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.18522Z","caller":"traceutil/trace.go:171","msg":"trace[1951246742] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:695; }","duration":"5.216795888s","start":"2026-07-24T05:22:59.968386Z","end":"2026-07-24T05:23:05.185182Z","steps":["trace[1951246742] 'agreement among raft nodes before linearized reading' (duration: 5.207037232s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.258448461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.236043152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.968375Z","time spent":"5.21688394s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:23:05.185288Z","caller":"traceutil/trace.go:171","msg":"trace[1161361015] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:695; }","duration":"4.747189992s","start":"2026-07-24T05:23:00.437954Z","end":"2026-07-24T05:23:05.185144Z","steps":["trace[1161361015] 'agreement among raft nodes before linearized reading' (duration: 4.737224971s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.185309Z","caller":"traceutil/trace.go:171","msg":"trace[436255580] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:695; }","duration":"5.236129314s","start":"2026-07-24T05:22:59.949165Z","end":"2026-07-24T05:23:05.185294Z","steps":["trace[436255580] 'agreement among raft nodes before linearized reading' (duration: 5.226287535s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.949005Z","time spent":"5.236337139s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.185363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.396863124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.185285Z","caller":"traceutil/trace.go:171","msg":"trace[1177014500] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:695; }","duration":"5.258569413s","start":"2026-07-24T05:22:59.926697Z","end":"2026-07-24T05:23:05.185267Z","steps":["trace[1177014500] 'agreement among raft nodes before linearized reading' (duration: 5.248773876s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813425407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:23:05.185461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421553525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.185487Z","caller":"traceutil/trace.go:171","msg":"trace[455069138] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:695; }","duration":"6.81352498s","start":"2026-07-24T05:22:58.371937Z","end":"2026-07-24T05:23:05.185462Z","steps":["trace[455069138] 'agreement among raft nodes before linearized reading' (duration: 6.80362024s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.185506Z","caller":"traceutil/trace.go:171","msg":"trace[602566014] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:695; }","duration":"5.421650837s","start":"2026-07-24T05:22:59.763845Z","end":"2026-07-24T05:23:05.185496Z","steps":["trace[602566014] 'agreement among raft nodes before linearized reading' (duration: 5.411722557s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.236442041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.18553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.653882564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:58.37189Z","time spent":"6.813636302s","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.185391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.55462278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:23:05.185544Z","caller":"traceutil/trace.go:171","msg":"trace[1125139515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:695; }","duration":"5.236515153s","start":"2026-07-24T05:22:59.949019Z","end":"2026-07-24T05:23:05.185534Z","steps":["trace[1125139515] 'agreement among raft nodes before linearized reading' (duration: 5.22644167s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.926686Z","time spent":"5.258774538s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:05.185576Z","caller":"traceutil/trace.go:171","msg":"trace[1187664155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:695; }","duration":"6.554841275s","start":"2026-07-24T05:22:58.630726Z","end":"2026-07-24T05:23:05.185568Z","steps":["trace[1187664155] 'agreement among raft nodes before linearized reading' (duration: 6.544802622s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.235697154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.949002Z","time spent":"5.236573564s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.185597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.654063958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:58.630706Z","time spent":"6.554889856s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:23:05.185622Z","caller":"traceutil/trace.go:171","msg":"trace[1225555360] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:695; }","duration":"4.654108019s","start":"2026-07-24T05:23:00.531507Z","end":"2026-07-24T05:23:05.185615Z","steps":["trace[1225555360] 'agreement among raft nodes before linearized reading' (duration: 4.643687007s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.531497Z","time spent":"4.654250222s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.185742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398097222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.553303208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:23:05.185825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068367224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:23:05.185841Z","caller":"traceutil/trace.go:171","msg":"trace[1550989819] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:695; }","duration":"5.398232955s","start":"2026-07-24T05:22:59.787583Z","end":"2026-07-24T05:23:05.185816Z","steps":["trace[1550989819] 'agreement among raft nodes before linearized reading' (duration: 5.387916285s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.185862Z","caller":"traceutil/trace.go:171","msg":"trace[1855145603] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:695; }","duration":"2.068452025s","start":"2026-07-24T05:23:03.1174Z","end":"2026-07-24T05:23:05.185852Z","steps":["trace[1855145603] 'agreement among raft nodes before linearized reading' (duration: 2.058184297s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.185864Z","caller":"traceutil/trace.go:171","msg":"trace[325181026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:695; }","duration":"6.553347019s","start":"2026-07-24T05:22:58.6325Z","end":"2026-07-24T05:23:05.185847Z","steps":["trace[325181026] 'agreement among raft nodes before linearized reading' (duration: 6.543069151s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343328455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.914162195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.216672374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.366314956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.185987Z","caller":"traceutil/trace.go:171","msg":"trace[1546060978] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:695; }","duration":"5.216813417s","start":"2026-07-24T05:22:59.969162Z","end":"2026-07-24T05:23:05.185976Z","steps":["trace[1546060978] 'agreement among raft nodes before linearized reading' (duration: 5.20612662s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.185991Z","caller":"traceutil/trace.go:171","msg":"trace[1522025596] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:695; }","duration":"4.914244157s","start":"2026-07-24T05:23:00.271727Z","end":"2026-07-24T05:23:05.185971Z","steps":["trace[1522025596] 'agreement among raft nodes before linearized reading' (duration: 4.903532499s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.185457Z","caller":"traceutil/trace.go:171","msg":"trace[606678331] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:695; }","duration":"5.396943456s","start":"2026-07-24T05:22:59.78848Z","end":"2026-07-24T05:23:05.185423Z","steps":["trace[606678331] 'agreement among raft nodes before linearized reading' (duration: 5.386965894s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.186009Z","caller":"traceutil/trace.go:171","msg":"trace[392653918] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:695; }","duration":"5.366389509s","start":"2026-07-24T05:22:59.819603Z","end":"2026-07-24T05:23:05.185992Z","steps":["trace[392653918] 'agreement among raft nodes before linearized reading' (duration: 5.355704811s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.865723995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398435729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.259365521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.185962Z","caller":"traceutil/trace.go:171","msg":"trace[1303745443] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:695; }","duration":"5.343463308s","start":"2026-07-24T05:22:59.842476Z","end":"2026-07-24T05:23:05.185939Z","steps":["trace[1303745443] 'agreement among raft nodes before linearized reading' (duration: 5.332772371s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.366395608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186065Z","caller":"traceutil/trace.go:171","msg":"trace[992118705] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:695; }","duration":"4.865787176s","start":"2026-07-24T05:23:00.320258Z","end":"2026-07-24T05:23:05.186045Z","steps":["trace[992118705] 'agreement among raft nodes before linearized reading' (duration: 4.854933874s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.186075Z","caller":"traceutil/trace.go:171","msg":"trace[970688866] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:695; }","duration":"5.39848521s","start":"2026-07-24T05:22:59.787578Z","end":"2026-07-24T05:23:05.186064Z","steps":["trace[970688866] 'agreement among raft nodes before linearized reading' (duration: 5.387890825s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.186081Z","caller":"traceutil/trace.go:171","msg":"trace[711206496] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:695; }","duration":"5.259467014s","start":"2026-07-24T05:22:59.926604Z","end":"2026-07-24T05:23:05.186071Z","steps":["trace[711206496] 'agreement among raft nodes before linearized reading' (duration: 5.248875959s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.320248Z","time spent":"4.865855058s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.186129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.787571Z","time spent":"5.398538742s","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.18608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.866748648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048052658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.67923235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186217Z","caller":"traceutil/trace.go:171","msg":"trace[777153168] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:695; }","duration":"4.679303221s","start":"2026-07-24T05:23:00.506903Z","end":"2026-07-24T05:23:05.186207Z","steps":["trace[777153168] 'agreement among raft nodes before linearized reading' (duration: 4.668298067s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.217702879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186188Z","caller":"traceutil/trace.go:171","msg":"trace[28719673] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:695; }","duration":"4.866889022s","start":"2026-07-24T05:23:00.319283Z","end":"2026-07-24T05:23:05.186172Z","steps":["trace[28719673] 'agreement among raft nodes before linearized reading' (duration: 4.855936278s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.343358475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186259Z","caller":"traceutil/trace.go:171","msg":"trace[1243315589] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:695; }","duration":"5.21776071s","start":"2026-07-24T05:22:59.968481Z","end":"2026-07-24T05:23:05.186242Z","steps":["trace[1243315589] 'agreement among raft nodes before linearized reading' (duration: 5.206816547s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051527203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.968448Z","time spent":"5.217838781s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.186269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.319271Z","time spent":"4.866982714s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:23:05.186321Z","caller":"traceutil/trace.go:171","msg":"trace[542843433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:695; }","duration":"5.051570794s","start":"2026-07-24T05:23:00.13474Z","end":"2026-07-24T05:23:05.18631Z","steps":["trace[542843433] 'agreement among raft nodes before linearized reading' (duration: 5.040531198s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.18554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.763811Z","time spent":"5.421720419s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.186336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.698545366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.134578Z","time spent":"5.051773639s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.186387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.410005741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.913586212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.287703767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042578492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186449Z","caller":"traceutil/trace.go:171","msg":"trace[1279681151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:695; }","duration":"4.913662674s","start":"2026-07-24T05:23:00.272773Z","end":"2026-07-24T05:23:05.186436Z","steps":["trace[1279681151] 'agreement among raft nodes before linearized reading' (duration: 4.902458454s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.186464Z","caller":"traceutil/trace.go:171","msg":"trace[436627418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:695; }","duration":"1.043653186s","start":"2026-07-24T05:23:04.142802Z","end":"2026-07-24T05:23:05.186455Z","steps":["trace[436627418] 'agreement among raft nodes before linearized reading' (duration: 1.032774994s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.18651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288607599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571842375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.272766Z","time spent":"4.913726295s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:23:05.186103Z","caller":"traceutil/trace.go:171","msg":"trace[1883619793] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:695; }","duration":"5.36646303s","start":"2026-07-24T05:22:59.819631Z","end":"2026-07-24T05:23:05.186094Z","steps":["trace[1883619793] 'agreement among raft nodes before linearized reading' (duration: 5.35565735s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.186532Z","caller":"traceutil/trace.go:171","msg":"trace[1304264717] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:695; }","duration":"5.28866695s","start":"2026-07-24T05:22:59.897858Z","end":"2026-07-24T05:23:05.186525Z","steps":["trace[1304264717] 'agreement among raft nodes before linearized reading' (duration: 5.277643844s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.18633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699037028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186543Z","caller":"traceutil/trace.go:171","msg":"trace[54111544] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:695; }","duration":"4.571906757s","start":"2026-07-24T05:23:00.614624Z","end":"2026-07-24T05:23:05.186531Z","steps":["trace[54111544] 'agreement among raft nodes before linearized reading' (duration: 4.560514383s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344054142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.897843Z","time spent":"5.288716081s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.186573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.614602Z","time spent":"4.571963978s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.186567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.819615Z","time spent":"5.36693877s","remote":"127.0.0.1:58854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.186586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867237139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.18664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.051997704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048562462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:23:05.186674Z","caller":"traceutil/trace.go:171","msg":"trace[1844884921] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:695; }","duration":"4.867363342s","start":"2026-07-24T05:23:00.319296Z","end":"2026-07-24T05:23:05.186659Z","steps":["trace[1844884921] 'agreement among raft nodes before linearized reading' (duration: 4.855910127s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748295017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186696Z","caller":"traceutil/trace.go:171","msg":"trace[24498229] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:695; }","duration":"3.048662494s","start":"2026-07-24T05:23:02.138021Z","end":"2026-07-24T05:23:05.186683Z","steps":["trace[24498229] 'agreement among raft nodes before linearized reading' (duration: 3.036728808s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499145924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186734Z","caller":"traceutil/trace.go:171","msg":"trace[1431258379] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:695; }","duration":"4.748358219s","start":"2026-07-24T05:23:00.438365Z","end":"2026-07-24T05:23:05.186723Z","steps":["trace[1431258379] 'agreement among raft nodes before linearized reading' (duration: 4.736783631s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.319271Z","time spent":"4.867467845s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:05.186471Z","caller":"traceutil/trace.go:171","msg":"trace[2076502810] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:695; }","duration":"5.287745368s","start":"2026-07-24T05:22:59.898707Z","end":"2026-07-24T05:23:05.186452Z","steps":["trace[2076502810] 'agreement among raft nodes before linearized reading' (duration: 5.276782124s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499215585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.18679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.788729847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:23:05.186789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.356798339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186816Z","caller":"traceutil/trace.go:171","msg":"trace[79025242] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:695; }","duration":"4.499254476s","start":"2026-07-24T05:23:00.687554Z","end":"2026-07-24T05:23:05.186808Z","steps":["trace[79025242] 'agreement among raft nodes before linearized reading' (duration: 4.487538275s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.186836Z","caller":"traceutil/trace.go:171","msg":"trace[1429553360] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:695; }","duration":"4.35685664s","start":"2026-07-24T05:23:00.829962Z","end":"2026-07-24T05:23:05.186819Z","steps":["trace[1429553360] 'agreement among raft nodes before linearized reading' (duration: 4.344872633s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.687526Z","time spent":"4.499319427s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.186038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.2717Z","time spent":"4.914326608s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.186888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.829954Z","time spent":"4.356920433s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.186903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.320573552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.655187893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.382866092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.299458843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186995Z","caller":"traceutil/trace.go:171","msg":"trace[1845037920] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:695; }","duration":"4.382943444s","start":"2026-07-24T05:23:00.804041Z","end":"2026-07-24T05:23:05.186985Z","steps":["trace[1845037920] 'agreement among raft nodes before linearized reading' (duration: 4.370814454s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.499495291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.187019Z","caller":"traceutil/trace.go:171","msg":"trace[158696320] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:695; }","duration":"4.299535394s","start":"2026-07-24T05:23:00.887475Z","end":"2026-07-24T05:23:05.187011Z","steps":["trace[158696320] 'agreement among raft nodes before linearized reading' (duration: 4.287294651s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.187032Z","caller":"traceutil/trace.go:171","msg":"trace[2112104167] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:695; }","duration":"4.499568123s","start":"2026-07-24T05:23:00.687455Z","end":"2026-07-24T05:23:05.187024Z","steps":["trace[2112104167] 'agreement among raft nodes before linearized reading' (duration: 4.487643637s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.804019Z","time spent":"4.383002336s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.18705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.321176075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.187069Z","caller":"traceutil/trace.go:171","msg":"trace[5282436] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:695; }","duration":"4.655241544s","start":"2026-07-24T05:23:00.531729Z","end":"2026-07-24T05:23:05.186971Z","steps":["trace[5282436] 'agreement among raft nodes before linearized reading' (duration: 4.643445121s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.187096Z","caller":"traceutil/trace.go:171","msg":"trace[368207354] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:695; }","duration":"4.321248147s","start":"2026-07-24T05:23:00.865837Z","end":"2026-07-24T05:23:05.187085Z","steps":["trace[368207354] 'agreement among raft nodes before linearized reading' (duration: 4.308967023s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.300421996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.187125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.551923284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.187094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.551492224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.187129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40996611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.185389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421174626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.18715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.531722Z","time spent":"4.655385207s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:23:05.18716Z","caller":"traceutil/trace.go:171","msg":"trace[1808047884] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:695; }","duration":"4.551986026s","start":"2026-07-24T05:23:00.635166Z","end":"2026-07-24T05:23:05.187152Z","steps":["trace[1808047884] 'agreement among raft nodes before linearized reading' (duration: 4.539949268s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.30061656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.187172Z","caller":"traceutil/trace.go:171","msg":"trace[1760744010] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:695; }","duration":"4.551578316s","start":"2026-07-24T05:23:00.635583Z","end":"2026-07-24T05:23:05.187162Z","steps":["trace[1760744010] 'agreement among raft nodes before linearized reading' (duration: 4.539524747s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.6805412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.187198Z","caller":"traceutil/trace.go:171","msg":"trace[1693982076] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:695; }","duration":"4.300658611s","start":"2026-07-24T05:23:00.886526Z","end":"2026-07-24T05:23:05.187185Z","steps":["trace[1693982076] 'agreement among raft nodes before linearized reading' (duration: 4.288260654s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.635579Z","time spent":"4.551615827s","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.187224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.552030817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.187231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38362826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.187229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.886519Z","time spent":"4.300702012s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.187233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.410849661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.187255Z","caller":"traceutil/trace.go:171","msg":"trace[1480371406] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:695; }","duration":"4.552080338s","start":"2026-07-24T05:23:00.635168Z","end":"2026-07-24T05:23:05.187248Z","steps":["trace[1480371406] 'agreement among raft nodes before linearized reading' (duration: 4.539954938s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.187263Z","caller":"traceutil/trace.go:171","msg":"trace[175938715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:695; }","duration":"4.383700671s","start":"2026-07-24T05:23:00.803553Z","end":"2026-07-24T05:23:05.187254Z","steps":["trace[175938715] 'agreement among raft nodes before linearized reading' (duration: 4.371309765s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.187276Z","caller":"traceutil/trace.go:171","msg":"trace[574954798] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:695; }","duration":"4.410929722s","start":"2026-07-24T05:23:00.776337Z","end":"2026-07-24T05:23:05.187267Z","steps":["trace[574954798] 'agreement among raft nodes before linearized reading' (duration: 4.39873268s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.81873489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:23:05.18729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.63516Z","time spent":"4.552121099s","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.187296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.803528Z","time spent":"4.383758453s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.187308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.776318Z","time spent":"4.410980103s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:23:05.187318Z","caller":"traceutil/trace.go:171","msg":"trace[1056673058] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:695; }","duration":"6.820786397s","start":"2026-07-24T05:22:58.366521Z","end":"2026-07-24T05:23:05.187307Z","steps":["trace[1056673058] 'agreement among raft nodes before linearized reading' (duration: 6.809011044s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:58.366494Z","time spent":"6.820858959s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.186736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:02.138Z","time spent":"3.048728896s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:23:05.187395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.338174718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.187413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572359717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.187431Z","caller":"traceutil/trace.go:171","msg":"trace[892138535] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:695; }","duration":"4.33822949s","start":"2026-07-24T05:23:00.849191Z","end":"2026-07-24T05:23:05.187421Z","steps":["trace[892138535] 'agreement among raft nodes before linearized reading' (duration: 4.325628719s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.187443Z","caller":"traceutil/trace.go:171","msg":"trace[789844000] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:695; }","duration":"4.572388687s","start":"2026-07-24T05:23:00.615044Z","end":"2026-07-24T05:23:05.187432Z","steps":["trace[789844000] 'agreement among raft nodes before linearized reading' (duration: 4.560086393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383928706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.187466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.849178Z","time spent":"4.338278501s","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.187473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.615018Z","time spent":"4.572446999s","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:23:05.187478Z","caller":"traceutil/trace.go:171","msg":"trace[910430428] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:695; }","duration":"4.383983598s","start":"2026-07-24T05:23:00.803485Z","end":"2026-07-24T05:23:05.187468Z","steps":["trace[910430428] 'agreement among raft nodes before linearized reading' (duration: 4.371386227s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748891611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.187518Z","caller":"traceutil/trace.go:171","msg":"trace[1321404901] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:695; }","duration":"4.749554786s","start":"2026-07-24T05:23:00.437954Z","end":"2026-07-24T05:23:05.187509Z","steps":["trace[1321404901] 'agreement among raft nodes before linearized reading' (duration: 4.737210841s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700276987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.185646Z","caller":"traceutil/trace.go:171","msg":"trace[1655106529] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:695; }","duration":"5.235733935s","start":"2026-07-24T05:22:59.949871Z","end":"2026-07-24T05:23:05.185605Z","steps":["trace[1655106529] 'agreement among raft nodes before linearized reading' (duration: 5.225570749s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.80347Z","time spent":"4.384113312s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.187608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.949832Z","time spent":"5.237764892s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.187664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.338428836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.187697Z","caller":"traceutil/trace.go:171","msg":"trace[554557088] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:695; }","duration":"4.338513877s","start":"2026-07-24T05:23:00.849173Z","end":"2026-07-24T05:23:05.187687Z","steps":["trace[554557088] 'agreement among raft nodes before linearized reading' (duration: 4.325655289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.849164Z","time spent":"4.338558538s","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.187562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.437934Z","time spent":"4.749617699s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.18706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.887462Z","time spent":"4.299582876s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.187856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.8987Z","time spent":"5.288096406s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:23:05.186368Z","caller":"traceutil/trace.go:171","msg":"trace[662414012] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:695; }","duration":"4.698616308s","start":"2026-07-24T05:23:00.48774Z","end":"2026-07-24T05:23:05.186356Z","steps":["trace[662414012] 'agreement among raft nodes before linearized reading' (duration: 4.68748912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.48773Z","time spent":"4.700232885s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.186522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:04.142768Z","time spent":"1.043739427s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:23:05.186258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.506883Z","time spent":"4.679364752s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.186649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572017099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.188225Z","caller":"traceutil/trace.go:171","msg":"trace[546356001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:695; }","duration":"4.573598976s","start":"2026-07-24T05:23:00.614615Z","end":"2026-07-24T05:23:05.188214Z","steps":["trace[546356001] 'agreement among raft nodes before linearized reading' (duration: 4.560534123s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.188257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.614567Z","time spent":"4.573679568s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.186818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611526203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.188338Z","caller":"traceutil/trace.go:171","msg":"trace[270913588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:695; }","duration":"4.61307982s","start":"2026-07-24T05:23:00.575251Z","end":"2026-07-24T05:23:05.18833Z","steps":["trace[270913588] 'agreement among raft nodes before linearized reading' (duration: 4.599907185s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.188361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.57523Z","time spent":"4.61312336s","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:05.187598Z","caller":"traceutil/trace.go:171","msg":"trace[1018429642] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:695; }","duration":"4.700361309s","start":"2026-07-24T05:23:00.487229Z","end":"2026-07-24T05:23:05.18759Z","steps":["trace[1018429642] 'agreement among raft nodes before linearized reading' (duration: 4.68788466s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.18846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.4872Z","time spent":"4.701250189s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:05.185565Z","caller":"traceutil/trace.go:171","msg":"trace[801238110] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:695; }","duration":"4.653949766s","start":"2026-07-24T05:23:00.531606Z","end":"2026-07-24T05:23:05.185556Z","steps":["trace[801238110] 'agreement among raft nodes before linearized reading' (duration: 4.643577175s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.188569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.531583Z","time spent":"4.656978715s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:05.187233Z","caller":"traceutil/trace.go:171","msg":"trace[914182565] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:695; }","duration":"4.681050943s","start":"2026-07-24T05:23:00.506169Z","end":"2026-07-24T05:23:05.18722Z","steps":["trace[914182565] 'agreement among raft nodes before linearized reading' (duration: 4.669047795s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.188718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.506162Z","time spent":"4.682536937s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:05.187128Z","caller":"traceutil/trace.go:171","msg":"trace[1261335054] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:695; }","duration":"4.300489537s","start":"2026-07-24T05:23:00.88663Z","end":"2026-07-24T05:23:05.18712Z","steps":["trace[1261335054] 'agreement among raft nodes before linearized reading' (duration: 4.288148902s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.188799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.886611Z","time spent":"4.302171146s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.186327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.914288418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.189019Z","caller":"traceutil/trace.go:171","msg":"trace[1451262078] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:695; }","duration":"4.917013131s","start":"2026-07-24T05:23:00.271978Z","end":"2026-07-24T05:23:05.188991Z","steps":["trace[1451262078] 'agreement among raft nodes before linearized reading' (duration: 4.903273763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.969157Z","time spent":"5.216851988s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.189299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.271763Z","time spent":"4.917518912s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.185932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.787549Z","time spent":"5.398368208s","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:05.186675Z","caller":"traceutil/trace.go:171","msg":"trace[664467625] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:695; }","duration":"5.052054065s","start":"2026-07-24T05:23:00.134612Z","end":"2026-07-24T05:23:05.186666Z","steps":["trace[664467625] 'agreement among raft nodes before linearized reading' (duration: 5.040668001s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.189624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.134594Z","time spent":"5.054971183s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.186169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.926597Z","time spent":"5.259547696s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.186058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.788422Z","time spent":"5.397621981s","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:23:05.186431Z","caller":"traceutil/trace.go:171","msg":"trace[2120057847] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:695; }","duration":"4.410073562s","start":"2026-07-24T05:23:00.776346Z","end":"2026-07-24T05:23:05.186419Z","steps":["trace[2120057847] 'agreement among raft nodes before linearized reading' (duration: 4.39873128s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.186577Z","caller":"traceutil/trace.go:171","msg":"trace[1076329666] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:695; }","duration":"4.699331035s","start":"2026-07-24T05:23:00.487229Z","end":"2026-07-24T05:23:05.18656Z","steps":["trace[1076329666] 'agreement among raft nodes before linearized reading' (duration: 4.68748537s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.308422968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:23:05.185945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:58.6324Z","time spent":"6.553536424s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:05.185943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:03.117381Z","time spent":"2.068542368s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":63,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.186046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.819587Z","time spent":"5.3664493s","remote":"127.0.0.1:58854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.186149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.679753943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.186148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.842458Z","time spent":"5.343615281s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:05.186184Z","caller":"traceutil/trace.go:171","msg":"trace[495941833] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:695; }","duration":"1.048940518s","start":"2026-07-24T05:23:04.137233Z","end":"2026-07-24T05:23:05.186173Z","steps":["trace[495941833] 'agreement among raft nodes before linearized reading' (duration: 1.038329922s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.185389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.437929Z","time spent":"4.747412888s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:05.186294Z","caller":"traceutil/trace.go:171","msg":"trace[2013049775] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:695; }","duration":"5.343437627s","start":"2026-07-24T05:22:59.842842Z","end":"2026-07-24T05:23:05.186279Z","steps":["trace[2013049775] 'agreement among raft nodes before linearized reading' (duration: 5.332398641s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288486906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186601Z","caller":"traceutil/trace.go:171","msg":"trace[1829294268] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:695; }","duration":"5.344113813s","start":"2026-07-24T05:22:59.84247Z","end":"2026-07-24T05:23:05.186584Z","steps":["trace[1829294268] 'agreement among raft nodes before linearized reading' (duration: 5.332798301s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:05.186746Z","caller":"traceutil/trace.go:171","msg":"trace[131072997] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:695; }","duration":"4.499181375s","start":"2026-07-24T05:23:00.687555Z","end":"2026-07-24T05:23:05.186736Z","steps":["trace[131072997] 'agreement among raft nodes before linearized reading' (duration: 4.487529925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.438358Z","time spent":"4.74841548s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:23:05.18682Z","caller":"traceutil/trace.go:171","msg":"trace[813569890] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:695; }","duration":"3.788797048s","start":"2026-07-24T05:23:01.398014Z","end":"2026-07-24T05:23:05.186811Z","steps":["trace[813569890] 'agreement among raft nodes before linearized reading' (duration: 3.776746549s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.186848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611848431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.18686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35727309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.18691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.357334011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:05.186945Z","caller":"traceutil/trace.go:171","msg":"trace[342292151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:695; }","duration":"4.320702455s","start":"2026-07-24T05:23:00.866233Z","end":"2026-07-24T05:23:05.186935Z","steps":["trace[342292151] 'agreement among raft nodes before linearized reading' (duration: 4.308563614s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.687433Z","time spent":"4.499620215s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.187131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.865819Z","time spent":"4.321301478s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:05.187184Z","caller":"traceutil/trace.go:171","msg":"trace[1347445896] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:695; }","duration":"5.422976756s","start":"2026-07-24T05:22:59.764191Z","end":"2026-07-24T05:23:05.187168Z","steps":["trace[1347445896] 'agreement among raft nodes before linearized reading' (duration: 5.411380368s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.635153Z","time spent":"4.552028057s","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:23:05.187173Z","caller":"traceutil/trace.go:171","msg":"trace[1233448615] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:695; }","duration":"4.410027331s","start":"2026-07-24T05:23:00.777135Z","end":"2026-07-24T05:23:05.187162Z","steps":["trace[1233448615] 'agreement among raft nodes before linearized reading' (duration: 4.397927561s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.187363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.321533933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:05.190479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.776311Z","time spent":"4.414152567s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.19057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.487206Z","time spent":"4.703353358s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:23:05.1906Z","caller":"traceutil/trace.go:171","msg":"trace[545303756] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:695; }","duration":"2.313819653s","start":"2026-07-24T05:23:02.876769Z","end":"2026-07-24T05:23:05.190589Z","steps":["trace[545303756] 'agreement among raft nodes before linearized reading' (duration: 2.298791315s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.191932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:02.87675Z","time spent":"2.315151123s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T05:23:05.19265Z","caller":"traceutil/trace.go:171","msg":"trace[1263013085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:695; }","duration":"4.686279793s","start":"2026-07-24T05:23:00.50632Z","end":"2026-07-24T05:23:05.1926Z","steps":["trace[1263013085] 'agreement among raft nodes before linearized reading' (duration: 4.668888491s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.192732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.506286Z","time spent":"4.686425917s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.193045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.777129Z","time spent":"4.415900047s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.193062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:04.137209Z","time spent":"1.055832797s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.193125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.764181Z","time spent":"5.428921194s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":131,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:23:05.193158Z","caller":"traceutil/trace.go:171","msg":"trace[1422324572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:695; }","duration":"4.327362788s","start":"2026-07-24T05:23:00.865778Z","end":"2026-07-24T05:23:05.19314Z","steps":["trace[1422324572] 'agreement among raft nodes before linearized reading' (duration: 4.309034365s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.193191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.865758Z","time spent":"4.32742254s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:23:05.193213Z","caller":"traceutil/trace.go:171","msg":"trace[109510778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:695; }","duration":"4.618238669s","start":"2026-07-24T05:23:00.574958Z","end":"2026-07-24T05:23:05.193197Z","steps":["trace[109510778] 'agreement among raft nodes before linearized reading' (duration: 4.600209421s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.19327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.842836Z","time spent":"5.350426619s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:23:05.193298Z","caller":"traceutil/trace.go:171","msg":"trace[1328088764] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:695; }","duration":"4.363737171s","start":"2026-07-24T05:23:00.829552Z","end":"2026-07-24T05:23:05.193289Z","steps":["trace[1328088764] 'agreement among raft nodes before linearized reading' (duration: 4.345290823s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.19319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:01.397991Z","time spent":"3.795187377s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.193329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.829535Z","time spent":"4.363784941s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:23:05.193367Z","caller":"traceutil/trace.go:171","msg":"trace[1117782863] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:695; }","duration":"5.295529619s","start":"2026-07-24T05:22:59.897826Z","end":"2026-07-24T05:23:05.193355Z","steps":["trace[1117782863] 'agreement among raft nodes before linearized reading' (duration: 5.277685126s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.193397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.897808Z","time spent":"5.295580331s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.193267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.574932Z","time spent":"4.618319221s","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:23:05.193485Z","caller":"traceutil/trace.go:171","msg":"trace[835547841] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:695; }","duration":"4.363939165s","start":"2026-07-24T05:23:00.829535Z","end":"2026-07-24T05:23:05.193474Z","steps":["trace[835547841] 'agreement among raft nodes before linearized reading' (duration: 4.345314484s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:05.193528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.829518Z","time spent":"4.363995787s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:05.193553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:22:59.842457Z","time spent":"5.351079184s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.193601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.866212Z","time spent":"4.327371779s","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:23:05.193625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:00.687532Z","time spent":"4.506079194s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:23:05.915479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.101132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:23:05.915605Z","caller":"traceutil/trace.go:171","msg":"trace[2045241714] transaction","detail":"{read_only:false; response_revision:705; number_of_response:1; }","duration":"276.156369ms","start":"2026-07-24T05:23:05.639429Z","end":"2026-07-24T05:23:05.915585Z","steps":["trace[2045241714] 'process raft request' (duration: 68.865983ms)","trace[2045241714] 'compare' (duration: 206.955098ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:08.156905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:23:08.657618Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464137747,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:23:08.88601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.259615634s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:23:08.886382Z","caller":"traceutil/trace.go:171","msg":"trace[1680738306] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"1.260095214s","start":"2026-07-24T05:23:07.626248Z","end":"2026-07-24T05:23:08.886343Z","steps":["trace[1680738306] 'process raft request' (duration: 1.259945401s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:08.886529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:07.626209Z","time spent":"1.260251218s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:08.895283Z","caller":"traceutil/trace.go:171","msg":"trace[194660056] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"1.067775714s","start":"2026-07-24T05:23:07.827472Z","end":"2026-07-24T05:23:08.895248Z","steps":["trace[194660056] 'process raft request' (duration: 1.067501398s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:08.895302Z","caller":"traceutil/trace.go:171","msg":"trace[946016075] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"870.930751ms","start":"2026-07-24T05:23:08.024348Z","end":"2026-07-24T05:23:08.895279Z","steps":["trace[946016075] 'process raft request' (duration: 870.802238ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:08.895341Z","caller":"traceutil/trace.go:171","msg":"trace[1155838741] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"669.999661ms","start":"2026-07-24T05:23:08.225311Z","end":"2026-07-24T05:23:08.89531Z","steps":["trace[1155838741] 'process raft request' (duration: 669.879899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:08.895423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:07.827427Z","time spent":"1.067922197s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:08.895421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:08.024331Z","time spent":"871.023572ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:08.895416Z","caller":"traceutil/trace.go:171","msg":"trace[1317889062] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"265.741038ms","start":"2026-07-24T05:23:08.629655Z","end":"2026-07-24T05:23:08.895396Z","steps":["trace[1317889062] 'process raft request' (duration: 265.619146ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:08.89542Z","caller":"traceutil/trace.go:171","msg":"trace[395283817] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"469.760599ms","start":"2026-07-24T05:23:08.425618Z","end":"2026-07-24T05:23:08.895378Z","steps":["trace[395283817] 'process raft request' (duration: 469.616576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:08.895504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:08.225288Z","time spent":"670.134754ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:08.89534Z","caller":"traceutil/trace.go:171","msg":"trace[1208556867] linearizableReadLoop","detail":"{readStateIndex:775; appliedIndex:769; }","duration":"1.238685408s","start":"2026-07-24T05:23:07.656627Z","end":"2026-07-24T05:23:08.895313Z","steps":["trace[1208556867] 'read index received' (duration: 1.229692711s)","trace[1208556867] 'applied index is now lower than readState.Index' (duration: 8.991647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:08.895581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238950774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:23:08.895642Z","caller":"traceutil/trace.go:171","msg":"trace[92454710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:735; }","duration":"1.239023016s","start":"2026-07-24T05:23:07.656605Z","end":"2026-07-24T05:23:08.895628Z","steps":["trace[92454710] 'agreement among raft nodes before linearized reading' (duration: 1.23879143s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:08.895629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:08.425585Z","time spent":"469.928112ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:08.895683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:07.656518Z","time spent":"1.239156279s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:23:08.926498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.077175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:08.926534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00665703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:23:08.926611Z","caller":"traceutil/trace.go:171","msg":"trace[1956866731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:736; }","duration":"1.006783703s","start":"2026-07-24T05:23:07.919807Z","end":"2026-07-24T05:23:08.92659Z","steps":["trace[1956866731] 'agreement among raft nodes before linearized reading' (duration: 1.006552218s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:08.926606Z","caller":"traceutil/trace.go:171","msg":"trace[306239005] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:736; }","duration":"103.228849ms","start":"2026-07-24T05:23:08.823345Z","end":"2026-07-24T05:23:08.926574Z","steps":["trace[306239005] 'agreement among raft nodes before linearized reading' (duration: 103.055835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:08.926655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:07.919784Z","time spent":"1.006862774s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:23:08.926664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.845844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:08.926761Z","caller":"traceutil/trace.go:171","msg":"trace[790475122] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:736; }","duration":"802.988317ms","start":"2026-07-24T05:23:08.123752Z","end":"2026-07-24T05:23:08.92674Z","steps":["trace[790475122] 'agreement among raft nodes before linearized reading' (duration: 802.842284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:08.926696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.698789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-7lrps\" ","response":"range_response_count:1 size:17524"} {"level":"warn","ts":"2026-07-24T05:23:08.926824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:08.123732Z","time spent":"803.079949ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:23:08.926871Z","caller":"traceutil/trace.go:171","msg":"trace[328861003] range","detail":"{range_begin:/registry/pods/kube-system/cilium-7lrps; range_end:; response_count:1; response_revision:736; }","duration":"546.928864ms","start":"2026-07-24T05:23:08.379926Z","end":"2026-07-24T05:23:08.926854Z","steps":["trace[328861003] 'agreement among raft nodes before linearized reading' (duration: 546.624427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:08.926921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:08.379884Z","time spent":"547.020416ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17547,"request content":"key:\"/registry/pods/kube-system/cilium-7lrps\" "} {"level":"info","ts":"2026-07-24T05:23:09.27302Z","caller":"traceutil/trace.go:171","msg":"trace[347601309] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"250.825164ms","start":"2026-07-24T05:23:09.022158Z","end":"2026-07-24T05:23:09.272984Z","steps":["trace[347601309] 'process raft request' (duration: 162.805467ms)","trace[347601309] 'compare' (duration: 87.885674ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:09.275533Z","caller":"traceutil/trace.go:171","msg":"trace[1550411230] transaction","detail":"{read_only:false; response_revision:743; number_of_response:1; }","duration":"252.101523ms","start":"2026-07-24T05:23:09.023403Z","end":"2026-07-24T05:23:09.275504Z","steps":["trace[1550411230] 'process raft request' (duration: 251.866918ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:09.275752Z","caller":"traceutil/trace.go:171","msg":"trace[751948877] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:781; }","duration":"251.925939ms","start":"2026-07-24T05:23:09.02379Z","end":"2026-07-24T05:23:09.275715Z","steps":["trace[751948877] 'read index received' (duration: 161.185159ms)","trace[751948877] 'applied index is now lower than readState.Index' (duration: 90.73773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:09.275996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.173154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:09.27625Z","caller":"traceutil/trace.go:171","msg":"trace[671489331] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:744; }","duration":"252.473142ms","start":"2026-07-24T05:23:09.023758Z","end":"2026-07-24T05:23:09.276231Z","steps":["trace[671489331] 'agreement among raft nodes before linearized reading' (duration: 252.124584ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:09.277088Z","caller":"traceutil/trace.go:171","msg":"trace[2011617616] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"248.904059ms","start":"2026-07-24T05:23:09.027016Z","end":"2026-07-24T05:23:09.27592Z","steps":["trace[2011617616] 'process raft request' (duration: 248.420658ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:09.425434Z","caller":"traceutil/trace.go:171","msg":"trace[425769474] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"144.549614ms","start":"2026-07-24T05:23:09.280854Z","end":"2026-07-24T05:23:09.425404Z","steps":["trace[425769474] 'process raft request' (duration: 129.091577ms)","trace[425769474] 'compare' (duration: 15.335584ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:09.474401Z","caller":"traceutil/trace.go:171","msg":"trace[647166485] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"191.482541ms","start":"2026-07-24T05:23:09.282894Z","end":"2026-07-24T05:23:09.474377Z","steps":["trace[647166485] 'process raft request' (duration: 191.379109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:09.474413Z","caller":"traceutil/trace.go:171","msg":"trace[263483064] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"193.486066ms","start":"2026-07-24T05:23:09.280891Z","end":"2026-07-24T05:23:09.474377Z","steps":["trace[263483064] 'process raft request' (duration: 193.23745ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:09.47515Z","caller":"traceutil/trace.go:171","msg":"trace[424055244] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"190.376124ms","start":"2026-07-24T05:23:09.28476Z","end":"2026-07-24T05:23:09.475136Z","steps":["trace[424055244] 'process raft request' (duration: 189.560826ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:09.475428Z","caller":"traceutil/trace.go:171","msg":"trace[1697906398] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"189.381491ms","start":"2026-07-24T05:23:09.286036Z","end":"2026-07-24T05:23:09.475418Z","steps":["trace[1697906398] 'process raft request' (duration: 189.047223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:12.061912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.676316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-07-24T05:23:12.062029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.080768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-07-24T05:23:12.062146Z","caller":"traceutil/trace.go:171","msg":"trace[1474135341] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:781; }","duration":"437.946503ms","start":"2026-07-24T05:23:11.62414Z","end":"2026-07-24T05:23:12.062087Z","steps":["trace[1474135341] 'range keys from in-memory index tree' (duration: 437.358618ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:12.062153Z","caller":"traceutil/trace.go:171","msg":"trace[2089047066] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:781; }","duration":"238.239502ms","start":"2026-07-24T05:23:11.823869Z","end":"2026-07-24T05:23:12.062109Z","steps":["trace[2089047066] 'range keys from in-memory index tree' (duration: 237.690949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:12.062273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:11.624113Z","time spent":"438.140037ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-07-24T05:23:12.061953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.189466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:23:12.062398Z","caller":"traceutil/trace.go:171","msg":"trace[1588109358] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:781; }","duration":"498.690598ms","start":"2026-07-24T05:23:11.563676Z","end":"2026-07-24T05:23:12.062367Z","steps":["trace[1588109358] 'range keys from in-memory index tree' (duration: 497.96133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:12.062461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:11.563647Z","time spent":"498.79717ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:23:20.403306Z","caller":"traceutil/trace.go:171","msg":"trace[1630850031] linearizableReadLoop","detail":"{readStateIndex:890; appliedIndex:889; }","duration":"281.863201ms","start":"2026-07-24T05:23:20.121415Z","end":"2026-07-24T05:23:20.403278Z","steps":["trace[1630850031] 'read index received' (duration: 281.620756ms)","trace[1630850031] 'applied index is now lower than readState.Index' (duration: 241.555µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:20.403505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.065076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:20.403539Z","caller":"traceutil/trace.go:171","msg":"trace[940806288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:847; }","duration":"282.152288ms","start":"2026-07-24T05:23:20.121375Z","end":"2026-07-24T05:23:20.403527Z","steps":["trace[940806288] 'agreement among raft nodes before linearized reading' (duration: 282.059216ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:20.403659Z","caller":"traceutil/trace.go:171","msg":"trace[1107772689] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"297.250317ms","start":"2026-07-24T05:23:20.106366Z","end":"2026-07-24T05:23:20.403616Z","steps":["trace[1107772689] 'process raft request' (duration: 296.727205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:24.043492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464138013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:23:24.543693Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464138013,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:23:24.670956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.556601453s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:23:25.067985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.676227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:23:25.068168Z","caller":"traceutil/trace.go:171","msg":"trace[1357394688] transaction","detail":"{read_only:false; response_revision:863; number_of_response:1; }","duration":"1.954020738s","start":"2026-07-24T05:23:23.114126Z","end":"2026-07-24T05:23:25.068147Z","steps":["trace[1357394688] 'process raft request' (duration: 1.557096635s)","trace[1357394688] 'compare' (duration: 396.555684ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:25.068274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:23.114098Z","time spent":"1.954140541s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:25.072216Z","caller":"traceutil/trace.go:171","msg":"trace[1946417501] linearizableReadLoop","detail":"{readStateIndex:909; appliedIndex:906; }","duration":"1.528969585s","start":"2026-07-24T05:23:23.543214Z","end":"2026-07-24T05:23:25.072183Z","steps":["trace[1946417501] 'read index received' (duration: 1.128009658s)","trace[1946417501] 'applied index is now lower than readState.Index' (duration: 400.959037ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:25.072347Z","caller":"traceutil/trace.go:171","msg":"trace[543184668] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"1.580808275s","start":"2026-07-24T05:23:23.491517Z","end":"2026-07-24T05:23:25.072326Z","steps":["trace[543184668] 'process raft request' (duration: 1.580621301s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:25.072514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:23.491493Z","time spent":"1.580946098s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:25.072257Z","caller":"traceutil/trace.go:171","msg":"trace[1703921873] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"1.91817092s","start":"2026-07-24T05:23:23.154056Z","end":"2026-07-24T05:23:25.072227Z","steps":["trace[1703921873] 'process raft request' (duration: 1.917950805s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:25.072572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529348433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:23:25.072626Z","caller":"traceutil/trace.go:171","msg":"trace[1547306619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:865; }","duration":"1.529439526s","start":"2026-07-24T05:23:23.543172Z","end":"2026-07-24T05:23:25.072612Z","steps":["trace[1547306619] 'agreement among raft nodes before linearized reading' (duration: 1.52921219s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:25.072652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.355617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:25.072672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:23.543153Z","time spent":"1.529510637s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:25.072672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:23.154032Z","time spent":"1.918576999s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:25.072713Z","caller":"traceutil/trace.go:171","msg":"trace[855824039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:865; }","duration":"953.454479ms","start":"2026-07-24T05:23:24.11924Z","end":"2026-07-24T05:23:25.072695Z","steps":["trace[855824039] 'agreement among raft nodes before linearized reading' (duration: 953.360867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:25.072727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.44874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T05:23:25.072766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:24.119219Z","time spent":"953.535462ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:23:25.072805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512565865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:23:25.072809Z","caller":"traceutil/trace.go:171","msg":"trace[674904120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:865; }","duration":"631.613884ms","start":"2026-07-24T05:23:24.441179Z","end":"2026-07-24T05:23:25.072793Z","steps":["trace[674904120] 'agreement among raft nodes before linearized reading' (duration: 631.354908ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:25.072838Z","caller":"traceutil/trace.go:171","msg":"trace[582660226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:865; }","duration":"1.512873132s","start":"2026-07-24T05:23:23.559953Z","end":"2026-07-24T05:23:25.072827Z","steps":["trace[582660226] 'agreement among raft nodes before linearized reading' (duration: 1.512487314s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:25.072904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:23.559939Z","time spent":"1.512956694s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:25.072885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:24.441158Z","time spent":"631.714767ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:29.626579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.920586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:23:29.626672Z","caller":"traceutil/trace.go:171","msg":"trace[1193042627] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:967; }","duration":"195.475261ms","start":"2026-07-24T05:23:29.431184Z","end":"2026-07-24T05:23:29.626659Z","steps":["trace[1193042627] 'read index received' (duration: 36.422863ms)","trace[1193042627] 'applied index is now lower than readState.Index' (duration: 159.051688ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:29.626738Z","caller":"traceutil/trace.go:171","msg":"trace[1966772802] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"207.048979ms","start":"2026-07-24T05:23:29.419681Z","end":"2026-07-24T05:23:29.62673Z","steps":["trace[1966772802] 'process raft request' (duration: 47.918449ms)","trace[1966772802] 'compare' (duration: 158.786052ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:29.627112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.200064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" ","response":"range_response_count:1 size:5393"} {"level":"info","ts":"2026-07-24T05:23:29.627203Z","caller":"traceutil/trace.go:171","msg":"trace[1870585158] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf; range_end:; response_count:1; response_revision:923; }","duration":"124.347137ms","start":"2026-07-24T05:23:29.502834Z","end":"2026-07-24T05:23:29.627181Z","steps":["trace[1870585158] 'agreement among raft nodes before linearized reading' (duration: 124.057391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:29.627332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.151198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-07-24T05:23:29.627368Z","caller":"traceutil/trace.go:171","msg":"trace[558787631] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:923; }","duration":"196.24066ms","start":"2026-07-24T05:23:29.431117Z","end":"2026-07-24T05:23:29.627358Z","steps":["trace[558787631] 'agreement among raft nodes before linearized reading' (duration: 196.014255ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:35.389672Z","caller":"traceutil/trace.go:171","msg":"trace[957672169] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"189.093805ms","start":"2026-07-24T05:23:35.200548Z","end":"2026-07-24T05:23:35.389642Z","steps":["trace[957672169] 'process raft request' (duration: 189.016153ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:35.389723Z","caller":"traceutil/trace.go:171","msg":"trace[1726939007] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"189.186588ms","start":"2026-07-24T05:23:35.200481Z","end":"2026-07-24T05:23:35.389668Z","steps":["trace[1726939007] 'process raft request' (duration: 103.130797ms)","trace[1726939007] 'compare' (duration: 85.805095ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:35.390082Z","caller":"traceutil/trace.go:171","msg":"trace[700292453] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"188.394858ms","start":"2026-07-24T05:23:35.201674Z","end":"2026-07-24T05:23:35.390069Z","steps":["trace[700292453] 'process raft request' (duration: 188.191693ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:35.390105Z","caller":"traceutil/trace.go:171","msg":"trace[1121810096] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"189.414193ms","start":"2026-07-24T05:23:35.200646Z","end":"2026-07-24T05:23:35.39006Z","steps":["trace[1121810096] 'process raft request' (duration: 188.964362ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:35.390173Z","caller":"traceutil/trace.go:171","msg":"trace[1266186802] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"187.078608ms","start":"2026-07-24T05:23:35.203008Z","end":"2026-07-24T05:23:35.390087Z","steps":["trace[1266186802] 'process raft request' (duration: 187.011907ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:35.390101Z","caller":"traceutil/trace.go:171","msg":"trace[1604097298] linearizableReadLoop","detail":"{readStateIndex:1031; appliedIndex:1026; }","duration":"172.624034ms","start":"2026-07-24T05:23:35.217445Z","end":"2026-07-24T05:23:35.390069Z","steps":["trace[1604097298] 'read index received' (duration: 86.186944ms)","trace[1604097298] 'applied index is now lower than readState.Index' (duration: 86.4358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:35.390324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.857959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:23:35.390376Z","caller":"traceutil/trace.go:171","msg":"trace[1858777125] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:985; }","duration":"172.966962ms","start":"2026-07-24T05:23:35.217399Z","end":"2026-07-24T05:23:35.390366Z","steps":["trace[1858777125] 'agreement among raft nodes before linearized reading' (duration: 172.769617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:35.390446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.892786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:35.390495Z","caller":"traceutil/trace.go:171","msg":"trace[1814189402] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:985; }","duration":"123.997778ms","start":"2026-07-24T05:23:35.266479Z","end":"2026-07-24T05:23:35.390477Z","steps":["trace[1814189402] 'agreement among raft nodes before linearized reading' (duration: 123.887146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:35.39072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.683011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:35.390753Z","caller":"traceutil/trace.go:171","msg":"trace[1246121666] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:985; }","duration":"123.742772ms","start":"2026-07-24T05:23:35.267003Z","end":"2026-07-24T05:23:35.390746Z","steps":["trace[1246121666] 'agreement among raft nodes before linearized reading' (duration: 123.675291ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:35.390772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.135771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:35.390826Z","caller":"traceutil/trace.go:171","msg":"trace[65400706] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:985; }","duration":"124.275345ms","start":"2026-07-24T05:23:35.266533Z","end":"2026-07-24T05:23:35.390808Z","steps":["trace[65400706] 'agreement among raft nodes before linearized reading' (duration: 124.175723ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:35.615651Z","caller":"traceutil/trace.go:171","msg":"trace[198106514] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1033; }","duration":"119.577166ms","start":"2026-07-24T05:23:35.496056Z","end":"2026-07-24T05:23:35.615633Z","steps":["trace[198106514] 'read index received' (duration: 119.415742ms)","trace[198106514] 'applied index is now lower than readState.Index' (duration: 160.874µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:35.615744Z","caller":"traceutil/trace.go:171","msg":"trace[1667697476] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"144.661076ms","start":"2026-07-24T05:23:35.471058Z","end":"2026-07-24T05:23:35.615719Z","steps":["trace[1667697476] 'process raft request' (duration: 144.461312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:35.615767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.695319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:23:35.615945Z","caller":"traceutil/trace.go:171","msg":"trace[1734386751] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:987; }","duration":"119.900484ms","start":"2026-07-24T05:23:35.496006Z","end":"2026-07-24T05:23:35.615907Z","steps":["trace[1734386751] 'agreement among raft nodes before linearized reading' (duration: 119.694709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:37.817262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464138244,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:23:38.172086Z","caller":"traceutil/trace.go:171","msg":"trace[1981583005] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"904.600629ms","start":"2026-07-24T05:23:37.267458Z","end":"2026-07-24T05:23:38.172059Z","steps":["trace[1981583005] 'process raft request' (duration: 904.425575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:38.172535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.267445Z","time spent":"904.720752ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:38.175218Z","caller":"traceutil/trace.go:171","msg":"trace[346233284] linearizableReadLoop","detail":"{readStateIndex:1037; appliedIndex:1035; }","duration":"858.80772ms","start":"2026-07-24T05:23:37.31639Z","end":"2026-07-24T05:23:38.175198Z","steps":["trace[346233284] 'read index received' (duration: 855.562725ms)","trace[346233284] 'applied index is now lower than readState.Index' (duration: 3.243925ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:38.175481Z","caller":"traceutil/trace.go:171","msg":"trace[232279835] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"553.790874ms","start":"2026-07-24T05:23:37.621682Z","end":"2026-07-24T05:23:38.175473Z","steps":["trace[232279835] 'process raft request' (duration: 553.397035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:38.175608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.621653Z","time spent":"553.858885ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:38.175793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.408124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:38.175838Z","caller":"traceutil/trace.go:171","msg":"trace[1816532501] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:990; }","duration":"859.493476ms","start":"2026-07-24T05:23:37.316336Z","end":"2026-07-24T05:23:38.17583Z","steps":["trace[1816532501] 'agreement among raft nodes before linearized reading' (duration: 859.427344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:38.175861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.316316Z","time spent":"859.540567ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"warn","ts":"2026-07-24T05:23:38.175999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.208078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:38.176024Z","caller":"traceutil/trace.go:171","msg":"trace[1528747279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:990; }","duration":"792.259689ms","start":"2026-07-24T05:23:37.383758Z","end":"2026-07-24T05:23:38.176018Z","steps":["trace[1528747279] 'agreement among raft nodes before linearized reading' (duration: 792.214188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:38.176042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.383742Z","time spent":"792.29641ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:23:38.176105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.396722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:38.176135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.938671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:38.176195Z","caller":"traceutil/trace.go:171","msg":"trace[406811157] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:990; }","duration":"393.003653ms","start":"2026-07-24T05:23:37.783178Z","end":"2026-07-24T05:23:38.176182Z","steps":["trace[406811157] 'agreement among raft nodes before linearized reading' (duration: 392.90151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:38.176243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.783112Z","time spent":"393.122555ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:23:38.176254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.301591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:38.176289Z","caller":"traceutil/trace.go:171","msg":"trace[744803166] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:990; }","duration":"231.363762ms","start":"2026-07-24T05:23:37.944917Z","end":"2026-07-24T05:23:38.176281Z","steps":["trace[744803166] 'agreement among raft nodes before linearized reading' (duration: 231.304011ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:38.176301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.660184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:23:38.176194Z","caller":"traceutil/trace.go:171","msg":"trace[1594564601] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:990; }","duration":"390.530865ms","start":"2026-07-24T05:23:37.785643Z","end":"2026-07-24T05:23:38.176174Z","steps":["trace[1594564601] 'agreement among raft nodes before linearized reading' (duration: 390.390431ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:38.176327Z","caller":"traceutil/trace.go:171","msg":"trace[1536379294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:990; }","duration":"781.701446ms","start":"2026-07-24T05:23:37.394619Z","end":"2026-07-24T05:23:38.176321Z","steps":["trace[1536379294] 'agreement among raft nodes before linearized reading' (duration: 781.646385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:38.176342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.785616Z","time spent":"390.718249ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-24T05:23:38.176355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.394613Z","time spent":"781.737857ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:38.176318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.946725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:23:38.176416Z","caller":"traceutil/trace.go:171","msg":"trace[1623854579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:990; }","duration":"780.082418ms","start":"2026-07-24T05:23:37.396309Z","end":"2026-07-24T05:23:38.176391Z","steps":["trace[1623854579] 'agreement among raft nodes before linearized reading' (duration: 779.75109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:38.176487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.422423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T05:23:38.176248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.45461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T05:23:38.176515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.555567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:23:38.176499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.396299Z","time spent":"780.187771ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:23:38.176507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.44643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:38.176557Z","caller":"traceutil/trace.go:171","msg":"trace[832385189] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:990; }","duration":"282.634829ms","start":"2026-07-24T05:23:37.893912Z","end":"2026-07-24T05:23:38.176547Z","steps":["trace[832385189] 'agreement among raft nodes before linearized reading' (duration: 282.559446ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:38.176515Z","caller":"traceutil/trace.go:171","msg":"trace[176640647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:990; }","duration":"782.490313ms","start":"2026-07-24T05:23:37.394019Z","end":"2026-07-24T05:23:38.176509Z","steps":["trace[176640647] 'agreement among raft nodes before linearized reading' (duration: 782.428882ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:38.176618Z","caller":"traceutil/trace.go:171","msg":"trace[147630260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:990; }","duration":"781.810049ms","start":"2026-07-24T05:23:37.394738Z","end":"2026-07-24T05:23:38.176548Z","steps":["trace[147630260] 'agreement among raft nodes before linearized reading' (duration: 781.424949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:38.17667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.393996Z","time spent":"782.648828ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:23:38.176606Z","caller":"traceutil/trace.go:171","msg":"trace[1715887889] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:990; }","duration":"536.578985ms","start":"2026-07-24T05:23:37.640005Z","end":"2026-07-24T05:23:38.176584Z","steps":["trace[1715887889] 'agreement among raft nodes before linearized reading' (duration: 536.4249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:38.176768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.394711Z","time spent":"782.006564ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:38.176826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:37.639994Z","time spent":"536.776609ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" "} {"level":"warn","ts":"2026-07-24T05:23:38.723117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.477711ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:23:38.723327Z","caller":"traceutil/trace.go:171","msg":"trace[183172420] transaction","detail":"{read_only:false; response_revision:1012; number_of_response:1; }","duration":"195.501483ms","start":"2026-07-24T05:23:38.527796Z","end":"2026-07-24T05:23:38.723297Z","steps":["trace[183172420] 'process raft request' (duration: 41.782487ms)","trace[183172420] 'compare' (duration: 153.328218ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:39.079489Z","caller":"traceutil/trace.go:171","msg":"trace[1111584958] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"348.555515ms","start":"2026-07-24T05:23:38.730903Z","end":"2026-07-24T05:23:39.079459Z","steps":["trace[1111584958] 'process raft request' (duration: 348.381781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:39.079679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:38.730893Z","time spent":"348.685347ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5469,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:39.249069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.491003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:23:39.249166Z","caller":"traceutil/trace.go:171","msg":"trace[830586080] linearizableReadLoop","detail":"{readStateIndex:1061; appliedIndex:1059; }","duration":"282.505765ms","start":"2026-07-24T05:23:38.966644Z","end":"2026-07-24T05:23:39.24915Z","steps":["trace[830586080] 'read index received' (duration: 112.556064ms)","trace[830586080] 'applied index is now lower than readState.Index' (duration: 169.948351ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:39.249233Z","caller":"traceutil/trace.go:171","msg":"trace[1657848322] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"517.527442ms","start":"2026-07-24T05:23:38.73168Z","end":"2026-07-24T05:23:39.249207Z","steps":["trace[1657848322] 'process raft request' (duration: 407.825575ms)","trace[1657848322] 'compare' (duration: 109.354139ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:39.249267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.617307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:39.249297Z","caller":"traceutil/trace.go:171","msg":"trace[68663944] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1014; }","duration":"282.678379ms","start":"2026-07-24T05:23:38.966609Z","end":"2026-07-24T05:23:39.249287Z","steps":["trace[68663944] 'agreement among raft nodes before linearized reading' (duration: 282.606648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:39.249348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:38.731662Z","time spent":"517.628465ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4662,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:39.263139Z","caller":"traceutil/trace.go:171","msg":"trace[1903575677] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"175.54829ms","start":"2026-07-24T05:23:39.087563Z","end":"2026-07-24T05:23:39.263112Z","steps":["trace[1903575677] 'process raft request' (duration: 175.329305ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:39.263536Z","caller":"traceutil/trace.go:171","msg":"trace[217321048] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"175.88127ms","start":"2026-07-24T05:23:39.087639Z","end":"2026-07-24T05:23:39.26352Z","steps":["trace[217321048] 'process raft request' (duration: 175.403038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:39.263735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.992479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:605"} {"level":"info","ts":"2026-07-24T05:23:39.264159Z","caller":"traceutil/trace.go:171","msg":"trace[1110809506] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:1017; }","duration":"296.431519ms","start":"2026-07-24T05:23:38.967708Z","end":"2026-07-24T05:23:39.264139Z","steps":["trace[1110809506] 'agreement among raft nodes before linearized reading' (duration: 295.882076ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:39.263919Z","caller":"traceutil/trace.go:171","msg":"trace[1667252892] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"176.224987ms","start":"2026-07-24T05:23:39.087679Z","end":"2026-07-24T05:23:39.263904Z","steps":["trace[1667252892] 'process raft request' (duration: 175.695604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:39.263981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.237591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:39.264292Z","caller":"traceutil/trace.go:171","msg":"trace[1402757385] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1017; }","duration":"263.584778ms","start":"2026-07-24T05:23:39.000694Z","end":"2026-07-24T05:23:39.264278Z","steps":["trace[1402757385] 'agreement among raft nodes before linearized reading' (duration: 263.25058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:39.263974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.828818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:39.264408Z","caller":"traceutil/trace.go:171","msg":"trace[1076175423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1017; }","duration":"144.3189ms","start":"2026-07-24T05:23:39.120082Z","end":"2026-07-24T05:23:39.2644Z","steps":["trace[1076175423] 'agreement among raft nodes before linearized reading' (duration: 143.835809ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:39.560644Z","caller":"traceutil/trace.go:171","msg":"trace[669357911] linearizableReadLoop","detail":"{readStateIndex:1071; appliedIndex:1070; }","duration":"124.587433ms","start":"2026-07-24T05:23:39.436031Z","end":"2026-07-24T05:23:39.560618Z","steps":["trace[669357911] 'read index received' (duration: 113.825824ms)","trace[669357911] 'applied index is now lower than readState.Index' (duration: 10.760559ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:39.560754Z","caller":"traceutil/trace.go:171","msg":"trace[105052922] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1024; }","duration":"133.598451ms","start":"2026-07-24T05:23:39.427147Z","end":"2026-07-24T05:23:39.560746Z","steps":["trace[105052922] 'process raft request' (duration: 122.696849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:39.560867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.064177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:39.560932Z","caller":"traceutil/trace.go:171","msg":"trace[2055573612] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1024; }","duration":"123.149979ms","start":"2026-07-24T05:23:39.437766Z","end":"2026-07-24T05:23:39.560916Z","steps":["trace[2055573612] 'agreement among raft nodes before linearized reading' (duration: 123.051517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:39.561178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.145686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:605"} {"level":"info","ts":"2026-07-24T05:23:39.561213Z","caller":"traceutil/trace.go:171","msg":"trace[541724700] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:1024; }","duration":"125.221327ms","start":"2026-07-24T05:23:39.435982Z","end":"2026-07-24T05:23:39.561204Z","steps":["trace[541724700] 'agreement among raft nodes before linearized reading' (duration: 125.133995ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:40.294798Z","caller":"traceutil/trace.go:171","msg":"trace[932901772] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"111.921089ms","start":"2026-07-24T05:23:40.182837Z","end":"2026-07-24T05:23:40.294758Z","steps":["trace[932901772] 'process raft request' (duration: 111.458408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:40.439641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.602892ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:23:40.439868Z","caller":"traceutil/trace.go:171","msg":"trace[1867779084] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"141.012792ms","start":"2026-07-24T05:23:40.29884Z","end":"2026-07-24T05:23:40.439853Z","steps":["trace[1867779084] 'process raft request' (duration: 140.89954ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:40.439902Z","caller":"traceutil/trace.go:171","msg":"trace[1624108437] linearizableReadLoop","detail":"{readStateIndex:1108; appliedIndex:1107; }","duration":"145.393563ms","start":"2026-07-24T05:23:40.294469Z","end":"2026-07-24T05:23:40.439863Z","steps":["trace[1624108437] 'read index received' (duration: 36.609897ms)","trace[1624108437] 'applied index is now lower than readState.Index' (duration: 108.779456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:40.440058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.344986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:23:40.440122Z","caller":"traceutil/trace.go:171","msg":"trace[1753693187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1057; }","duration":"229.433228ms","start":"2026-07-24T05:23:40.210675Z","end":"2026-07-24T05:23:40.440109Z","steps":["trace[1753693187] 'agreement among raft nodes before linearized reading' (duration: 229.203952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:40.44009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.174356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:23:40.440182Z","caller":"traceutil/trace.go:171","msg":"trace[584957954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1057; }","duration":"230.300309ms","start":"2026-07-24T05:23:40.209857Z","end":"2026-07-24T05:23:40.440157Z","steps":["trace[584957954] 'agreement among raft nodes before linearized reading' (duration: 230.026192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:40.440304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.524734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:23:40.440402Z","caller":"traceutil/trace.go:171","msg":"trace[408527710] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1057; }","duration":"230.676227ms","start":"2026-07-24T05:23:40.209708Z","end":"2026-07-24T05:23:40.440384Z","steps":["trace[408527710] 'agreement among raft nodes before linearized reading' (duration: 230.268057ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:40.604252Z","caller":"traceutil/trace.go:171","msg":"trace[1824088183] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"159.812447ms","start":"2026-07-24T05:23:40.444396Z","end":"2026-07-24T05:23:40.604208Z","steps":["trace[1824088183] 'process raft request' (duration: 159.532281ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:40.605391Z","caller":"traceutil/trace.go:171","msg":"trace[1312812929] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"160.293459ms","start":"2026-07-24T05:23:40.445071Z","end":"2026-07-24T05:23:40.605365Z","steps":["trace[1312812929] 'process raft request' (duration: 160.125924ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:40.605561Z","caller":"traceutil/trace.go:171","msg":"trace[1221407132] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1109; }","duration":"160.29846ms","start":"2026-07-24T05:23:40.445233Z","end":"2026-07-24T05:23:40.605531Z","steps":["trace[1221407132] 'read index received' (duration: 158.660341ms)","trace[1221407132] 'applied index is now lower than readState.Index' (duration: 1.636258ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:40.605677Z","caller":"traceutil/trace.go:171","msg":"trace[117379267] transaction","detail":"{read_only:false; response_revision:1060; number_of_response:1; }","duration":"159.675844ms","start":"2026-07-24T05:23:40.445986Z","end":"2026-07-24T05:23:40.605662Z","steps":["trace[117379267] 'process raft request' (duration: 159.337106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:40.605788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.536995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:40.605857Z","caller":"traceutil/trace.go:171","msg":"trace[1559828065] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:0; response_revision:1060; }","duration":"160.637867ms","start":"2026-07-24T05:23:40.445198Z","end":"2026-07-24T05:23:40.605836Z","steps":["trace[1559828065] 'agreement among raft nodes before linearized reading' (duration: 160.515685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:40.608151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.328619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:40.608217Z","caller":"traceutil/trace.go:171","msg":"trace[224903146] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:0; response_revision:1061; }","duration":"150.44133ms","start":"2026-07-24T05:23:40.45776Z","end":"2026-07-24T05:23:40.608201Z","steps":["trace[224903146] 'agreement among raft nodes before linearized reading' (duration: 150.328747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.361911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.452677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"warn","ts":"2026-07-24T05:23:41.361952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.375585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/atmosphere\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:41.361951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.343074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:10243"} {"level":"info","ts":"2026-07-24T05:23:41.361994Z","caller":"traceutil/trace.go:171","msg":"trace[1581110073] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:1131; }","duration":"181.612781ms","start":"2026-07-24T05:23:41.180361Z","end":"2026-07-24T05:23:41.361974Z","steps":["trace[1581110073] 'range keys from in-memory index tree' (duration: 181.293503ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:41.362007Z","caller":"traceutil/trace.go:171","msg":"trace[969266218] range","detail":"{range_begin:/registry/ingressclasses/atmosphere; range_end:; response_count:0; response_revision:1131; }","duration":"324.472867ms","start":"2026-07-24T05:23:41.037519Z","end":"2026-07-24T05:23:41.361992Z","steps":["trace[969266218] 'range keys from in-memory index tree' (duration: 324.293083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.362044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.037505Z","time spent":"324.531098ms","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/atmosphere\" "} {"level":"info","ts":"2026-07-24T05:23:41.362045Z","caller":"traceutil/trace.go:171","msg":"trace[828855088] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:1131; }","duration":"273.469647ms","start":"2026-07-24T05:23:41.088557Z","end":"2026-07-24T05:23:41.362027Z","steps":["trace[828855088] 'range keys from in-memory index tree' (duration: 273.17783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.36223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.917222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:41.36227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.447228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"warn","ts":"2026-07-24T05:23:41.362306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.757663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:41.362334Z","caller":"traceutil/trace.go:171","msg":"trace[1759154735] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:1131; }","duration":"286.52439ms","start":"2026-07-24T05:23:41.075796Z","end":"2026-07-24T05:23:41.36232Z","steps":["trace[1759154735] 'range keys from in-memory index tree' (duration: 286.344925ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:41.362334Z","caller":"traceutil/trace.go:171","msg":"trace[2007208640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1131; }","duration":"180.036874ms","start":"2026-07-24T05:23:41.182274Z","end":"2026-07-24T05:23:41.362311Z","steps":["trace[2007208640] 'range keys from in-memory index tree' (duration: 179.886392ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:41.362351Z","caller":"traceutil/trace.go:171","msg":"trace[583593417] range","detail":"{range_begin:/registry/rolebindings/monitoring/node-feature-discovery-worker; range_end:; response_count:0; response_revision:1131; }","duration":"324.831445ms","start":"2026-07-24T05:23:41.037503Z","end":"2026-07-24T05:23:41.362334Z","steps":["trace[583593417] 'range keys from in-memory index tree' (duration: 324.646241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.362257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.299584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:3 size:43402"} {"level":"warn","ts":"2026-07-24T05:23:41.362382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.997443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:41.362409Z","caller":"traceutil/trace.go:171","msg":"trace[1538400991] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:3; response_revision:1131; }","duration":"305.463637ms","start":"2026-07-24T05:23:41.056924Z","end":"2026-07-24T05:23:41.362387Z","steps":["trace[1538400991] 'range keys from in-memory index tree' (duration: 305.12314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.362483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.056914Z","time spent":"305.550949ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":3,"response size":43425,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-24T05:23:41.362431Z","caller":"traceutil/trace.go:171","msg":"trace[1019878214] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:1131; }","duration":"310.086545ms","start":"2026-07-24T05:23:41.052332Z","end":"2026-07-24T05:23:41.362419Z","steps":["trace[1019878214] 'range keys from in-memory index tree' (duration: 309.88908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.362491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.275752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-24T05:23:41.362621Z","caller":"traceutil/trace.go:171","msg":"trace[1269280548] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:1131; }","duration":"184.488397ms","start":"2026-07-24T05:23:41.178097Z","end":"2026-07-24T05:23:41.362586Z","steps":["trace[1269280548] 'range keys from in-memory index tree' (duration: 184.001536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.362554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.052307Z","time spent":"310.221647ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-07-24T05:23:41.362386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.037483Z","time spent":"324.893767ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-07-24T05:23:41.896483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464138533,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:23:41.979326Z","caller":"traceutil/trace.go:171","msg":"trace[1498543385] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1131; }","duration":"598.720032ms","start":"2026-07-24T05:23:41.380568Z","end":"2026-07-24T05:23:41.979288Z","steps":["trace[1498543385] 'process raft request' (duration: 598.616059ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:41.979269Z","caller":"traceutil/trace.go:171","msg":"trace[1494165214] linearizableReadLoop","detail":"{readStateIndex:1185; appliedIndex:1184; }","duration":"598.042197ms","start":"2026-07-24T05:23:41.381207Z","end":"2026-07-24T05:23:41.979249Z","steps":["trace[1494165214] 'read index received' (duration: 597.927044ms)","trace[1494165214] 'applied index is now lower than readState.Index' (duration: 114.543µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:41.979513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.380553Z","time spent":"598.875916ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:41.979525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.263222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/ingress-nginx/\" range_end:\"/registry/resourcequotas/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:41.979617Z","caller":"traceutil/trace.go:171","msg":"trace[1921263499] range","detail":"{range_begin:/registry/resourcequotas/ingress-nginx/; range_end:/registry/resourcequotas/ingress-nginx0; response_count:0; response_revision:1131; }","duration":"598.402305ms","start":"2026-07-24T05:23:41.381187Z","end":"2026-07-24T05:23:41.979589Z","steps":["trace[1921263499] 'agreement among raft nodes before linearized reading' (duration: 598.19247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.979682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.381178Z","time spent":"598.491448ms","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/ingress-nginx/\" range_end:\"/registry/resourcequotas/ingress-nginx0\" "} {"level":"warn","ts":"2026-07-24T05:23:41.979704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.959864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/issuers.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:41.979791Z","caller":"traceutil/trace.go:171","msg":"trace[654108681] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/issuers.cert-manager.io; range_end:; response_count:0; response_revision:1131; }","duration":"598.106678ms","start":"2026-07-24T05:23:41.38166Z","end":"2026-07-24T05:23:41.979767Z","steps":["trace[654108681] 'agreement among raft nodes before linearized reading' (duration: 597.941314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.979836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.38164Z","time spent":"598.188279ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/issuers.cert-manager.io\" "} {"level":"warn","ts":"2026-07-24T05:23:41.98005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.716999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:41.980101Z","caller":"traceutil/trace.go:171","msg":"trace[404255534] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1131; }","duration":"157.841791ms","start":"2026-07-24T05:23:41.822246Z","end":"2026-07-24T05:23:41.980087Z","steps":["trace[404255534] 'agreement among raft nodes before linearized reading' (duration: 157.736509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.98016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.887901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:23:41.980192Z","caller":"traceutil/trace.go:171","msg":"trace[548240495] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1131; }","duration":"335.957993ms","start":"2026-07-24T05:23:41.644225Z","end":"2026-07-24T05:23:41.980183Z","steps":["trace[548240495] 'agreement among raft nodes before linearized reading' (duration: 335.884922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.980218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.644209Z","time spent":"336.003604ms","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:23:41.980311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.159623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:23:41.980362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.607259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:41.980364Z","caller":"traceutil/trace.go:171","msg":"trace[792098795] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1131; }","duration":"102.257505ms","start":"2026-07-24T05:23:41.878094Z","end":"2026-07-24T05:23:41.980352Z","steps":["trace[792098795] 'agreement among raft nodes before linearized reading' (duration: 102.152643ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:41.980393Z","caller":"traceutil/trace.go:171","msg":"trace[57678476] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:0; response_revision:1131; }","duration":"598.65103ms","start":"2026-07-24T05:23:41.381734Z","end":"2026-07-24T05:23:41.980385Z","steps":["trace[57678476] 'agreement among raft nodes before linearized reading' (duration: 598.601789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:41.980419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.381724Z","time spent":"598.689831ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" "} {"level":"warn","ts":"2026-07-24T05:23:42.487647Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464138537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:23:42.990455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464138537,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:23:43.416081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434000948s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:23:43.416532Z","caller":"traceutil/trace.go:171","msg":"trace[1661817257] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"1.43451776s","start":"2026-07-24T05:23:41.981983Z","end":"2026-07-24T05:23:43.416501Z","steps":["trace[1661817257] 'process raft request' (duration: 1.434334765s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.416717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.981958Z","time spent":"1.434665952s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":369,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:43.509254Z","caller":"traceutil/trace.go:171","msg":"trace[2011201959] linearizableReadLoop","detail":"{readStateIndex:1188; appliedIndex:1185; }","duration":"1.526360894s","start":"2026-07-24T05:23:41.982868Z","end":"2026-07-24T05:23:43.509229Z","steps":["trace[2011201959] 'read index received' (duration: 1.433517636s)","trace[2011201959] 'applied index is now lower than readState.Index' (duration: 92.842218ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:43.50932Z","caller":"traceutil/trace.go:171","msg":"trace[1945393499] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"1.517484979s","start":"2026-07-24T05:23:41.991806Z","end":"2026-07-24T05:23:43.509291Z","steps":["trace[1945393499] 'process raft request' (duration: 1.517224393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.509797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.991775Z","time spent":"1.51795816s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":27782,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:43.509401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526519278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:43.51Z","caller":"traceutil/trace.go:171","msg":"trace[1357747221] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa; range_end:; response_count:0; response_revision:1134; }","duration":"1.527140962s","start":"2026-07-24T05:23:41.982816Z","end":"2026-07-24T05:23:43.509957Z","steps":["trace[1357747221] 'agreement among raft nodes before linearized reading' (duration: 1.526529649s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.510104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.982802Z","time spent":"1.527270995s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa\" "} {"level":"info","ts":"2026-07-24T05:23:43.509448Z","caller":"traceutil/trace.go:171","msg":"trace[862430884] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"1.287929598s","start":"2026-07-24T05:23:42.22147Z","end":"2026-07-24T05:23:43.509399Z","steps":["trace[862430884] 'process raft request' (duration: 1.287704893s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.510259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:42.221443Z","time spent":"1.288760927s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:43.527376Z","caller":"traceutil/trace.go:171","msg":"trace[53607978] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"101.031058ms","start":"2026-07-24T05:23:43.426311Z","end":"2026-07-24T05:23:43.527343Z","steps":["trace[53607978] 'process raft request' (duration: 100.794551ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:43.527801Z","caller":"traceutil/trace.go:171","msg":"trace[2112738330] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"101.182012ms","start":"2026-07-24T05:23:43.426595Z","end":"2026-07-24T05:23:43.527777Z","steps":["trace[2112738330] 'process raft request' (duration: 100.846574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.527817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35846491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:23:43.527903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544922864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/orders.acme.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:43.527911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408408656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:43.527916Z","caller":"traceutil/trace.go:171","msg":"trace[643464534] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1137; }","duration":"1.358618473s","start":"2026-07-24T05:23:42.169272Z","end":"2026-07-24T05:23:43.527891Z","steps":["trace[643464534] 'agreement among raft nodes before linearized reading' (duration: 1.358425319s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.528566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:42.169251Z","time spent":"1.359296009s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:43.527949Z","caller":"traceutil/trace.go:171","msg":"trace[1799404819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1137; }","duration":"1.408501978s","start":"2026-07-24T05:23:42.119433Z","end":"2026-07-24T05:23:43.527935Z","steps":["trace[1799404819] 'agreement among raft nodes before linearized reading' (duration: 1.408429097s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.529038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:42.119411Z","time spent":"1.409616183s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:23:43.527946Z","caller":"traceutil/trace.go:171","msg":"trace[1458263324] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/orders.acme.cert-manager.io; range_end:; response_count:0; response_revision:1137; }","duration":"1.544975615s","start":"2026-07-24T05:23:41.982954Z","end":"2026-07-24T05:23:43.52793Z","steps":["trace[1458263324] 'agreement among raft nodes before linearized reading' (duration: 1.544927734s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.529366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:41.982941Z","time spent":"1.546323997s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/orders.acme.cert-manager.io\" "} {"level":"warn","ts":"2026-07-24T05:23:43.527838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.54362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:43.529555Z","caller":"traceutil/trace.go:171","msg":"trace[2071997831] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:1137; }","duration":"103.305081ms","start":"2026-07-24T05:23:43.426232Z","end":"2026-07-24T05:23:43.529537Z","steps":["trace[2071997831] 'agreement among raft nodes before linearized reading' (duration: 101.544431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.527985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228756059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-24T05:23:43.529655Z","caller":"traceutil/trace.go:171","msg":"trace[726701635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1137; }","duration":"1.230498949s","start":"2026-07-24T05:23:42.299142Z","end":"2026-07-24T05:23:43.529641Z","steps":["trace[726701635] 'agreement among raft nodes before linearized reading' (duration: 1.228535854s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.529699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:42.299117Z","time spent":"1.23057039s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:23:43.527973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083406157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:23:43.529834Z","caller":"traceutil/trace.go:171","msg":"trace[291027931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1137; }","duration":"1.08531883s","start":"2026-07-24T05:23:42.444508Z","end":"2026-07-24T05:23:43.529827Z","steps":["trace[291027931] 'agreement among raft nodes before linearized reading' (duration: 1.083375436s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.529859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:42.444487Z","time spent":"1.085365701s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:43.528006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.362555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:23:43.529987Z","caller":"traceutil/trace.go:171","msg":"trace[578203764] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1137; }","duration":"919.408723ms","start":"2026-07-24T05:23:42.610571Z","end":"2026-07-24T05:23:43.529979Z","steps":["trace[578203764] 'agreement among raft nodes before linearized reading' (duration: 917.212012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.530008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:42.610557Z","time spent":"919.446113ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:43.527974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.084912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T05:23:43.530136Z","caller":"traceutil/trace.go:171","msg":"trace[2136074484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1137; }","duration":"920.353034ms","start":"2026-07-24T05:23:42.609775Z","end":"2026-07-24T05:23:43.530128Z","steps":["trace[2136074484] 'agreement among raft nodes before linearized reading' (duration: 917.885107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.530164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:42.609754Z","time spent":"920.401355ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:43.528059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.630374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:23:43.53032Z","caller":"traceutil/trace.go:171","msg":"trace[1462269195] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1137; }","duration":"920.940197ms","start":"2026-07-24T05:23:42.609372Z","end":"2026-07-24T05:23:43.530312Z","steps":["trace[1462269195] 'agreement among raft nodes before linearized reading' (duration: 918.542772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.530344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:42.609343Z","time spent":"920.994569ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:23:43.528049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069740981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-8qtx2\" ","response":"range_response_count:1 size:5083"} {"level":"info","ts":"2026-07-24T05:23:43.530413Z","caller":"traceutil/trace.go:171","msg":"trace[1354901835] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-8qtx2; range_end:; response_count:1; response_revision:1137; }","duration":"1.072128666s","start":"2026-07-24T05:23:42.458279Z","end":"2026-07-24T05:23:43.530407Z","steps":["trace[1354901835] 'agreement among raft nodes before linearized reading' (duration: 1.069524295s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.530432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:42.458266Z","time spent":"1.072161256s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5106,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-8qtx2\" "} {"level":"info","ts":"2026-07-24T05:23:43.660215Z","caller":"traceutil/trace.go:171","msg":"trace[1813103905] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"123.857376ms","start":"2026-07-24T05:23:43.53632Z","end":"2026-07-24T05:23:43.660177Z","steps":["trace[1813103905] 'process raft request' (duration: 123.60782ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:43.660338Z","caller":"traceutil/trace.go:171","msg":"trace[530219867] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"123.146599ms","start":"2026-07-24T05:23:43.537177Z","end":"2026-07-24T05:23:43.660323Z","steps":["trace[530219867] 'process raft request' (duration: 122.920654ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:43.660348Z","caller":"traceutil/trace.go:171","msg":"trace[1554389796] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"122.72406ms","start":"2026-07-24T05:23:43.537596Z","end":"2026-07-24T05:23:43.66032Z","steps":["trace[1554389796] 'process raft request' (duration: 122.597017ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:43.660364Z","caller":"traceutil/trace.go:171","msg":"trace[553804333] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"122.73086ms","start":"2026-07-24T05:23:43.537593Z","end":"2026-07-24T05:23:43.660324Z","steps":["trace[553804333] 'process raft request' (duration: 122.556956ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:43.660638Z","caller":"traceutil/trace.go:171","msg":"trace[984398580] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"121.4608ms","start":"2026-07-24T05:23:43.539096Z","end":"2026-07-24T05:23:43.660557Z","steps":["trace[984398580] 'process raft request' (duration: 121.152213ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:43.660888Z","caller":"traceutil/trace.go:171","msg":"trace[190162831] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"121.0181ms","start":"2026-07-24T05:23:43.539814Z","end":"2026-07-24T05:23:43.660832Z","steps":["trace[190162831] 'process raft request' (duration: 120.899027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.661148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.840131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:43.661278Z","caller":"traceutil/trace.go:171","msg":"trace[1828449758] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1149; }","duration":"112.988214ms","start":"2026-07-24T05:23:43.548264Z","end":"2026-07-24T05:23:43.661252Z","steps":["trace[1828449758] 'agreement among raft nodes before linearized reading' (duration: 112.780779ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:43.661303Z","caller":"traceutil/trace.go:171","msg":"trace[121804101] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"122.139505ms","start":"2026-07-24T05:23:43.539153Z","end":"2026-07-24T05:23:43.661292Z","steps":["trace[121804101] 'process raft request' (duration: 121.354097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.661314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.385527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:43.66136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.170396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117626"} {"level":"info","ts":"2026-07-24T05:23:43.66139Z","caller":"traceutil/trace.go:171","msg":"trace[128476581] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa; range_end:; response_count:0; response_revision:1149; }","duration":"124.518801ms","start":"2026-07-24T05:23:43.53685Z","end":"2026-07-24T05:23:43.661369Z","steps":["trace[128476581] 'agreement among raft nodes before linearized reading' (duration: 124.328096ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:43.661421Z","caller":"traceutil/trace.go:171","msg":"trace[585573792] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1149; }","duration":"122.265229ms","start":"2026-07-24T05:23:43.539142Z","end":"2026-07-24T05:23:43.661407Z","steps":["trace[585573792] 'agreement among raft nodes before linearized reading' (duration: 121.951962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:43.661432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.485453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:43.661461Z","caller":"traceutil/trace.go:171","msg":"trace[166054961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1149; }","duration":"122.586506ms","start":"2026-07-24T05:23:43.538867Z","end":"2026-07-24T05:23:43.661454Z","steps":["trace[166054961] 'agreement among raft nodes before linearized reading' (duration: 122.508424ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:43.661334Z","caller":"traceutil/trace.go:171","msg":"trace[1672458392] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"121.053731ms","start":"2026-07-24T05:23:43.540269Z","end":"2026-07-24T05:23:43.661322Z","steps":["trace[1672458392] 'process raft request' (duration: 120.500568ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.178524Z","caller":"traceutil/trace.go:171","msg":"trace[324999937] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"109.204527ms","start":"2026-07-24T05:23:44.069276Z","end":"2026-07-24T05:23:44.17848Z","steps":["trace[324999937] 'process raft request' (duration: 108.984162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:44.178811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.497374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:873"} {"level":"info","ts":"2026-07-24T05:23:44.178542Z","caller":"traceutil/trace.go:171","msg":"trace[1083814726] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1264; }","duration":"109.176006ms","start":"2026-07-24T05:23:44.069334Z","end":"2026-07-24T05:23:44.17851Z","steps":["trace[1083814726] 'read index received' (duration: 94.307362ms)","trace[1083814726] 'applied index is now lower than readState.Index' (duration: 14.867294ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:44.178871Z","caller":"traceutil/trace.go:171","msg":"trace[1790056582] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:1214; }","duration":"109.611616ms","start":"2026-07-24T05:23:44.069245Z","end":"2026-07-24T05:23:44.178857Z","steps":["trace[1790056582] 'agreement among raft nodes before linearized reading' (duration: 109.35933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:44.179086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.699599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-24T05:23:44.179122Z","caller":"traceutil/trace.go:171","msg":"trace[2128794306] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:1214; }","duration":"109.853732ms","start":"2026-07-24T05:23:44.069256Z","end":"2026-07-24T05:23:44.17911Z","steps":["trace[2128794306] 'agreement among raft nodes before linearized reading' (duration: 109.691358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:44.179238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.673244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cephfs-csi-nodeplugin-role\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:44.179244Z","caller":"traceutil/trace.go:171","msg":"trace[1043116920] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"109.667727ms","start":"2026-07-24T05:23:44.069564Z","end":"2026-07-24T05:23:44.179232Z","steps":["trace[1043116920] 'process raft request' (duration: 108.839939ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.179258Z","caller":"traceutil/trace.go:171","msg":"trace[1483720313] range","detail":"{range_begin:/registry/clusterrolebindings/cephfs-csi-nodeplugin-role; range_end:; response_count:0; response_revision:1214; }","duration":"108.707256ms","start":"2026-07-24T05:23:44.070545Z","end":"2026-07-24T05:23:44.179253Z","steps":["trace[1483720313] 'agreement among raft nodes before linearized reading' (duration: 108.674855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:44.179521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.241281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:887"} {"level":"info","ts":"2026-07-24T05:23:44.179546Z","caller":"traceutil/trace.go:171","msg":"trace[235946381] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:1214; }","duration":"110.293941ms","start":"2026-07-24T05:23:44.069245Z","end":"2026-07-24T05:23:44.179539Z","steps":["trace[235946381] 'agreement among raft nodes before linearized reading' (duration: 110.23967ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.463226Z","caller":"traceutil/trace.go:171","msg":"trace[1547393657] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1271; }","duration":"108.50183ms","start":"2026-07-24T05:23:44.354671Z","end":"2026-07-24T05:23:44.463173Z","steps":["trace[1547393657] 'read index received' (duration: 50.064838ms)","trace[1547393657] 'applied index is now lower than readState.Index' (duration: 58.435632ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:44.463276Z","caller":"traceutil/trace.go:171","msg":"trace[484902159] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"114.430788ms","start":"2026-07-24T05:23:44.348786Z","end":"2026-07-24T05:23:44.463217Z","steps":["trace[484902159] 'process raft request' (duration: 114.268985ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.463308Z","caller":"traceutil/trace.go:171","msg":"trace[115140591] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"112.653097ms","start":"2026-07-24T05:23:44.350618Z","end":"2026-07-24T05:23:44.463271Z","steps":["trace[115140591] 'process raft request' (duration: 112.489184ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.463403Z","caller":"traceutil/trace.go:171","msg":"trace[1965825947] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"114.652543ms","start":"2026-07-24T05:23:44.3487Z","end":"2026-07-24T05:23:44.463352Z","steps":["trace[1965825947] 'process raft request' (duration: 105.44881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:44.463437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.742296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/rook-ceph/\" range_end:\"/registry/resourcequotas/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:44.463648Z","caller":"traceutil/trace.go:171","msg":"trace[629229864] range","detail":"{range_begin:/registry/resourcequotas/rook-ceph/; range_end:/registry/resourcequotas/rook-ceph0; response_count:0; response_revision:1221; }","duration":"109.014862ms","start":"2026-07-24T05:23:44.354601Z","end":"2026-07-24T05:23:44.463616Z","steps":["trace[629229864] 'agreement among raft nodes before linearized reading' (duration: 108.724246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.664386Z","caller":"traceutil/trace.go:171","msg":"trace[714575447] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"173.990755ms","start":"2026-07-24T05:23:44.490363Z","end":"2026-07-24T05:23:44.664354Z","steps":["trace[714575447] 'process raft request' (duration: 173.873782ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.66456Z","caller":"traceutil/trace.go:171","msg":"trace[793433756] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"171.387156ms","start":"2026-07-24T05:23:44.493166Z","end":"2026-07-24T05:23:44.664553Z","steps":["trace[793433756] 'process raft request' (duration: 171.115248ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.664626Z","caller":"traceutil/trace.go:171","msg":"trace[885802745] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"174.731934ms","start":"2026-07-24T05:23:44.489866Z","end":"2026-07-24T05:23:44.664598Z","steps":["trace[885802745] 'process raft request' (duration: 85.817486ms)","trace[885802745] 'compare' (duration: 88.355474ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:44.664712Z","caller":"traceutil/trace.go:171","msg":"trace[1482283531] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"171.443347ms","start":"2026-07-24T05:23:44.49326Z","end":"2026-07-24T05:23:44.664704Z","steps":["trace[1482283531] 'process raft request' (duration: 171.059047ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.664421Z","caller":"traceutil/trace.go:171","msg":"trace[1329451348] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"171.150769ms","start":"2026-07-24T05:23:44.493257Z","end":"2026-07-24T05:23:44.664408Z","steps":["trace[1329451348] 'process raft request' (duration: 171.105368ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.666105Z","caller":"traceutil/trace.go:171","msg":"trace[1744969595] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"133.261123ms","start":"2026-07-24T05:23:44.532816Z","end":"2026-07-24T05:23:44.666077Z","steps":["trace[1744969595] 'process raft request' (duration: 133.11201ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.66659Z","caller":"traceutil/trace.go:171","msg":"trace[165639456] transaction","detail":"{read_only:false; response_revision:1231; number_of_response:1; }","duration":"154.566396ms","start":"2026-07-24T05:23:44.512015Z","end":"2026-07-24T05:23:44.666581Z","steps":["trace[165639456] 'process raft request' (duration: 153.604594ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.6668Z","caller":"traceutil/trace.go:171","msg":"trace[261026626] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"151.874824ms","start":"2026-07-24T05:23:44.514919Z","end":"2026-07-24T05:23:44.666794Z","steps":["trace[261026626] 'process raft request' (duration: 150.84395ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.666867Z","caller":"traceutil/trace.go:171","msg":"trace[1306606278] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"150.864181ms","start":"2026-07-24T05:23:44.515998Z","end":"2026-07-24T05:23:44.666862Z","steps":["trace[1306606278] 'process raft request' (duration: 149.864798ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.884242Z","caller":"traceutil/trace.go:171","msg":"trace[1890406973] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"211.798321ms","start":"2026-07-24T05:23:44.672421Z","end":"2026-07-24T05:23:44.88422Z","steps":["trace[1890406973] 'process raft request' (duration: 211.601726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.937323Z","caller":"traceutil/trace.go:171","msg":"trace[2137638568] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1235; }","duration":"264.292694ms","start":"2026-07-24T05:23:44.672998Z","end":"2026-07-24T05:23:44.937291Z","steps":["trace[2137638568] 'process raft request' (duration: 264.071589ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.937491Z","caller":"traceutil/trace.go:171","msg":"trace[140695083] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"256.939985ms","start":"2026-07-24T05:23:44.680513Z","end":"2026-07-24T05:23:44.937453Z","steps":["trace[140695083] 'process raft request' (duration: 256.773461ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.937408Z","caller":"traceutil/trace.go:171","msg":"trace[1866490474] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"260.740782ms","start":"2026-07-24T05:23:44.676629Z","end":"2026-07-24T05:23:44.93737Z","steps":["trace[1866490474] 'process raft request' (duration: 260.555508ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.937649Z","caller":"traceutil/trace.go:171","msg":"trace[1739336787] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"251.014578ms","start":"2026-07-24T05:23:44.686626Z","end":"2026-07-24T05:23:44.937641Z","steps":["trace[1739336787] 'process raft request' (duration: 250.785793ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.93767Z","caller":"traceutil/trace.go:171","msg":"trace[102848430] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"250.898096ms","start":"2026-07-24T05:23:44.686755Z","end":"2026-07-24T05:23:44.937653Z","steps":["trace[102848430] 'process raft request' (duration: 250.724722ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.937676Z","caller":"traceutil/trace.go:171","msg":"trace[2017624602] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"251.146131ms","start":"2026-07-24T05:23:44.686501Z","end":"2026-07-24T05:23:44.937647Z","steps":["trace[2017624602] 'process raft request' (duration: 250.875715ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.937585Z","caller":"traceutil/trace.go:171","msg":"trace[1431548258] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"250.778282ms","start":"2026-07-24T05:23:44.686781Z","end":"2026-07-24T05:23:44.93756Z","steps":["trace[1431548258] 'process raft request' (duration: 250.720861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.937805Z","caller":"traceutil/trace.go:171","msg":"trace[1776563841] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"251.060289ms","start":"2026-07-24T05:23:44.686728Z","end":"2026-07-24T05:23:44.937789Z","steps":["trace[1776563841] 'process raft request' (duration: 250.719541ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.937807Z","caller":"traceutil/trace.go:171","msg":"trace[2047015315] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"252.550833ms","start":"2026-07-24T05:23:44.685159Z","end":"2026-07-24T05:23:44.93771Z","steps":["trace[2047015315] 'process raft request' (duration: 252.177984ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.938144Z","caller":"traceutil/trace.go:171","msg":"trace[702570748] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"251.259313ms","start":"2026-07-24T05:23:44.686865Z","end":"2026-07-24T05:23:44.938124Z","steps":["trace[702570748] 'process raft request' (duration: 250.66399ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.938297Z","caller":"traceutil/trace.go:171","msg":"trace[1366834264] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"251.331775ms","start":"2026-07-24T05:23:44.686906Z","end":"2026-07-24T05:23:44.938238Z","steps":["trace[1366834264] 'process raft request' (duration: 251.089759ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.938486Z","caller":"traceutil/trace.go:171","msg":"trace[1241145714] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"251.338884ms","start":"2026-07-24T05:23:44.687135Z","end":"2026-07-24T05:23:44.938474Z","steps":["trace[1241145714] 'process raft request' (duration: 251.16432ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.938512Z","caller":"traceutil/trace.go:171","msg":"trace[1329426743] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"251.253403ms","start":"2026-07-24T05:23:44.68724Z","end":"2026-07-24T05:23:44.938493Z","steps":["trace[1329426743] 'process raft request' (duration: 251.108299ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.938531Z","caller":"traceutil/trace.go:171","msg":"trace[504523710] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"251.235692ms","start":"2026-07-24T05:23:44.687286Z","end":"2026-07-24T05:23:44.938522Z","steps":["trace[504523710] 'process raft request' (duration: 251.13653ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.938615Z","caller":"traceutil/trace.go:171","msg":"trace[147905701] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"251.266443ms","start":"2026-07-24T05:23:44.687333Z","end":"2026-07-24T05:23:44.9386Z","steps":["trace[147905701] 'process raft request' (duration: 251.12849ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.938722Z","caller":"traceutil/trace.go:171","msg":"trace[288417584] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"251.302244ms","start":"2026-07-24T05:23:44.68741Z","end":"2026-07-24T05:23:44.938712Z","steps":["trace[288417584] 'process raft request' (duration: 251.085809ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:44.93881Z","caller":"traceutil/trace.go:171","msg":"trace[1149971903] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"246.38138ms","start":"2026-07-24T05:23:44.692407Z","end":"2026-07-24T05:23:44.938788Z","steps":["trace[1149971903] 'process raft request' (duration: 246.131215ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.093492Z","caller":"traceutil/trace.go:171","msg":"trace[1411665622] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"174.010427ms","start":"2026-07-24T05:23:44.919433Z","end":"2026-07-24T05:23:45.093443Z","steps":["trace[1411665622] 'process raft request' (duration: 172.191885ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.09359Z","caller":"traceutil/trace.go:171","msg":"trace[1311574748] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"173.417493ms","start":"2026-07-24T05:23:44.920145Z","end":"2026-07-24T05:23:45.093563Z","steps":["trace[1311574748] 'process raft request' (duration: 173.233209ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.093626Z","caller":"traceutil/trace.go:171","msg":"trace[652946664] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"174.108758ms","start":"2026-07-24T05:23:44.919456Z","end":"2026-07-24T05:23:45.093565Z","steps":["trace[652946664] 'process raft request' (duration: 173.867372ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.093785Z","caller":"traceutil/trace.go:171","msg":"trace[337677089] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"173.576786ms","start":"2026-07-24T05:23:44.920162Z","end":"2026-07-24T05:23:45.093739Z","steps":["trace[337677089] 'process raft request' (duration: 173.247398ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.094251Z","caller":"traceutil/trace.go:171","msg":"trace[1063085445] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"174.003885ms","start":"2026-07-24T05:23:44.920235Z","end":"2026-07-24T05:23:45.094239Z","steps":["trace[1063085445] 'process raft request' (duration: 173.212487ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.094398Z","caller":"traceutil/trace.go:171","msg":"trace[1599890815] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"173.904954ms","start":"2026-07-24T05:23:44.92048Z","end":"2026-07-24T05:23:45.094385Z","steps":["trace[1599890815] 'process raft request' (duration: 173.75936ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.094448Z","caller":"traceutil/trace.go:171","msg":"trace[225225574] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1307; }","duration":"153.036341ms","start":"2026-07-24T05:23:44.941381Z","end":"2026-07-24T05:23:45.094417Z","steps":["trace[225225574] 'read index received' (duration: 151.922726ms)","trace[225225574] 'applied index is now lower than readState.Index' (duration: 1.112395ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:45.094596Z","caller":"traceutil/trace.go:171","msg":"trace[1336692292] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"173.923864ms","start":"2026-07-24T05:23:44.920658Z","end":"2026-07-24T05:23:45.094582Z","steps":["trace[1336692292] 'process raft request' (duration: 173.617107ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.094667Z","caller":"traceutil/trace.go:171","msg":"trace[1942497604] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"174.329584ms","start":"2026-07-24T05:23:44.920317Z","end":"2026-07-24T05:23:45.094646Z","steps":["trace[1942497604] 'process raft request' (duration: 173.837222ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.094708Z","caller":"traceutil/trace.go:171","msg":"trace[701356669] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"173.838292ms","start":"2026-07-24T05:23:44.920812Z","end":"2026-07-24T05:23:45.09465Z","steps":["trace[701356669] 'process raft request' (duration: 173.536105ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.094741Z","caller":"traceutil/trace.go:171","msg":"trace[447724882] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"173.872193ms","start":"2026-07-24T05:23:44.920841Z","end":"2026-07-24T05:23:45.094713Z","steps":["trace[447724882] 'process raft request' (duration: 173.537565ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.094813Z","caller":"traceutil/trace.go:171","msg":"trace[425690680] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"174.438176ms","start":"2026-07-24T05:23:44.92036Z","end":"2026-07-24T05:23:45.094799Z","steps":["trace[425690680] 'process raft request' (duration: 173.840942ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.095018Z","caller":"traceutil/trace.go:171","msg":"trace[114666935] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"174.16378ms","start":"2026-07-24T05:23:44.920759Z","end":"2026-07-24T05:23:45.094923Z","steps":["trace[114666935] 'process raft request' (duration: 173.548226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:45.095057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.628735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1.cert-manager.io\" ","response":"range_response_count:1 size:965"} {"level":"info","ts":"2026-07-24T05:23:45.095136Z","caller":"traceutil/trace.go:171","msg":"trace[1396942997] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1.cert-manager.io; range_end:; response_count:1; response_revision:1263; }","duration":"153.786978ms","start":"2026-07-24T05:23:44.941328Z","end":"2026-07-24T05:23:45.095114Z","steps":["trace[1396942997] 'agreement among raft nodes before linearized reading' (duration: 153.42141ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.137333Z","caller":"traceutil/trace.go:171","msg":"trace[2018381421] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"181.688974ms","start":"2026-07-24T05:23:44.955607Z","end":"2026-07-24T05:23:45.137296Z","steps":["trace[2018381421] 'process raft request' (duration: 181.541961ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.137552Z","caller":"traceutil/trace.go:171","msg":"trace[920528160] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"181.919049ms","start":"2026-07-24T05:23:44.955617Z","end":"2026-07-24T05:23:45.137536Z","steps":["trace[920528160] 'process raft request' (duration: 181.55754ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.137683Z","caller":"traceutil/trace.go:171","msg":"trace[1816000762] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"178.995761ms","start":"2026-07-24T05:23:44.958682Z","end":"2026-07-24T05:23:45.137678Z","steps":["trace[1816000762] 'process raft request' (duration: 178.691684ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.137729Z","caller":"traceutil/trace.go:171","msg":"trace[326289361] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"180.964916ms","start":"2026-07-24T05:23:44.956717Z","end":"2026-07-24T05:23:45.137682Z","steps":["trace[326289361] 'process raft request' (duration: 180.589137ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.137803Z","caller":"traceutil/trace.go:171","msg":"trace[1674236733] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"183.762811ms","start":"2026-07-24T05:23:44.954Z","end":"2026-07-24T05:23:45.137763Z","steps":["trace[1674236733] 'process raft request' (duration: 183.011914ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.137848Z","caller":"traceutil/trace.go:171","msg":"trace[419148719] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"181.954828ms","start":"2026-07-24T05:23:44.955876Z","end":"2026-07-24T05:23:45.137831Z","steps":["trace[419148719] 'process raft request' (duration: 181.363195ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.137888Z","caller":"traceutil/trace.go:171","msg":"trace[528179269] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"182.253676ms","start":"2026-07-24T05:23:44.955624Z","end":"2026-07-24T05:23:45.137878Z","steps":["trace[528179269] 'process raft request' (duration: 181.568121ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.137929Z","caller":"traceutil/trace.go:171","msg":"trace[1508296640] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"178.145811ms","start":"2026-07-24T05:23:44.959721Z","end":"2026-07-24T05:23:45.137867Z","steps":["trace[1508296640] 'process raft request' (duration: 177.68026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:45.13794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.227611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/ingress-nginx/\" range_end:\"/registry/limitranges/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:45.13782Z","caller":"traceutil/trace.go:171","msg":"trace[1592898099] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"152.359334ms","start":"2026-07-24T05:23:44.985434Z","end":"2026-07-24T05:23:45.137794Z","steps":["trace[1592898099] 'process raft request' (duration: 151.993076ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.13802Z","caller":"traceutil/trace.go:171","msg":"trace[731181451] range","detail":"{range_begin:/registry/limitranges/ingress-nginx/; range_end:/registry/limitranges/ingress-nginx0; response_count:0; response_revision:1278; }","duration":"184.389936ms","start":"2026-07-24T05:23:44.95361Z","end":"2026-07-24T05:23:45.137999Z","steps":["trace[731181451] 'agreement among raft nodes before linearized reading' (duration: 184.17179ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.138057Z","caller":"traceutil/trace.go:171","msg":"trace[2089982887] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"182.177755ms","start":"2026-07-24T05:23:44.955875Z","end":"2026-07-24T05:23:45.138053Z","steps":["trace[2089982887] 'process raft request' (duration: 181.384256ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.137738Z","caller":"traceutil/trace.go:171","msg":"trace[1611034914] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"183.560056ms","start":"2026-07-24T05:23:44.954136Z","end":"2026-07-24T05:23:45.137696Z","steps":["trace[1611034914] 'process raft request' (duration: 182.977353ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.138027Z","caller":"traceutil/trace.go:171","msg":"trace[688223460] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"149.295944ms","start":"2026-07-24T05:23:44.988677Z","end":"2026-07-24T05:23:45.137973Z","steps":["trace[688223460] 'process raft request' (duration: 148.803822ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.13813Z","caller":"traceutil/trace.go:171","msg":"trace[78732661] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"182.314899ms","start":"2026-07-24T05:23:44.955802Z","end":"2026-07-24T05:23:45.138117Z","steps":["trace[78732661] 'process raft request' (duration: 181.412137ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.137865Z","caller":"traceutil/trace.go:171","msg":"trace[1472645267] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"183.813302ms","start":"2026-07-24T05:23:44.954036Z","end":"2026-07-24T05:23:45.137849Z","steps":["trace[1472645267] 'process raft request' (duration: 183.096525ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.138037Z","caller":"traceutil/trace.go:171","msg":"trace[766933538] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"182.115674ms","start":"2026-07-24T05:23:44.955912Z","end":"2026-07-24T05:23:45.138027Z","steps":["trace[766933538] 'process raft request' (duration: 181.364006ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.46005Z","caller":"traceutil/trace.go:171","msg":"trace[471517956] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"127.290685ms","start":"2026-07-24T05:23:45.332733Z","end":"2026-07-24T05:23:45.460023Z","steps":["trace[471517956] 'process raft request' (duration: 100.547006ms)","trace[471517956] 'compare' (duration: 26.440522ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:45.460154Z","caller":"traceutil/trace.go:171","msg":"trace[1395570829] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"124.808868ms","start":"2026-07-24T05:23:45.335294Z","end":"2026-07-24T05:23:45.460103Z","steps":["trace[1395570829] 'process raft request' (duration: 124.644933ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.460081Z","caller":"traceutil/trace.go:171","msg":"trace[1446330148] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"124.637474ms","start":"2026-07-24T05:23:45.335419Z","end":"2026-07-24T05:23:45.460057Z","steps":["trace[1446330148] 'process raft request' (duration: 124.601283ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.460995Z","caller":"traceutil/trace.go:171","msg":"trace[1836050903] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"125.33563ms","start":"2026-07-24T05:23:45.335648Z","end":"2026-07-24T05:23:45.460984Z","steps":["trace[1836050903] 'process raft request' (duration: 125.067234ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461325Z","caller":"traceutil/trace.go:171","msg":"trace[337381330] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"125.319709ms","start":"2026-07-24T05:23:45.335997Z","end":"2026-07-24T05:23:45.461316Z","steps":["trace[337381330] 'process raft request' (duration: 124.964421ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461391Z","caller":"traceutil/trace.go:171","msg":"trace[406342260] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"125.636296ms","start":"2026-07-24T05:23:45.335731Z","end":"2026-07-24T05:23:45.461367Z","steps":["trace[406342260] 'process raft request' (duration: 125.181476ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461414Z","caller":"traceutil/trace.go:171","msg":"trace[1726409567] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"125.461803ms","start":"2026-07-24T05:23:45.335931Z","end":"2026-07-24T05:23:45.461393Z","steps":["trace[1726409567] 'process raft request' (duration: 125.008483ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.46143Z","caller":"traceutil/trace.go:171","msg":"trace[214323658] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"125.074985ms","start":"2026-07-24T05:23:45.336345Z","end":"2026-07-24T05:23:45.46142Z","steps":["trace[214323658] 'process raft request' (duration: 124.774488ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461436Z","caller":"traceutil/trace.go:171","msg":"trace[1257948960] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"118.944612ms","start":"2026-07-24T05:23:45.342475Z","end":"2026-07-24T05:23:45.46142Z","steps":["trace[1257948960] 'process raft request' (duration: 118.916091ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461508Z","caller":"traceutil/trace.go:171","msg":"trace[1814208411] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"125.428032ms","start":"2026-07-24T05:23:45.33607Z","end":"2026-07-24T05:23:45.461498Z","steps":["trace[1814208411] 'process raft request' (duration: 124.913851ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461503Z","caller":"traceutil/trace.go:171","msg":"trace[1106066257] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"125.77527ms","start":"2026-07-24T05:23:45.3357Z","end":"2026-07-24T05:23:45.461475Z","steps":["trace[1106066257] 'process raft request' (duration: 125.147486ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461595Z","caller":"traceutil/trace.go:171","msg":"trace[1969699127] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"125.381972ms","start":"2026-07-24T05:23:45.336208Z","end":"2026-07-24T05:23:45.461589Z","steps":["trace[1969699127] 'process raft request' (duration: 124.803078ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461637Z","caller":"traceutil/trace.go:171","msg":"trace[536089668] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"125.332191ms","start":"2026-07-24T05:23:45.336301Z","end":"2026-07-24T05:23:45.461633Z","steps":["trace[536089668] 'process raft request' (duration: 124.789048ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461708Z","caller":"traceutil/trace.go:171","msg":"trace[912296479] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"123.391625ms","start":"2026-07-24T05:23:45.338307Z","end":"2026-07-24T05:23:45.461699Z","steps":["trace[912296479] 'process raft request' (duration: 122.897944ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461726Z","caller":"traceutil/trace.go:171","msg":"trace[1091573352] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"121.298916ms","start":"2026-07-24T05:23:45.340415Z","end":"2026-07-24T05:23:45.461714Z","steps":["trace[1091573352] 'process raft request' (duration: 120.921028ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:45.461793Z","caller":"traceutil/trace.go:171","msg":"trace[1971724529] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"119.440174ms","start":"2026-07-24T05:23:45.34234Z","end":"2026-07-24T05:23:45.46178Z","steps":["trace[1971724529] 'process raft request' (duration: 119.025624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.116226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.361457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:23:46.116492Z","caller":"traceutil/trace.go:171","msg":"trace[1341030034] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"649.672551ms","start":"2026-07-24T05:23:45.466775Z","end":"2026-07-24T05:23:46.116448Z","steps":["trace[1341030034] 'process raft request' (duration: 385.036778ms)","trace[1341030034] 'compare' (duration: 264.196413ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:46.116592Z","caller":"traceutil/trace.go:171","msg":"trace[1628354182] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"648.519406ms","start":"2026-07-24T05:23:45.468044Z","end":"2026-07-24T05:23:46.116563Z","steps":["trace[1628354182] 'process raft request' (duration: 648.371572ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.116619Z","caller":"traceutil/trace.go:171","msg":"trace[1982928093] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"648.363782ms","start":"2026-07-24T05:23:45.468218Z","end":"2026-07-24T05:23:46.116582Z","steps":["trace[1982928093] 'process raft request' (duration: 648.229929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.116677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.466751Z","time spent":"649.855996ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1703,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:46.116744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.468036Z","time spent":"648.626318ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:46.116766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.4682Z","time spent":"648.496065ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:46.117028Z","caller":"traceutil/trace.go:171","msg":"trace[665886409] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"649.19862ms","start":"2026-07-24T05:23:45.467798Z","end":"2026-07-24T05:23:46.116996Z","steps":["trace[665886409] 'process raft request' (duration: 648.526085ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.117126Z","caller":"traceutil/trace.go:171","msg":"trace[259743243] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"648.839132ms","start":"2026-07-24T05:23:45.468275Z","end":"2026-07-24T05:23:46.117114Z","steps":["trace[259743243] 'process raft request' (duration: 648.195337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.117165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.467772Z","time spent":"649.317523ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4810,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:46.117198Z","caller":"traceutil/trace.go:171","msg":"trace[78297304] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"648.835342ms","start":"2026-07-24T05:23:45.468358Z","end":"2026-07-24T05:23:46.117193Z","steps":["trace[78297304] 'process raft request' (duration: 648.132906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.117223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.468346Z","time spent":"648.865883ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:46.117226Z","caller":"traceutil/trace.go:171","msg":"trace[765823085] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"596.143703ms","start":"2026-07-24T05:23:45.521067Z","end":"2026-07-24T05:23:46.117211Z","steps":["trace[765823085] 'process raft request' (duration: 595.944899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.117172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.468266Z","time spent":"648.885833ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:46.117314Z","caller":"traceutil/trace.go:171","msg":"trace[1279615521] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"648.737909ms","start":"2026-07-24T05:23:45.46857Z","end":"2026-07-24T05:23:46.117308Z","steps":["trace[1279615521] 'process raft request' (duration: 648.094735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.117315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.521032Z","time spent":"596.230035ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:46.117339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.468561Z","time spent":"648.76627ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:46.117365Z","caller":"traceutil/trace.go:171","msg":"trace[2036871668] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"558.297607ms","start":"2026-07-24T05:23:45.559058Z","end":"2026-07-24T05:23:46.117356Z","steps":["trace[2036871668] 'process raft request' (duration: 558.042051ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.117382Z","caller":"traceutil/trace.go:171","msg":"trace[2029039572] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"648.654687ms","start":"2026-07-24T05:23:45.468723Z","end":"2026-07-24T05:23:46.117377Z","steps":["trace[2029039572] 'process raft request' (duration: 647.990642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.117402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.468716Z","time spent":"648.676557ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:46.11741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.559023Z","time spent":"558.366068ms","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1717,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:46.117463Z","caller":"traceutil/trace.go:171","msg":"trace[1182950914] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"648.623216ms","start":"2026-07-24T05:23:45.468835Z","end":"2026-07-24T05:23:46.117458Z","steps":["trace[1182950914] 'process raft request' (duration: 647.896699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.117485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.468829Z","time spent":"648.645847ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:46.117603Z","caller":"traceutil/trace.go:171","msg":"trace[2098285626] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"648.744879ms","start":"2026-07-24T05:23:45.468848Z","end":"2026-07-24T05:23:46.117593Z","steps":["trace[2098285626] 'process raft request' (duration: 647.9035ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.117635Z","caller":"traceutil/trace.go:171","msg":"trace[886711941] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"611.124869ms","start":"2026-07-24T05:23:45.506502Z","end":"2026-07-24T05:23:46.117627Z","steps":["trace[886711941] 'process raft request' (duration: 610.398792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.117652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.468835Z","time spent":"648.79181ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3561,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:46.117691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.506457Z","time spent":"611.19736ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":88456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:46.117695Z","caller":"traceutil/trace.go:171","msg":"trace[1203754253] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1412; }","duration":"649.696312ms","start":"2026-07-24T05:23:45.467984Z","end":"2026-07-24T05:23:46.11768Z","steps":["trace[1203754253] 'read index received' (duration: 383.889362ms)","trace[1203754253] 'applied index is now lower than readState.Index' (duration: 265.80593ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:46.117728Z","caller":"traceutil/trace.go:171","msg":"trace[1079824986] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"648.693228ms","start":"2026-07-24T05:23:45.469021Z","end":"2026-07-24T05:23:46.117714Z","steps":["trace[1079824986] 'process raft request' (duration: 647.792237ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.117756Z","caller":"traceutil/trace.go:171","msg":"trace[1526782881] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"648.672367ms","start":"2026-07-24T05:23:45.469075Z","end":"2026-07-24T05:23:46.117747Z","steps":["trace[1526782881] 'process raft request' (duration: 647.755687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.117789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.469068Z","time spent":"648.704808ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":643,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:46.117787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.469012Z","time spent":"648.747189ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1175,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:46.117801Z","caller":"traceutil/trace.go:171","msg":"trace[156373607] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"647.391669ms","start":"2026-07-24T05:23:45.470401Z","end":"2026-07-24T05:23:46.117793Z","steps":["trace[156373607] 'process raft request' (duration: 646.446497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.117842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.470384Z","time spent":"647.435489ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3347,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:46.117877Z","caller":"traceutil/trace.go:171","msg":"trace[1214451415] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"213.055869ms","start":"2026-07-24T05:23:45.904807Z","end":"2026-07-24T05:23:46.117863Z","steps":["trace[1214451415] 'process raft request' (duration: 212.814174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.117992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.005449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:46.118016Z","caller":"traceutil/trace.go:171","msg":"trace[272618021] range","detail":"{range_begin:/registry/limitranges/cert-manager/; range_end:/registry/limitranges/cert-manager0; response_count:0; response_revision:1374; }","duration":"650.08969ms","start":"2026-07-24T05:23:45.467918Z","end":"2026-07-24T05:23:46.118008Z","steps":["trace[272618021] 'agreement among raft nodes before linearized reading' (duration: 650.002848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.118032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.467889Z","time spent":"650.140112ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/cert-manager/\" range_end:\"/registry/limitranges/cert-manager0\" "} {"level":"info","ts":"2026-07-24T05:23:46.1181Z","caller":"traceutil/trace.go:171","msg":"trace[1028683675] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"516.798616ms","start":"2026-07-24T05:23:45.601289Z","end":"2026-07-24T05:23:46.118088Z","steps":["trace[1028683675] 'process raft request' (duration: 516.008328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.118157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.601269Z","time spent":"516.857828ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:46.118173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.783934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-07-24T05:23:46.118202Z","caller":"traceutil/trace.go:171","msg":"trace[1005476466] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1374; }","duration":"633.865596ms","start":"2026-07-24T05:23:45.484327Z","end":"2026-07-24T05:23:46.118193Z","steps":["trace[1005476466] 'agreement among raft nodes before linearized reading' (duration: 633.766823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.118223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.484298Z","time spent":"633.920966ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1094,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-07-24T05:23:46.118313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.874095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:23:46.118331Z","caller":"traceutil/trace.go:171","msg":"trace[63529606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1374; }","duration":"451.927486ms","start":"2026-07-24T05:23:45.666399Z","end":"2026-07-24T05:23:46.118326Z","steps":["trace[63529606] 'agreement among raft nodes before linearized reading' (duration: 451.775142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.118345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.666361Z","time spent":"451.980767ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:46.118336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.250281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:23:46.118368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.268156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:23:46.118377Z","caller":"traceutil/trace.go:171","msg":"trace[1588036155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1374; }","duration":"451.305422ms","start":"2026-07-24T05:23:45.66706Z","end":"2026-07-24T05:23:46.118365Z","steps":["trace[1588036155] 'agreement among raft nodes before linearized reading' (duration: 451.167348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.118417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.922216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T05:23:46.118415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.667051Z","time spent":"451.356192ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:23:46.118432Z","caller":"traceutil/trace.go:171","msg":"trace[1076157239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1374; }","duration":"451.969128ms","start":"2026-07-24T05:23:45.666459Z","end":"2026-07-24T05:23:46.118428Z","steps":["trace[1076157239] 'agreement among raft nodes before linearized reading' (duration: 451.926876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.118441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.025236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:23:46.118447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.666374Z","time spent":"452.07026ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:23:46.11846Z","caller":"traceutil/trace.go:171","msg":"trace[1257007207] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1374; }","duration":"534.086388ms","start":"2026-07-24T05:23:45.584369Z","end":"2026-07-24T05:23:46.118455Z","steps":["trace[1257007207] 'agreement among raft nodes before linearized reading' (duration: 534.033605ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.11839Z","caller":"traceutil/trace.go:171","msg":"trace[2062633086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1374; }","duration":"453.338998ms","start":"2026-07-24T05:23:45.665045Z","end":"2026-07-24T05:23:46.118384Z","steps":["trace[2062633086] 'agreement among raft nodes before linearized reading' (duration: 453.277207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:46.11848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.584348Z","time spent":"534.125738ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:23:46.118523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:45.665019Z","time spent":"453.470312ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:23:46.255613Z","caller":"traceutil/trace.go:171","msg":"trace[2108124763] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"106.390282ms","start":"2026-07-24T05:23:46.149178Z","end":"2026-07-24T05:23:46.255568Z","steps":["trace[2108124763] 'process raft request' (duration: 96.646807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.255677Z","caller":"traceutil/trace.go:171","msg":"trace[1603779608] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"105.709005ms","start":"2026-07-24T05:23:46.149917Z","end":"2026-07-24T05:23:46.255626Z","steps":["trace[1603779608] 'process raft request' (duration: 105.590892ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.255969Z","caller":"traceutil/trace.go:171","msg":"trace[1315057030] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"104.681513ms","start":"2026-07-24T05:23:46.151257Z","end":"2026-07-24T05:23:46.255938Z","steps":["trace[1315057030] 'process raft request' (duration: 104.303094ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.25598Z","caller":"traceutil/trace.go:171","msg":"trace[230750048] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"103.982367ms","start":"2026-07-24T05:23:46.151962Z","end":"2026-07-24T05:23:46.255944Z","steps":["trace[230750048] 'process raft request' (duration: 103.628528ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.464131Z","caller":"traceutil/trace.go:171","msg":"trace[861459115] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"198.558594ms","start":"2026-07-24T05:23:46.265531Z","end":"2026-07-24T05:23:46.46409Z","steps":["trace[861459115] 'process raft request' (duration: 129.583258ms)","trace[861459115] 'compare' (duration: 68.618868ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:46.464493Z","caller":"traceutil/trace.go:171","msg":"trace[1174744970] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"198.908622ms","start":"2026-07-24T05:23:46.265567Z","end":"2026-07-24T05:23:46.464476Z","steps":["trace[1174744970] 'process raft request' (duration: 198.345799ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.464649Z","caller":"traceutil/trace.go:171","msg":"trace[1541336254] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"198.964643ms","start":"2026-07-24T05:23:46.265658Z","end":"2026-07-24T05:23:46.464623Z","steps":["trace[1541336254] 'process raft request' (duration: 198.444261ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.467937Z","caller":"traceutil/trace.go:171","msg":"trace[1236937362] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"199.753732ms","start":"2026-07-24T05:23:46.268156Z","end":"2026-07-24T05:23:46.467909Z","steps":["trace[1236937362] 'process raft request' (duration: 199.395154ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.468215Z","caller":"traceutil/trace.go:171","msg":"trace[1061669334] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"202.420613ms","start":"2026-07-24T05:23:46.265777Z","end":"2026-07-24T05:23:46.468197Z","steps":["trace[1061669334] 'process raft request' (duration: 201.619975ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.468634Z","caller":"traceutil/trace.go:171","msg":"trace[2086200238] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"202.834364ms","start":"2026-07-24T05:23:46.265784Z","end":"2026-07-24T05:23:46.468618Z","steps":["trace[2086200238] 'process raft request' (duration: 201.692847ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.468661Z","caller":"traceutil/trace.go:171","msg":"trace[453321807] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"194.589903ms","start":"2026-07-24T05:23:46.27404Z","end":"2026-07-24T05:23:46.46863Z","steps":["trace[453321807] 'process raft request' (duration: 193.61076ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.468945Z","caller":"traceutil/trace.go:171","msg":"trace[1473449179] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"106.926905ms","start":"2026-07-24T05:23:46.362004Z","end":"2026-07-24T05:23:46.468931Z","steps":["trace[1473449179] 'process raft request' (duration: 105.88263ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.468986Z","caller":"traceutil/trace.go:171","msg":"trace[1793128053] linearizableReadLoop","detail":"{readStateIndex:1476; appliedIndex:1473; }","duration":"203.358086ms","start":"2026-07-24T05:23:46.265609Z","end":"2026-07-24T05:23:46.468967Z","steps":["trace[1793128053] 'read index received' (duration: 66.761335ms)","trace[1793128053] 'applied index is now lower than readState.Index' (duration: 136.595241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:46.469325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.683813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-07-24T05:23:46.469304Z","caller":"traceutil/trace.go:171","msg":"trace[127821233] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"131.599675ms","start":"2026-07-24T05:23:46.337674Z","end":"2026-07-24T05:23:46.469273Z","steps":["trace[127821233] 'process raft request' (duration: 130.029208ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.469413Z","caller":"traceutil/trace.go:171","msg":"trace[711947495] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd; range_end:; response_count:1; response_revision:1428; }","duration":"203.814686ms","start":"2026-07-24T05:23:46.265582Z","end":"2026-07-24T05:23:46.469396Z","steps":["trace[711947495] 'agreement among raft nodes before linearized reading' (duration: 203.535919ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.473855Z","caller":"traceutil/trace.go:171","msg":"trace[1782578514] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"200.029378ms","start":"2026-07-24T05:23:46.26844Z","end":"2026-07-24T05:23:46.468469Z","steps":["trace[1782578514] 'process raft request' (duration: 199.160758ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:46.900369Z","caller":"traceutil/trace.go:171","msg":"trace[316760220] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"100.175238ms","start":"2026-07-24T05:23:46.80016Z","end":"2026-07-24T05:23:46.900335Z","steps":["trace[316760220] 'process raft request' (duration: 92.176333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:49.207644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.810753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:49.207741Z","caller":"traceutil/trace.go:171","msg":"trace[23525743] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1516; }","duration":"499.982027ms","start":"2026-07-24T05:23:48.70774Z","end":"2026-07-24T05:23:49.207722Z","steps":["trace[23525743] 'count revisions from in-memory index tree' (duration: 499.65525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:49.207781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:48.707717Z","time spent":"500.055419ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:49.233167Z","caller":"traceutil/trace.go:171","msg":"trace[1587416215] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"499.268942ms","start":"2026-07-24T05:23:48.73385Z","end":"2026-07-24T05:23:49.233119Z","steps":["trace[1587416215] 'process raft request' (duration: 498.946424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:49.233387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:48.733803Z","time spent":"499.491127ms","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3047,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:49.25596Z","caller":"traceutil/trace.go:171","msg":"trace[1602979209] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"320.407613ms","start":"2026-07-24T05:23:48.935527Z","end":"2026-07-24T05:23:49.255935Z","steps":["trace[1602979209] 'process raft request' (duration: 320.29267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:49.256164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:48.935507Z","time spent":"320.592048ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2296,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:51.560294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.132385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:23:51.560454Z","caller":"traceutil/trace.go:171","msg":"trace[1562537214] linearizableReadLoop","detail":"{readStateIndex:1582; appliedIndex:1581; }","duration":"438.417453ms","start":"2026-07-24T05:23:51.122011Z","end":"2026-07-24T05:23:51.560428Z","steps":["trace[1562537214] 'read index received' (duration: 45.127494ms)","trace[1562537214] 'applied index is now lower than readState.Index' (duration: 393.287669ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:51.560644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.624197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:51.560728Z","caller":"traceutil/trace.go:171","msg":"trace[118316894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1525; }","duration":"438.74641ms","start":"2026-07-24T05:23:51.121962Z","end":"2026-07-24T05:23:51.560708Z","steps":["trace[118316894] 'agreement among raft nodes before linearized reading' (duration: 438.615767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:51.560782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:51.121937Z","time spent":"438.830842ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:23:51.560808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.875691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:23:51.560873Z","caller":"traceutil/trace.go:171","msg":"trace[1559677173] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1525; }","duration":"202.001954ms","start":"2026-07-24T05:23:51.358854Z","end":"2026-07-24T05:23:51.560856Z","steps":["trace[1559677173] 'agreement among raft nodes before linearized reading' (duration: 201.792769ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:52.103381Z","caller":"traceutil/trace.go:171","msg":"trace[1939343418] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1525; }","duration":"359.678901ms","start":"2026-07-24T05:23:51.743677Z","end":"2026-07-24T05:23:52.103356Z","steps":["trace[1939343418] 'process raft request' (duration: 359.584939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:52.103532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:51.743628Z","time spent":"359.834385ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:52.279702Z","caller":"traceutil/trace.go:171","msg":"trace[23006830] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"110.883926ms","start":"2026-07-24T05:23:52.168794Z","end":"2026-07-24T05:23:52.279678Z","steps":["trace[23006830] 'process raft request' (duration: 110.710722ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:52.28004Z","caller":"traceutil/trace.go:171","msg":"trace[327478348] linearizableReadLoop","detail":"{readStateIndex:1584; appliedIndex:1584; }","duration":"102.462781ms","start":"2026-07-24T05:23:52.177514Z","end":"2026-07-24T05:23:52.279977Z","steps":["trace[327478348] 'read index received' (duration: 102.43093ms)","trace[327478348] 'applied index is now lower than readState.Index' (duration: 27.631µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:52.280291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.760547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:23:52.280341Z","caller":"traceutil/trace.go:171","msg":"trace[2010063980] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1526; }","duration":"102.84006ms","start":"2026-07-24T05:23:52.177489Z","end":"2026-07-24T05:23:52.280329Z","steps":["trace[2010063980] 'agreement among raft nodes before linearized reading' (duration: 102.706087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:52.363275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.187255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-24T05:23:52.363338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.735864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T05:23:52.363416Z","caller":"traceutil/trace.go:171","msg":"trace[547123637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1527; }","duration":"174.847576ms","start":"2026-07-24T05:23:52.188549Z","end":"2026-07-24T05:23:52.363397Z","steps":["trace[547123637] 'agreement among raft nodes before linearized reading' (duration: 174.59773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:52.363436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.067481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:23:52.363459Z","caller":"traceutil/trace.go:171","msg":"trace[2040755980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1527; }","duration":"175.110342ms","start":"2026-07-24T05:23:52.188343Z","end":"2026-07-24T05:23:52.363453Z","steps":["trace[2040755980] 'agreement among raft nodes before linearized reading' (duration: 175.045551ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:52.363611Z","caller":"traceutil/trace.go:171","msg":"trace[1235431045] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"177.195529ms","start":"2026-07-24T05:23:52.186397Z","end":"2026-07-24T05:23:52.363592Z","steps":["trace[1235431045] 'process raft request' (duration: 176.488043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:52.363722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.540218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:23:52.363362Z","caller":"traceutil/trace.go:171","msg":"trace[2033478674] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1527; }","duration":"182.297318ms","start":"2026-07-24T05:23:52.181045Z","end":"2026-07-24T05:23:52.363342Z","steps":["trace[2033478674] 'agreement among raft nodes before linearized reading' (duration: 182.064322ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:52.363751Z","caller":"traceutil/trace.go:171","msg":"trace[558949884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1527; }","duration":"177.59998ms","start":"2026-07-24T05:23:52.186144Z","end":"2026-07-24T05:23:52.363744Z","steps":["trace[558949884] 'agreement among raft nodes before linearized reading' (duration: 177.522388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:53.05202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.34212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:23:53.052302Z","caller":"traceutil/trace.go:171","msg":"trace[1743129497] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"673.207207ms","start":"2026-07-24T05:23:52.379076Z","end":"2026-07-24T05:23:53.052284Z","steps":["trace[1743129497] 'process raft request' (duration: 673.135825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:53.05237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:52.379057Z","time spent":"673.280968ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:53.052596Z","caller":"traceutil/trace.go:171","msg":"trace[2054905704] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"664.845203ms","start":"2026-07-24T05:23:52.387719Z","end":"2026-07-24T05:23:53.052565Z","steps":["trace[2054905704] 'process raft request' (duration: 664.797392ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:53.052613Z","caller":"traceutil/trace.go:171","msg":"trace[1734049834] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"673.887832ms","start":"2026-07-24T05:23:52.37869Z","end":"2026-07-24T05:23:53.052577Z","steps":["trace[1734049834] 'process raft request' (duration: 673.457932ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:53.052689Z","caller":"traceutil/trace.go:171","msg":"trace[576898780] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"766.895084ms","start":"2026-07-24T05:23:52.285758Z","end":"2026-07-24T05:23:53.052653Z","steps":["trace[576898780] 'process raft request' (duration: 82.781846ms)","trace[576898780] 'compare' (duration: 683.193996ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:53.052731Z","caller":"traceutil/trace.go:171","msg":"trace[97584773] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"673.420391ms","start":"2026-07-24T05:23:52.379281Z","end":"2026-07-24T05:23:53.052702Z","steps":["trace[97584773] 'process raft request' (duration: 672.963251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:53.052753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:52.387706Z","time spent":"664.971607ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":989,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:53.052769Z","caller":"traceutil/trace.go:171","msg":"trace[708754805] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"665.069658ms","start":"2026-07-24T05:23:52.387687Z","end":"2026-07-24T05:23:53.052756Z","steps":["trace[708754805] 'process raft request' (duration: 664.769201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:53.052773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:52.378651Z","time spent":"674.036256ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:53.052749Z","caller":"traceutil/trace.go:171","msg":"trace[1017801223] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"672.760916ms","start":"2026-07-24T05:23:52.379923Z","end":"2026-07-24T05:23:53.052684Z","steps":["trace[1017801223] 'process raft request' (duration: 672.436478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:53.052833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:52.38766Z","time spent":"665.14536ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":985,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:53.05285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:52.379269Z","time spent":"673.519694ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:53.053004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:52.379884Z","time spent":"672.992621ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:53.052814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:52.28573Z","time spent":"767.021976ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:54.274167Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072884383s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:23:54.387517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186222184s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:23:54.387826Z","caller":"traceutil/trace.go:171","msg":"trace[1491857949] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"1.295200636s","start":"2026-07-24T05:23:53.092585Z","end":"2026-07-24T05:23:54.387786Z","steps":["trace[1491857949] 'process raft request' (duration: 108.626224ms)","trace[1491857949] 'compare' (duration: 1.185949048s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:54.387971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:53.092558Z","time spent":"1.295344949s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:54.388092Z","caller":"traceutil/trace.go:171","msg":"trace[1367635256] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"1.293733101s","start":"2026-07-24T05:23:53.094324Z","end":"2026-07-24T05:23:54.388057Z","steps":["trace[1367635256] 'process raft request' (duration: 1.293510886s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:54.388124Z","caller":"traceutil/trace.go:171","msg":"trace[1387674029] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"1.29534246s","start":"2026-07-24T05:23:53.092753Z","end":"2026-07-24T05:23:54.388096Z","steps":["trace[1387674029] 'process raft request' (duration: 1.295039292s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:54.388201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:53.094305Z","time spent":"1.293849725s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:54.388208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:53.092746Z","time spent":"1.295423172s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3467,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:54.38824Z","caller":"traceutil/trace.go:171","msg":"trace[1311607155] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"1.295501704s","start":"2026-07-24T05:23:53.092668Z","end":"2026-07-24T05:23:54.38817Z","steps":["trace[1311607155] 'process raft request' (duration: 1.294962311s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:54.388409Z","caller":"traceutil/trace.go:171","msg":"trace[708670899] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1593; }","duration":"1.267461065s","start":"2026-07-24T05:23:53.120917Z","end":"2026-07-24T05:23:54.388378Z","steps":["trace[708670899] 'read index received' (duration: 80.317728ms)","trace[708670899] 'applied index is now lower than readState.Index' (duration: 1.187131736s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:54.38833Z","caller":"traceutil/trace.go:171","msg":"trace[1029909265] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"1.292644267s","start":"2026-07-24T05:23:53.095592Z","end":"2026-07-24T05:23:54.388236Z","steps":["trace[1029909265] 'process raft request' (duration: 1.292297539s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:54.38848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:53.092641Z","time spent":"1.295728748s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5660,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:54.38854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267611109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:54.388632Z","caller":"traceutil/trace.go:171","msg":"trace[1431278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1541; }","duration":"1.267744522s","start":"2026-07-24T05:23:53.120863Z","end":"2026-07-24T05:23:54.388607Z","steps":["trace[1431278] 'agreement among raft nodes before linearized reading' (duration: 1.267605189s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:54.388682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:53.120849Z","time spent":"1.267824293s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:23:54.388694Z","caller":"traceutil/trace.go:171","msg":"trace[1711201020] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"102.626504ms","start":"2026-07-24T05:23:54.28605Z","end":"2026-07-24T05:23:54.388677Z","steps":["trace[1711201020] 'process raft request' (duration: 102.487701ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:54.388364Z","caller":"traceutil/trace.go:171","msg":"trace[519402412] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"1.295489063s","start":"2026-07-24T05:23:53.092677Z","end":"2026-07-24T05:23:54.388166Z","steps":["trace[519402412] 'process raft request' (duration: 1.295065942s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:54.388791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.843964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:23:54.388811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.221904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:23:54.388807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:53.095561Z","time spent":"1.292999756s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1344,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:54.388855Z","caller":"traceutil/trace.go:171","msg":"trace[1447694959] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1542; }","duration":"819.299056ms","start":"2026-07-24T05:23:53.569542Z","end":"2026-07-24T05:23:54.388841Z","steps":["trace[1447694959] 'agreement among raft nodes before linearized reading' (duration: 819.114222ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:54.388848Z","caller":"traceutil/trace.go:171","msg":"trace[965839529] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1542; }","duration":"416.970327ms","start":"2026-07-24T05:23:53.97186Z","end":"2026-07-24T05:23:54.38883Z","steps":["trace[965839529] 'agreement among raft nodes before linearized reading' (duration: 416.822654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:54.388902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:53.569526Z","time spent":"819.369187ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:23:54.388885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:53.092652Z","time spent":"1.296183609s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1015,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:54.388914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:53.971831Z","time spent":"417.07142ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":2,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:23:54.820676Z","caller":"traceutil/trace.go:171","msg":"trace[1424185546] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"425.557036ms","start":"2026-07-24T05:23:54.395066Z","end":"2026-07-24T05:23:54.820623Z","steps":["trace[1424185546] 'process raft request' (duration: 336.176668ms)","trace[1424185546] 'compare' (duration: 89.067791ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:54.820923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:54.395039Z","time spent":"425.771311ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:55.738551Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006763714s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:23:55.739002Z","caller":"traceutil/trace.go:171","msg":"trace[993589901] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"1.343642687s","start":"2026-07-24T05:23:54.395325Z","end":"2026-07-24T05:23:55.738968Z","steps":["trace[993589901] 'process raft request' (duration: 1.343428692s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.739146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:54.395312Z","time spent":"1.343753679s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1478,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:55.739161Z","caller":"traceutil/trace.go:171","msg":"trace[191362028] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"1.343065555s","start":"2026-07-24T05:23:54.39605Z","end":"2026-07-24T05:23:55.739116Z","steps":["trace[191362028] 'process raft request' (duration: 1.342907471s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:55.739229Z","caller":"traceutil/trace.go:171","msg":"trace[1343454948] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"1.343078044s","start":"2026-07-24T05:23:54.396114Z","end":"2026-07-24T05:23:55.739192Z","steps":["trace[1343454948] 'process raft request' (duration: 1.3428734s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.739342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:54.396041Z","time spent":"1.343207598s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1474,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:55.73935Z","caller":"traceutil/trace.go:171","msg":"trace[271939695] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"1.344009605s","start":"2026-07-24T05:23:54.395316Z","end":"2026-07-24T05:23:55.739325Z","steps":["trace[271939695] 'process raft request' (duration: 1.343580206s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.739419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:54.396106Z","time spent":"1.343230288s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1297,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:55.739476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:54.39528Z","time spent":"1.344130728s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1348,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:55.739591Z","caller":"traceutil/trace.go:171","msg":"trace[510362922] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"1.343408593s","start":"2026-07-24T05:23:54.396143Z","end":"2026-07-24T05:23:55.739552Z","steps":["trace[510362922] 'process raft request' (duration: 1.34286731s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.739835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:54.396118Z","time spent":"1.343566766s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1223,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:55.739877Z","caller":"traceutil/trace.go:171","msg":"trace[869732389] linearizableReadLoop","detail":"{readStateIndex:1603; appliedIndex:1600; }","duration":"1.344074868s","start":"2026-07-24T05:23:54.395785Z","end":"2026-07-24T05:23:55.73986Z","steps":["trace[869732389] 'read index received' (duration: 335.562934ms)","trace[869732389] 'applied index is now lower than readState.Index' (duration: 1.008510964s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:55.739891Z","caller":"traceutil/trace.go:171","msg":"trace[688083265] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"1.341853946s","start":"2026-07-24T05:23:54.398019Z","end":"2026-07-24T05:23:55.739873Z","steps":["trace[688083265] 'process raft request' (duration: 1.341726423s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.739965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:54.398003Z","time spent":"1.341925027s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117612,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:55.740121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344320383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:3 size:19113"} {"level":"info","ts":"2026-07-24T05:23:55.740162Z","caller":"traceutil/trace.go:171","msg":"trace[137320075] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:3; response_revision:1549; }","duration":"1.344394244s","start":"2026-07-24T05:23:54.395753Z","end":"2026-07-24T05:23:55.740148Z","steps":["trace[137320075] 'agreement among raft nodes before linearized reading' (duration: 1.344189589s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.740193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:54.395743Z","time spent":"1.344442976s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":19136,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:23:55.74031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.602545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:23:55.740324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.388135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:23:55.74036Z","caller":"traceutil/trace.go:171","msg":"trace[644345245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1549; }","duration":"681.431026ms","start":"2026-07-24T05:23:55.058917Z","end":"2026-07-24T05:23:55.740348Z","steps":["trace[644345245] 'agreement among raft nodes before linearized reading' (duration: 681.308153ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:55.740374Z","caller":"traceutil/trace.go:171","msg":"trace[1578098876] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:1549; }","duration":"520.706647ms","start":"2026-07-24T05:23:55.219654Z","end":"2026-07-24T05:23:55.740361Z","steps":["trace[1578098876] 'agreement among raft nodes before linearized reading' (duration: 520.491792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.740398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.058913Z","time spent":"681.478677ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:55.740397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.912146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T05:23:55.740413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.219634Z","time spent":"520.769349ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:23:55.740453Z","caller":"traceutil/trace.go:171","msg":"trace[1656190770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1549; }","duration":"681.983249ms","start":"2026-07-24T05:23:55.058451Z","end":"2026-07-24T05:23:55.740434Z","steps":["trace[1656190770] 'agreement among raft nodes before linearized reading' (duration: 681.772604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.740492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.058446Z","time spent":"682.03963ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:55.740477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.48725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:23:55.740115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34163148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:55.740561Z","caller":"traceutil/trace.go:171","msg":"trace[1457596007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1549; }","duration":"1.342133282s","start":"2026-07-24T05:23:54.398416Z","end":"2026-07-24T05:23:55.740549Z","steps":["trace[1457596007] 'agreement among raft nodes before linearized reading' (duration: 1.341621281s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:55.740553Z","caller":"traceutil/trace.go:171","msg":"trace[1168175602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1549; }","duration":"682.600982ms","start":"2026-07-24T05:23:55.057932Z","end":"2026-07-24T05:23:55.740533Z","steps":["trace[1168175602] 'agreement among raft nodes before linearized reading' (duration: 682.334296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.74063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:54.398406Z","time spent":"1.342215314s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:23:55.740663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.057927Z","time spent":"682.723316ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:23:55.740672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.149386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-24T05:23:55.740712Z","caller":"traceutil/trace.go:171","msg":"trace[1716694659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1549; }","duration":"683.223528ms","start":"2026-07-24T05:23:55.057477Z","end":"2026-07-24T05:23:55.7407Z","steps":["trace[1716694659] 'agreement among raft nodes before linearized reading' (duration: 683.067044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.74074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.057455Z","time spent":"683.278468ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:23:55.740822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.911066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:23:55.741989Z","caller":"traceutil/trace.go:171","msg":"trace[147929350] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1549; }","duration":"681.967118ms","start":"2026-07-24T05:23:55.058881Z","end":"2026-07-24T05:23:55.740848Z","steps":["trace[147929350] 'agreement among raft nodes before linearized reading' (duration: 681.836135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:55.742085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.058875Z","time spent":"683.182877ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:23:55.971423Z","caller":"traceutil/trace.go:171","msg":"trace[1781878977] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"228.427346ms","start":"2026-07-24T05:23:55.742968Z","end":"2026-07-24T05:23:55.971395Z","steps":["trace[1781878977] 'process raft request' (duration: 144.693058ms)","trace[1781878977] 'compare' (duration: 83.253027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:56.436272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.661165ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:56.436446Z","caller":"traceutil/trace.go:171","msg":"trace[700643750] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1550; }","duration":"341.848469ms","start":"2026-07-24T05:23:56.094573Z","end":"2026-07-24T05:23:56.436422Z","steps":["trace[700643750] 'range keys from in-memory index tree' (duration: 341.642254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.437499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.744403Z","time spent":"693.083915ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:23:56.437832Z","caller":"traceutil/trace.go:171","msg":"trace[1548400235] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"692.85963ms","start":"2026-07-24T05:23:55.744947Z","end":"2026-07-24T05:23:56.437806Z","steps":["trace[1548400235] 'process raft request' (duration: 692.754468ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:56.43843Z","caller":"traceutil/trace.go:171","msg":"trace[1655983263] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"690.848553ms","start":"2026-07-24T05:23:55.747561Z","end":"2026-07-24T05:23:56.43841Z","steps":["trace[1655983263] 'process raft request' (duration: 690.463874ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:56.438473Z","caller":"traceutil/trace.go:171","msg":"trace[145040357] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"690.490555ms","start":"2026-07-24T05:23:55.747967Z","end":"2026-07-24T05:23:56.438457Z","steps":["trace[145040357] 'process raft request' (duration: 690.417924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.438559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.747551Z","time spent":"690.941255ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":838,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:56.43856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.744916Z","time spent":"693.560356ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:56.438587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.747959Z","time spent":"690.556206ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:56.43788Z","caller":"traceutil/trace.go:171","msg":"trace[348155459] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"691.791685ms","start":"2026-07-24T05:23:55.746064Z","end":"2026-07-24T05:23:56.437856Z","steps":["trace[348155459] 'process raft request' (duration: 691.691443ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:56.438639Z","caller":"traceutil/trace.go:171","msg":"trace[1745189738] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"690.944866ms","start":"2026-07-24T05:23:55.747671Z","end":"2026-07-24T05:23:56.438616Z","steps":["trace[1745189738] 'process raft request' (duration: 690.641279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.438706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.746053Z","time spent":"692.595994ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:56.438727Z","caller":"traceutil/trace.go:171","msg":"trace[1507362396] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"690.609889ms","start":"2026-07-24T05:23:55.748101Z","end":"2026-07-24T05:23:56.438711Z","steps":["trace[1507362396] 'process raft request' (duration: 690.323221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.438757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.747666Z","time spent":"691.020698ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:56.437919Z","caller":"traceutil/trace.go:171","msg":"trace[256761265] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"691.433258ms","start":"2026-07-24T05:23:55.746431Z","end":"2026-07-24T05:23:56.437865Z","steps":["trace[256761265] 'process raft request' (duration: 691.366546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.438818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.746419Z","time spent":"692.37836ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:56.438814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.748096Z","time spent":"690.67057ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:56.437845Z","caller":"traceutil/trace.go:171","msg":"trace[1972058678] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"692.904421ms","start":"2026-07-24T05:23:55.74489Z","end":"2026-07-24T05:23:56.437794Z","steps":["trace[1972058678] 'process raft request' (duration: 692.543193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.438994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.744867Z","time spent":"694.096329ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117612,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:56.438Z","caller":"traceutil/trace.go:171","msg":"trace[376504519] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"691.412437ms","start":"2026-07-24T05:23:55.746578Z","end":"2026-07-24T05:23:56.43799Z","steps":["trace[376504519] 'process raft request' (duration: 691.253663ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:56.438002Z","caller":"traceutil/trace.go:171","msg":"trace[1760492977] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"691.387576ms","start":"2026-07-24T05:23:55.746588Z","end":"2026-07-24T05:23:56.437976Z","steps":["trace[1760492977] 'process raft request' (duration: 691.270674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.439243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.746579Z","time spent":"692.646416ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:56.438006Z","caller":"traceutil/trace.go:171","msg":"trace[835688549] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"691.013097ms","start":"2026-07-24T05:23:55.746967Z","end":"2026-07-24T05:23:56.43798Z","steps":["trace[835688549] 'process raft request' (duration: 690.919115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.439344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.746959Z","time spent":"692.363899ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1416,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:56.438063Z","caller":"traceutil/trace.go:171","msg":"trace[327078033] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"690.984396ms","start":"2026-07-24T05:23:55.74707Z","end":"2026-07-24T05:23:56.438054Z","steps":["trace[327078033] 'process raft request' (duration: 690.871923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.439416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.747064Z","time spent":"692.337068ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:56.438095Z","caller":"traceutil/trace.go:171","msg":"trace[1159702016] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"690.818203ms","start":"2026-07-24T05:23:55.747262Z","end":"2026-07-24T05:23:56.43808Z","steps":["trace[1159702016] 'process raft request' (duration: 690.7123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.439612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.747255Z","time spent":"692.331228ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:56.439189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.746569Z","time spent":"692.588465ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1313,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:56.441047Z","caller":"traceutil/trace.go:171","msg":"trace[854197331] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"692.796539ms","start":"2026-07-24T05:23:55.74823Z","end":"2026-07-24T05:23:56.441027Z","steps":["trace[854197331] 'process raft request' (duration: 690.398373ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:56.441109Z","caller":"traceutil/trace.go:171","msg":"trace[1848164554] linearizableReadLoop","detail":"{readStateIndex:1615; appliedIndex:1607; }","duration":"694.428947ms","start":"2026-07-24T05:23:55.746661Z","end":"2026-07-24T05:23:56.44109Z","steps":["trace[1848164554] 'read index received' (duration: 141.075225ms)","trace[1848164554] 'applied index is now lower than readState.Index' (duration: 553.352092ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:56.441158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.748225Z","time spent":"692.884851ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:23:56.441216Z","caller":"traceutil/trace.go:171","msg":"trace[574129519] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"465.270025ms","start":"2026-07-24T05:23:55.975929Z","end":"2026-07-24T05:23:56.441199Z","steps":["trace[574129519] 'process raft request' (duration: 465.0859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.441281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.975894Z","time spent":"465.355797ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1299,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:56.441293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.619481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.18c52262553aef8b\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-24T05:23:56.441384Z","caller":"traceutil/trace.go:171","msg":"trace[812248107] range","detail":"{range_begin:/registry/events/monitoring/loki-memcached-chunks-cache.18c52262553aef8b; range_end:; response_count:1; response_revision:1567; }","duration":"695.089041ms","start":"2026-07-24T05:23:55.746277Z","end":"2026-07-24T05:23:56.441366Z","steps":["trace[812248107] 'agreement among raft nodes before linearized reading' (duration: 694.883657ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:56.4414Z","caller":"traceutil/trace.go:171","msg":"trace[2143377522] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"465.408198ms","start":"2026-07-24T05:23:55.975972Z","end":"2026-07-24T05:23:56.44138Z","steps":["trace[2143377522] 'process raft request' (duration: 465.112881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.441433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.74627Z","time spent":"695.151753ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":745,"request content":"key:\"/registry/events/monitoring/loki-memcached-chunks-cache.18c52262553aef8b\" "} {"level":"warn","ts":"2026-07-24T05:23:56.441509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.975936Z","time spent":"465.52113ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:56.513547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.415759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:23:56.51417Z","caller":"traceutil/trace.go:171","msg":"trace[1468580185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1572; }","duration":"763.072464ms","start":"2026-07-24T05:23:55.751069Z","end":"2026-07-24T05:23:56.514142Z","steps":["trace[1468580185] 'agreement among raft nodes before linearized reading' (duration: 762.279016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:56.514243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:55.751061Z","time spent":"763.164516ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:23:58.126551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355010621s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:23:58.126732Z","caller":"traceutil/trace.go:171","msg":"trace[824923797] linearizableReadLoop","detail":"{readStateIndex:1639; appliedIndex:1637; }","duration":"1.592526984s","start":"2026-07-24T05:23:56.534185Z","end":"2026-07-24T05:23:58.126711Z","steps":["trace[824923797] 'read index received' (duration: 237.317219ms)","trace[824923797] 'applied index is now lower than readState.Index' (duration: 1.355208765s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:23:58.126809Z","caller":"traceutil/trace.go:171","msg":"trace[900501999] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"1.600508779s","start":"2026-07-24T05:23:56.526285Z","end":"2026-07-24T05:23:58.126794Z","steps":["trace[900501999] 'process raft request' (duration: 245.170641ms)","trace[900501999] 'compare' (duration: 1.354867167s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:23:58.126866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:56.526274Z","time spent":"1.60056729s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3520,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:58.127259Z","caller":"traceutil/trace.go:171","msg":"trace[304520459] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"1.600309284s","start":"2026-07-24T05:23:56.526935Z","end":"2026-07-24T05:23:58.127245Z","steps":["trace[304520459] 'process raft request' (duration: 1.599718521s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:58.127284Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.355739207s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:23:58.127315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:56.526912Z","time spent":"1.600376456s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3529,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:58.127377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59317106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T05:23:58.127596Z","caller":"traceutil/trace.go:171","msg":"trace[230924456] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:1580; }","duration":"1.593413915s","start":"2026-07-24T05:23:56.534145Z","end":"2026-07-24T05:23:58.127559Z","steps":["trace[230924456] 'agreement among raft nodes before linearized reading' (duration: 1.593063817s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:58.127716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:56.534129Z","time spent":"1.593563469s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-07-24T05:23:58.127813Z","caller":"traceutil/trace.go:171","msg":"trace[685078810] transaction","detail":"{read_only:false; response_revision:1582; number_of_response:1; }","duration":"1.592831082s","start":"2026-07-24T05:23:56.534957Z","end":"2026-07-24T05:23:58.127788Z","steps":["trace[685078810] 'process raft request' (duration: 1.592528115s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:58.127894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:56.534947Z","time spent":"1.592910943s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:23:58.127889Z","caller":"traceutil/trace.go:171","msg":"trace[1275352645] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"1.591476821s","start":"2026-07-24T05:23:56.536353Z","end":"2026-07-24T05:23:58.12783Z","steps":["trace[1275352645] 'process raft request' (duration: 1.591185364s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:58.127919Z","caller":"traceutil/trace.go:171","msg":"trace[704486829] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"1.593143599s","start":"2026-07-24T05:23:56.534737Z","end":"2026-07-24T05:23:58.12788Z","steps":["trace[704486829] 'process raft request' (duration: 1.592672338s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:58.128066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:56.534723Z","time spent":"1.593278433s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3473,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:23:58.128193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:56.536343Z","time spent":"1.591735317s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4290,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:23:58.128312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005644967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:23:58.128342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.623466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:23:58.128363Z","caller":"traceutil/trace.go:171","msg":"trace[2060879146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1583; }","duration":"1.00574067s","start":"2026-07-24T05:23:57.122606Z","end":"2026-07-24T05:23:58.128347Z","steps":["trace[2060879146] 'agreement among raft nodes before linearized reading' (duration: 1.005557115s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:58.1284Z","caller":"traceutil/trace.go:171","msg":"trace[1579706525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1583; }","duration":"380.734478ms","start":"2026-07-24T05:23:57.747653Z","end":"2026-07-24T05:23:58.128388Z","steps":["trace[1579706525] 'agreement among raft nodes before linearized reading' (duration: 380.546744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:23:58.128425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:57.747626Z","time spent":"380.79396ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:23:58.12843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:57.122568Z","time spent":"1.005845432s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:23:58.128423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.423872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-07-24T05:23:58.128537Z","caller":"traceutil/trace.go:171","msg":"trace[498826821] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1583; }","duration":"125.643487ms","start":"2026-07-24T05:23:58.002873Z","end":"2026-07-24T05:23:58.128516Z","steps":["trace[498826821] 'agreement among raft nodes before linearized reading' (duration: 125.32353ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:58.936461Z","caller":"traceutil/trace.go:171","msg":"trace[1349641194] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"137.047641ms","start":"2026-07-24T05:23:58.799389Z","end":"2026-07-24T05:23:58.936437Z","steps":["trace[1349641194] 'process raft request' (duration: 136.911058ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:59.054909Z","caller":"traceutil/trace.go:171","msg":"trace[526247458] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"110.072277ms","start":"2026-07-24T05:23:58.944817Z","end":"2026-07-24T05:23:59.05489Z","steps":["trace[526247458] 'process raft request' (duration: 109.991475ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:23:59.876642Z","caller":"traceutil/trace.go:171","msg":"trace[621407481] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"257.793936ms","start":"2026-07-24T05:23:59.618819Z","end":"2026-07-24T05:23:59.876613Z","steps":["trace[621407481] 'process raft request' (duration: 257.54906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:00.332726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.621583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:00.332824Z","caller":"traceutil/trace.go:171","msg":"trace[347194522] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1702; }","duration":"213.484672ms","start":"2026-07-24T05:24:00.119319Z","end":"2026-07-24T05:24:00.332804Z","steps":["trace[347194522] 'read index received' (duration: 49.031µs)","trace[347194522] 'applied index is now lower than readState.Index' (duration: 213.434661ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:00.332875Z","caller":"traceutil/trace.go:171","msg":"trace[189082518] transaction","detail":"{read_only:false; response_revision:1643; number_of_response:1; }","duration":"392.432283ms","start":"2026-07-24T05:23:59.940395Z","end":"2026-07-24T05:24:00.332828Z","steps":["trace[189082518] 'process raft request' (duration: 70.644986ms)","trace[189082518] 'compare' (duration: 321.490109ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:00.333029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.908029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:24:00.333041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:23:59.940364Z","time spent":"392.601467ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:24:00.333057Z","caller":"traceutil/trace.go:171","msg":"trace[2125081208] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1643; }","duration":"193.97719ms","start":"2026-07-24T05:24:00.139073Z","end":"2026-07-24T05:24:00.33305Z","steps":["trace[2125081208] 'agreement among raft nodes before linearized reading' (duration: 193.875228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:00.332931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.617684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:00.333162Z","caller":"traceutil/trace.go:171","msg":"trace[110247828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1643; }","duration":"213.885261ms","start":"2026-07-24T05:24:00.119246Z","end":"2026-07-24T05:24:00.333131Z","steps":["trace[110247828] 'agreement among raft nodes before linearized reading' (duration: 213.625325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:00.596595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.658238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:24:00.596672Z","caller":"traceutil/trace.go:171","msg":"trace[164979803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1643; }","duration":"144.783511ms","start":"2026-07-24T05:24:00.451873Z","end":"2026-07-24T05:24:00.596656Z","steps":["trace[164979803] 'range keys from in-memory index tree' (duration: 144.473664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:00.596768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.620151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:24:00.596854Z","caller":"traceutil/trace.go:171","msg":"trace[499099813] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1703; }","duration":"139.688863ms","start":"2026-07-24T05:24:00.457129Z","end":"2026-07-24T05:24:00.596818Z","steps":["trace[499099813] 'read index received' (duration: 113.730552ms)","trace[499099813] 'applied index is now lower than readState.Index' (duration: 25.956781ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:00.596871Z","caller":"traceutil/trace.go:171","msg":"trace[1837919654] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1643; }","duration":"142.763914ms","start":"2026-07-24T05:24:00.45407Z","end":"2026-07-24T05:24:00.596834Z","steps":["trace[1837919654] 'range keys from in-memory index tree' (duration: 142.443337ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:00.596864Z","caller":"traceutil/trace.go:171","msg":"trace[1648773968] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"142.264713ms","start":"2026-07-24T05:24:00.45457Z","end":"2026-07-24T05:24:00.596835Z","steps":["trace[1648773968] 'process raft request' (duration: 116.309493ms)","trace[1648773968] 'compare' (duration: 25.658794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:00.59703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.881327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:24:00.597085Z","caller":"traceutil/trace.go:171","msg":"trace[67788395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1644; }","duration":"139.96273ms","start":"2026-07-24T05:24:00.457107Z","end":"2026-07-24T05:24:00.59707Z","steps":["trace[67788395] 'agreement among raft nodes before linearized reading' (duration: 139.806166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:00.659434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.294285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:24:00.659534Z","caller":"traceutil/trace.go:171","msg":"trace[1161563975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1644; }","duration":"200.420519ms","start":"2026-07-24T05:24:00.459092Z","end":"2026-07-24T05:24:00.659513Z","steps":["trace[1161563975] 'agreement among raft nodes before linearized reading' (duration: 200.188983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:00.659511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.108464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:24:00.659636Z","caller":"traceutil/trace.go:171","msg":"trace[1167947019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1644; }","duration":"201.269899ms","start":"2026-07-24T05:24:00.458334Z","end":"2026-07-24T05:24:00.659603Z","steps":["trace[1167947019] 'agreement among raft nodes before linearized reading' (duration: 200.941311ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:00.938841Z","caller":"traceutil/trace.go:171","msg":"trace[278764723] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"129.144529ms","start":"2026-07-24T05:24:00.809661Z","end":"2026-07-24T05:24:00.938806Z","steps":["trace[278764723] 'process raft request' (duration: 109.377001ms)","trace[278764723] 'compare' (duration: 19.573583ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:01.257117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.587845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:01.257346Z","caller":"traceutil/trace.go:171","msg":"trace[1930020374] linearizableReadLoop","detail":"{readStateIndex:1719; appliedIndex:1717; }","duration":"136.284115ms","start":"2026-07-24T05:24:01.121037Z","end":"2026-07-24T05:24:01.257321Z","steps":["trace[1930020374] 'read index received' (duration: 120.722004ms)","trace[1930020374] 'applied index is now lower than readState.Index' (duration: 15.560961ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:01.257457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.422878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:01.257484Z","caller":"traceutil/trace.go:171","msg":"trace[1678141090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1657; }","duration":"136.488959ms","start":"2026-07-24T05:24:01.120985Z","end":"2026-07-24T05:24:01.257474Z","steps":["trace[1678141090] 'agreement among raft nodes before linearized reading' (duration: 136.403737ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:01.257486Z","caller":"traceutil/trace.go:171","msg":"trace[315927219] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"312.009361ms","start":"2026-07-24T05:24:00.945434Z","end":"2026-07-24T05:24:01.257443Z","steps":["trace[315927219] 'process raft request' (duration: 311.824917ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:01.25764Z","caller":"traceutil/trace.go:171","msg":"trace[1196400198] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"442.588853ms","start":"2026-07-24T05:24:00.815015Z","end":"2026-07-24T05:24:01.257604Z","steps":["trace[1196400198] 'process raft request' (duration: 297.401313ms)","trace[1196400198] 'compare' (duration: 144.390721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:01.257683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:00.94541Z","time spent":"312.177846ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9833,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:24:01.257805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:00.814971Z","time spent":"442.741687ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19006,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:02.841535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139364,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:24:02.982559Z","caller":"traceutil/trace.go:171","msg":"trace[19184208] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"734.429178ms","start":"2026-07-24T05:24:02.248103Z","end":"2026-07-24T05:24:02.982533Z","steps":["trace[19184208] 'process raft request' (duration: 727.722883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:02.98268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:02.248081Z","time spent":"734.54477ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:24:03.018587Z","caller":"traceutil/trace.go:171","msg":"trace[991966933] linearizableReadLoop","detail":"{readStateIndex:1732; appliedIndex:1730; }","duration":"677.333636ms","start":"2026-07-24T05:24:02.341223Z","end":"2026-07-24T05:24:03.018556Z","steps":["trace[991966933] 'read index received' (duration: 634.71847ms)","trace[991966933] 'applied index is now lower than readState.Index' (duration: 42.613856ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:03.018626Z","caller":"traceutil/trace.go:171","msg":"trace[1264432297] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"416.255913ms","start":"2026-07-24T05:24:02.602337Z","end":"2026-07-24T05:24:03.018593Z","steps":["trace[1264432297] 'process raft request' (duration: 416.048549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:03.018813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:02.602306Z","time spent":"416.403186ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:03.018856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.608692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:24:03.01891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.499174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:24:03.018923Z","caller":"traceutil/trace.go:171","msg":"trace[1013460788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1670; }","duration":"677.719944ms","start":"2026-07-24T05:24:02.341187Z","end":"2026-07-24T05:24:03.018907Z","steps":["trace[1013460788] 'agreement among raft nodes before linearized reading' (duration: 677.491728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:03.018916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.022233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T05:24:03.018965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:02.341172Z","time spent":"677.785127ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:24:03.018966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.429451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:24:03.01904Z","caller":"traceutil/trace.go:171","msg":"trace[511969965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1670; }","duration":"344.556314ms","start":"2026-07-24T05:24:02.674468Z","end":"2026-07-24T05:24:03.019025Z","steps":["trace[511969965] 'agreement among raft nodes before linearized reading' (duration: 344.327059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:03.019054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.485042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:24:03.019063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.507265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:24:03.019083Z","caller":"traceutil/trace.go:171","msg":"trace[373394196] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1670; }","duration":"312.518682ms","start":"2026-07-24T05:24:02.706556Z","end":"2026-07-24T05:24:03.019074Z","steps":["trace[373394196] 'agreement among raft nodes before linearized reading' (duration: 312.450421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:03.019088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.611463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235675"} {"level":"info","ts":"2026-07-24T05:24:03.019111Z","caller":"traceutil/trace.go:171","msg":"trace[1886958692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1670; }","duration":"351.594336ms","start":"2026-07-24T05:24:02.667507Z","end":"2026-07-24T05:24:03.019101Z","steps":["trace[1886958692] 'agreement among raft nodes before linearized reading' (duration: 351.474563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:03.01912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:02.706505Z","time spent":"312.607094ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":16,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:24:03.018959Z","caller":"traceutil/trace.go:171","msg":"trace[1761395716] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1670; }","duration":"351.595846ms","start":"2026-07-24T05:24:02.667349Z","end":"2026-07-24T05:24:03.018945Z","steps":["trace[1761395716] 'agreement among raft nodes before linearized reading' (duration: 351.380171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:03.01914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.268868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T05:24:03.019148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:02.667484Z","time spent":"351.655039ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:24:03.019128Z","caller":"traceutil/trace.go:171","msg":"trace[921260268] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:1670; }","duration":"226.681966ms","start":"2026-07-24T05:24:02.792434Z","end":"2026-07-24T05:24:03.019116Z","steps":["trace[921260268] 'agreement among raft nodes before linearized reading' (duration: 226.525472ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:03.019164Z","caller":"traceutil/trace.go:171","msg":"trace[712701641] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1670; }","duration":"344.303838ms","start":"2026-07-24T05:24:02.674854Z","end":"2026-07-24T05:24:03.019158Z","steps":["trace[712701641] 'agreement among raft nodes before linearized reading' (duration: 344.242156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:03.019186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:02.674846Z","time spent":"344.334799ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:03.019178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:02.667329Z","time spent":"351.835873ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:24:03.019078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:02.674452Z","time spent":"344.620445ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:24:03.018982Z","caller":"traceutil/trace.go:171","msg":"trace[1362180067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1670; }","duration":"351.108165ms","start":"2026-07-24T05:24:02.66786Z","end":"2026-07-24T05:24:03.018968Z","steps":["trace[1362180067] 'agreement among raft nodes before linearized reading' (duration: 350.951861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:03.019338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:02.667852Z","time spent":"351.471805ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:24:03.018916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.531517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-tz88l\" ","response":"range_response_count:1 size:11628"} {"level":"info","ts":"2026-07-24T05:24:03.019385Z","caller":"traceutil/trace.go:171","msg":"trace[944266439] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-tz88l; range_end:; response_count:1; response_revision:1670; }","duration":"324.04337ms","start":"2026-07-24T05:24:02.695331Z","end":"2026-07-24T05:24:03.019375Z","steps":["trace[944266439] 'agreement among raft nodes before linearized reading' (duration: 323.435655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:03.01943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:02.695313Z","time spent":"324.106721ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11651,"request content":"key:\"/registry/pods/openstack/openvswitch-tz88l\" "} {"level":"info","ts":"2026-07-24T05:24:03.18777Z","caller":"traceutil/trace.go:171","msg":"trace[7576244] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"164.485167ms","start":"2026-07-24T05:24:03.02325Z","end":"2026-07-24T05:24:03.187735Z","steps":["trace[7576244] 'process raft request' (duration: 70.572903ms)","trace[7576244] 'compare' (duration: 93.670048ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:03.187905Z","caller":"traceutil/trace.go:171","msg":"trace[1697769501] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"164.60995ms","start":"2026-07-24T05:24:03.023268Z","end":"2026-07-24T05:24:03.187878Z","steps":["trace[1697769501] 'process raft request' (duration: 164.406765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:04.49616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.358939961s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:24:04.496749Z","caller":"traceutil/trace.go:171","msg":"trace[193412429] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"1.473329579s","start":"2026-07-24T05:24:03.023354Z","end":"2026-07-24T05:24:04.496683Z","steps":["trace[193412429] 'process raft request' (duration: 1.473092093s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:04.496919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:03.023344Z","time spent":"1.473486722s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:04.497047Z","caller":"traceutil/trace.go:171","msg":"trace[919098398] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"1.473296978s","start":"2026-07-24T05:24:03.023739Z","end":"2026-07-24T05:24:04.497036Z","steps":["trace[919098398] 'process raft request' (duration: 1.472884018s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:04.497105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:03.023725Z","time spent":"1.47335221s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:04.497101Z","caller":"traceutil/trace.go:171","msg":"trace[375496895] linearizableReadLoop","detail":"{readStateIndex:1736; appliedIndex:1732; }","duration":"1.473282518s","start":"2026-07-24T05:24:03.02379Z","end":"2026-07-24T05:24:04.497072Z","steps":["trace[375496895] 'read index received' (duration: 70.030951ms)","trace[375496895] 'applied index is now lower than readState.Index' (duration: 1.403250467s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:04.497193Z","caller":"traceutil/trace.go:171","msg":"trace[1419688518] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"1.46732076s","start":"2026-07-24T05:24:03.029862Z","end":"2026-07-24T05:24:04.497183Z","steps":["trace[1419688518] 'process raft request' (duration: 1.467140756s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:04.497237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:03.029849Z","time spent":"1.467364191s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:04.497121Z","caller":"traceutil/trace.go:171","msg":"trace[1768293973] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"1.473176965s","start":"2026-07-24T05:24:03.023914Z","end":"2026-07-24T05:24:04.49709Z","steps":["trace[1768293973] 'process raft request' (duration: 1.472985891s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:04.497403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:03.023907Z","time spent":"1.47340585s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:04.497414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473597895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:30936"} {"level":"info","ts":"2026-07-24T05:24:04.497473Z","caller":"traceutil/trace.go:171","msg":"trace[1107377382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1676; }","duration":"1.473694437s","start":"2026-07-24T05:24:03.023763Z","end":"2026-07-24T05:24:04.497458Z","steps":["trace[1107377382] 'agreement among raft nodes before linearized reading' (duration: 1.473454282s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:04.497521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:03.023754Z","time spent":"1.473751149s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":30959,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:24:04.815003Z","caller":"traceutil/trace.go:171","msg":"trace[434140781] linearizableReadLoop","detail":"{readStateIndex:1739; appliedIndex:1738; }","duration":"317.793235ms","start":"2026-07-24T05:24:04.497177Z","end":"2026-07-24T05:24:04.81497Z","steps":["trace[434140781] 'read index received' (duration: 277.445131ms)","trace[434140781] 'applied index is now lower than readState.Index' (duration: 40.346754ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:04.815053Z","caller":"traceutil/trace.go:171","msg":"trace[258837024] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"470.880709ms","start":"2026-07-24T05:24:04.344142Z","end":"2026-07-24T05:24:04.815023Z","steps":["trace[258837024] 'process raft request' (duration: 430.513964ms)","trace[258837024] 'compare' (duration: 40.087647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:04.815174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693347092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:04.815151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.244291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:04.81521Z","caller":"traceutil/trace.go:171","msg":"trace[2004330711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1677; }","duration":"1.693427893s","start":"2026-07-24T05:24:03.121771Z","end":"2026-07-24T05:24:04.815199Z","steps":["trace[2004330711] 'agreement among raft nodes before linearized reading' (duration: 1.693347121s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:04.815236Z","caller":"traceutil/trace.go:171","msg":"trace[1026070483] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1677; }","duration":"911.372003ms","start":"2026-07-24T05:24:03.903842Z","end":"2026-07-24T05:24:04.815214Z","steps":["trace[1026070483] 'agreement among raft nodes before linearized reading' (duration: 911.180509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:04.815245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:03.12175Z","time spent":"1.693486745s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:24:04.815263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:04.344117Z","time spent":"471.029812ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5729,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:04.815267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618668993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235675"} {"level":"warn","ts":"2026-07-24T05:24:04.815286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:03.903826Z","time spent":"911.445995ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:24:04.815325Z","caller":"traceutil/trace.go:171","msg":"trace[837883556] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:1677; }","duration":"1.618765295s","start":"2026-07-24T05:24:03.196544Z","end":"2026-07-24T05:24:04.815309Z","steps":["trace[837883556] 'agreement among raft nodes before linearized reading' (duration: 1.618486479s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:04.815361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:03.196526Z","time spent":"1.618824396s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235698,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-24T05:24:04.815407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.836953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-n5bmq\" ","response":"range_response_count:1 size:5010"} {"level":"info","ts":"2026-07-24T05:24:04.815501Z","caller":"traceutil/trace.go:171","msg":"trace[765196415] range","detail":"{range_begin:/registry/pods/openstack/neutron-coredns-7dd4958666-n5bmq; range_end:; response_count:1; response_revision:1677; }","duration":"313.983327ms","start":"2026-07-24T05:24:04.501493Z","end":"2026-07-24T05:24:04.815476Z","steps":["trace[765196415] 'agreement among raft nodes before linearized reading' (duration: 313.713271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:04.815559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:04.501476Z","time spent":"314.069199ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5033,"request content":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-n5bmq\" "} {"level":"warn","ts":"2026-07-24T05:24:05.16551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.281012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:05.165736Z","caller":"traceutil/trace.go:171","msg":"trace[629001596] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"140.748587ms","start":"2026-07-24T05:24:05.024965Z","end":"2026-07-24T05:24:05.165713Z","steps":["trace[629001596] 'process raft request' (duration: 140.662605ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:05.165908Z","caller":"traceutil/trace.go:171","msg":"trace[1499339869] linearizableReadLoop","detail":"{readStateIndex:1740; appliedIndex:1739; }","duration":"341.130925ms","start":"2026-07-24T05:24:04.824731Z","end":"2026-07-24T05:24:05.165862Z","steps":["trace[1499339869] 'read index received' (duration: 122.434154ms)","trace[1499339869] 'applied index is now lower than readState.Index' (duration: 218.694861ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:05.166037Z","caller":"traceutil/trace.go:171","msg":"trace[631054305] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"341.377321ms","start":"2026-07-24T05:24:04.824646Z","end":"2026-07-24T05:24:05.166024Z","steps":["trace[631054305] 'process raft request' (duration: 122.495815ms)","trace[631054305] 'compare' (duration: 218.087668ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:05.166153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:04.824616Z","time spent":"341.453273ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5295,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:05.166221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.462723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:05.166302Z","caller":"traceutil/trace.go:171","msg":"trace[384296661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1679; }","duration":"341.567116ms","start":"2026-07-24T05:24:04.824715Z","end":"2026-07-24T05:24:05.166282Z","steps":["trace[384296661] 'agreement among raft nodes before linearized reading' (duration: 341.403352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:05.166344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:04.824707Z","time spent":"341.629417ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:24:05.166744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.860726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235675"} {"level":"info","ts":"2026-07-24T05:24:05.166885Z","caller":"traceutil/trace.go:171","msg":"trace[2027963451] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:1679; }","duration":"340.058581ms","start":"2026-07-24T05:24:04.826778Z","end":"2026-07-24T05:24:05.166836Z","steps":["trace[2027963451] 'agreement among raft nodes before linearized reading' (duration: 339.378215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:05.166938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:04.826758Z","time spent":"340.168113ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235698,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-24T05:24:06.090393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.995741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:06.090516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.10072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:06.090547Z","caller":"traceutil/trace.go:171","msg":"trace[372288507] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1706; }","duration":"115.175415ms","start":"2026-07-24T05:24:05.975345Z","end":"2026-07-24T05:24:06.09052Z","steps":["trace[372288507] 'range keys from in-memory index tree' (duration: 114.917379ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:06.090585Z","caller":"traceutil/trace.go:171","msg":"trace[858250318] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1706; }","duration":"139.157271ms","start":"2026-07-24T05:24:05.951405Z","end":"2026-07-24T05:24:06.090562Z","steps":["trace[858250318] 'range keys from in-memory index tree' (duration: 139.076479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:06.090755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.705124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:06.090438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.989321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:06.090851Z","caller":"traceutil/trace.go:171","msg":"trace[280072403] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1706; }","duration":"114.835397ms","start":"2026-07-24T05:24:05.975995Z","end":"2026-07-24T05:24:06.09083Z","steps":["trace[280072403] 'range keys from in-memory index tree' (duration: 114.672874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:06.09092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.612507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:06.090967Z","caller":"traceutil/trace.go:171","msg":"trace[1370846941] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1706; }","duration":"138.660798ms","start":"2026-07-24T05:24:05.952296Z","end":"2026-07-24T05:24:06.090957Z","steps":["trace[1370846941] 'range keys from in-memory index tree' (duration: 138.580737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:06.090492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.110859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:06.091094Z","caller":"traceutil/trace.go:171","msg":"trace[1724646902] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:1706; }","duration":"115.461072ms","start":"2026-07-24T05:24:05.975387Z","end":"2026-07-24T05:24:06.090848Z","steps":["trace[1724646902] 'count revisions from in-memory index tree' (duration: 114.94254ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:06.091114Z","caller":"traceutil/trace.go:171","msg":"trace[1759792096] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:1706; }","duration":"139.786535ms","start":"2026-07-24T05:24:05.951318Z","end":"2026-07-24T05:24:06.091104Z","steps":["trace[1759792096] 'count revisions from in-memory index tree' (duration: 139.070119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:06.991209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.529643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:24:06.991288Z","caller":"traceutil/trace.go:171","msg":"trace[438912612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1710; }","duration":"490.638885ms","start":"2026-07-24T05:24:06.500629Z","end":"2026-07-24T05:24:06.991268Z","steps":["trace[438912612] 'range keys from in-memory index tree' (duration: 490.360289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:06.991332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:06.500608Z","time spent":"490.714247ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:06.99138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.615475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:24:06.991199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.940228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:24:06.991437Z","caller":"traceutil/trace.go:171","msg":"trace[938953567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1710; }","duration":"490.709107ms","start":"2026-07-24T05:24:06.50071Z","end":"2026-07-24T05:24:06.991419Z","steps":["trace[938953567] 'range keys from in-memory index tree' (duration: 490.40495ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:06.991446Z","caller":"traceutil/trace.go:171","msg":"trace[581731241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1710; }","duration":"490.228456ms","start":"2026-07-24T05:24:06.501195Z","end":"2026-07-24T05:24:06.991423Z","steps":["trace[581731241] 'range keys from in-memory index tree' (duration: 489.767314ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:06.991484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:06.500688Z","time spent":"490.782389ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:06.991489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.948659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:24:06.991505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:06.501179Z","time spent":"490.310959ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:24:06.991547Z","caller":"traceutil/trace.go:171","msg":"trace[74984506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1710; }","duration":"490.028452ms","start":"2026-07-24T05:24:06.501505Z","end":"2026-07-24T05:24:06.991533Z","steps":["trace[74984506] 'range keys from in-memory index tree' (duration: 489.830096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:06.991574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:06.5015Z","time spent":"490.069022ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:24:06.991583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.908307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:06.991632Z","caller":"traceutil/trace.go:171","msg":"trace[187473180] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1774; }","duration":"268.999686ms","start":"2026-07-24T05:24:06.722622Z","end":"2026-07-24T05:24:06.991622Z","steps":["trace[187473180] 'read index received' (duration: 33.531µs)","trace[187473180] 'applied index is now lower than readState.Index' (duration: 268.965295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:06.991723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.112778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-tz88l\" ","response":"range_response_count:1 size:11931"} {"level":"info","ts":"2026-07-24T05:24:06.991752Z","caller":"traceutil/trace.go:171","msg":"trace[2032310593] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-tz88l; range_end:; response_count:1; response_revision:1711; }","duration":"269.181949ms","start":"2026-07-24T05:24:06.72256Z","end":"2026-07-24T05:24:06.991742Z","steps":["trace[2032310593] 'agreement among raft nodes before linearized reading' (duration: 269.088197ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:06.991807Z","caller":"traceutil/trace.go:171","msg":"trace[67523299] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"449.753889ms","start":"2026-07-24T05:24:06.542042Z","end":"2026-07-24T05:24:06.991796Z","steps":["trace[67523299] 'process raft request' (duration: 176.560857ms)","trace[67523299] 'compare' (duration: 272.431164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:06.991879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:06.542009Z","time spent":"449.818171ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:07.496684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:07.727794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.003386973s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:24:07.941413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.354338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:07.941856Z","caller":"traceutil/trace.go:171","msg":"trace[60941308] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"1.217488438s","start":"2026-07-24T05:24:06.724303Z","end":"2026-07-24T05:24:07.941791Z","steps":["trace[60941308] 'process raft request' (duration: 1.003665499s)","trace[60941308] 'compare' (duration: 213.225555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:07.942006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:06.72428Z","time spent":"1.217683842s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:24:07.948033Z","caller":"traceutil/trace.go:171","msg":"trace[1910074477] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"1.170185832s","start":"2026-07-24T05:24:06.777815Z","end":"2026-07-24T05:24:07.948001Z","steps":["trace[1910074477] 'process raft request' (duration: 1.169902126s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:07.948136Z","caller":"traceutil/trace.go:171","msg":"trace[127925369] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"952.201568ms","start":"2026-07-24T05:24:06.995905Z","end":"2026-07-24T05:24:07.948106Z","steps":["trace[127925369] 'process raft request' (duration: 951.986103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:07.9482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:06.777793Z","time spent":"1.170309806s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:07.948208Z","caller":"traceutil/trace.go:171","msg":"trace[878370343] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"944.882748ms","start":"2026-07-24T05:24:07.003308Z","end":"2026-07-24T05:24:07.948191Z","steps":["trace[878370343] 'process raft request' (duration: 944.757985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:07.948301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:07.00329Z","time spent":"944.963459ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12191,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:07.948312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:06.995888Z","time spent":"952.32426ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:07.94841Z","caller":"traceutil/trace.go:171","msg":"trace[1308940252] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"944.159961ms","start":"2026-07-24T05:24:07.004226Z","end":"2026-07-24T05:24:07.948386Z","steps":["trace[1308940252] 'process raft request' (duration: 943.925576ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:07.948422Z","caller":"traceutil/trace.go:171","msg":"trace[1278273552] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"951.779939ms","start":"2026-07-24T05:24:06.996578Z","end":"2026-07-24T05:24:07.948358Z","steps":["trace[1278273552] 'process raft request' (duration: 951.38627ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:07.948506Z","caller":"traceutil/trace.go:171","msg":"trace[245048353] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1775; }","duration":"952.480474ms","start":"2026-07-24T05:24:06.996013Z","end":"2026-07-24T05:24:07.948494Z","steps":["trace[245048353] 'read index received' (duration: 731.97165ms)","trace[245048353] 'applied index is now lower than readState.Index' (duration: 220.507214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:07.948532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:07.004215Z","time spent":"944.256463ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:07.948553Z","caller":"traceutil/trace.go:171","msg":"trace[1082931362] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"775.305003ms","start":"2026-07-24T05:24:07.173219Z","end":"2026-07-24T05:24:07.948524Z","steps":["trace[1082931362] 'process raft request' (duration: 775.099459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:07.948673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:06.996553Z","time spent":"951.989313ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:07.948724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.71005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:31612"} {"level":"warn","ts":"2026-07-24T05:24:07.948731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:07.173165Z","time spent":"775.480408ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:07.948757Z","caller":"traceutil/trace.go:171","msg":"trace[1664040742] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1718; }","duration":"952.75339ms","start":"2026-07-24T05:24:06.995992Z","end":"2026-07-24T05:24:07.948746Z","steps":["trace[1664040742] 'agreement among raft nodes before linearized reading' (duration: 952.582257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:07.94879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:06.995986Z","time spent":"952.796911ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":31635,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:24:07.948781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.76619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:07.948831Z","caller":"traceutil/trace.go:171","msg":"trace[56007478] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:0; response_revision:1718; }","duration":"109.849452ms","start":"2026-07-24T05:24:07.83897Z","end":"2026-07-24T05:24:07.948819Z","steps":["trace[56007478] 'agreement among raft nodes before linearized reading' (duration: 109.76988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:07.948836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.171661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:24:07.948783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.27527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:07.948903Z","caller":"traceutil/trace.go:171","msg":"trace[1474531601] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1718; }","duration":"399.434414ms","start":"2026-07-24T05:24:07.549459Z","end":"2026-07-24T05:24:07.948893Z","steps":["trace[1474531601] 'agreement among raft nodes before linearized reading' (duration: 399.25739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:07.948908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.147166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:07.948917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.946521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:24:07.948845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.523423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:07.949Z","caller":"traceutil/trace.go:171","msg":"trace[1755173451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1718; }","duration":"821.789249ms","start":"2026-07-24T05:24:07.127195Z","end":"2026-07-24T05:24:07.948985Z","steps":["trace[1755173451] 'agreement among raft nodes before linearized reading' (duration: 821.490182ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:07.948948Z","caller":"traceutil/trace.go:171","msg":"trace[977108210] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1718; }","duration":"707.199377ms","start":"2026-07-24T05:24:07.24174Z","end":"2026-07-24T05:24:07.94894Z","steps":["trace[977108210] 'agreement among raft nodes before linearized reading' (duration: 707.136005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:07.949083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:07.241735Z","time spent":"707.33792ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:24:07.94895Z","caller":"traceutil/trace.go:171","msg":"trace[1971138213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1718; }","duration":"742.097735ms","start":"2026-07-24T05:24:07.206846Z","end":"2026-07-24T05:24:07.948944Z","steps":["trace[1971138213] 'agreement among raft nodes before linearized reading' (duration: 742.017313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:07.949191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.214371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:24:07.949248Z","caller":"traceutil/trace.go:171","msg":"trace[1373880482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1718; }","duration":"737.305894ms","start":"2026-07-24T05:24:07.211929Z","end":"2026-07-24T05:24:07.949235Z","steps":["trace[1373880482] 'agreement among raft nodes before linearized reading' (duration: 736.913835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:07.948945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:07.549436Z","time spent":"399.498745ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":35,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:07.949288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:07.211912Z","time spent":"737.366096ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:07.949203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:07.206815Z","time spent":"742.372241ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:24:07.94888Z","caller":"traceutil/trace.go:171","msg":"trace[1136588040] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1718; }","duration":"311.240283ms","start":"2026-07-24T05:24:07.637628Z","end":"2026-07-24T05:24:07.948868Z","steps":["trace[1136588040] 'agreement among raft nodes before linearized reading' (duration: 311.182572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:07.949436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:07.63761Z","time spent":"311.813486ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:07.949596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:07.127172Z","time spent":"821.925542ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:24:08.227784Z","caller":"traceutil/trace.go:171","msg":"trace[671616471] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"248.840239ms","start":"2026-07-24T05:24:07.978903Z","end":"2026-07-24T05:24:08.227743Z","steps":["trace[671616471] 'process raft request' (duration: 154.082326ms)","trace[671616471] 'compare' (duration: 94.456076ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:08.734289Z","caller":"traceutil/trace.go:171","msg":"trace[1876666225] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"194.513732ms","start":"2026-07-24T05:24:08.539756Z","end":"2026-07-24T05:24:08.73427Z","steps":["trace[1876666225] 'process raft request' (duration: 194.377839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:09.623109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:10.269806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.472608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:10.269935Z","caller":"traceutil/trace.go:171","msg":"trace[1205092302] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"1.531547056s","start":"2026-07-24T05:24:08.738368Z","end":"2026-07-24T05:24:10.269915Z","steps":["trace[1205092302] 'process raft request' (duration: 933.883393ms)","trace[1205092302] 'compare' (duration: 597.210192ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:10.269992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:08.73835Z","time spent":"1.531619278s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:24:10.529256Z","caller":"traceutil/trace.go:171","msg":"trace[1989696158] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"1.779173767s","start":"2026-07-24T05:24:08.750043Z","end":"2026-07-24T05:24:10.529217Z","steps":["trace[1989696158] 'process raft request' (duration: 1.754509187s)","trace[1989696158] 'compare' (duration: 24.330453ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:10.529332Z","caller":"traceutil/trace.go:171","msg":"trace[1047878566] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1789; }","duration":"1.407204317s","start":"2026-07-24T05:24:09.122096Z","end":"2026-07-24T05:24:10.5293Z","steps":["trace[1047878566] 'read index received' (duration: 550.252524ms)","trace[1047878566] 'applied index is now lower than readState.Index' (duration: 856.948953ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:10.529311Z","caller":"traceutil/trace.go:171","msg":"trace[2073160055] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"573.599835ms","start":"2026-07-24T05:24:09.955681Z","end":"2026-07-24T05:24:10.529281Z","steps":["trace[2073160055] 'process raft request' (duration: 573.506653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:10.529514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:08.750021Z","time spent":"1.77931995s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12382,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:10.529598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:09.95566Z","time spent":"573.811289ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:10.52968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.335806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T05:24:10.52976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.730187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:24:10.52985Z","caller":"traceutil/trace.go:171","msg":"trace[539629703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1728; }","duration":"569.867039ms","start":"2026-07-24T05:24:09.959959Z","end":"2026-07-24T05:24:10.529826Z","steps":["trace[539629703] 'agreement among raft nodes before linearized reading' (duration: 569.608222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:10.529905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:09.959946Z","time spent":"569.934361ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:24:10.529906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.67083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:24:10.529912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.308247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:24:10.529948Z","caller":"traceutil/trace.go:171","msg":"trace[418267621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1728; }","duration":"574.758513ms","start":"2026-07-24T05:24:09.955177Z","end":"2026-07-24T05:24:10.529935Z","steps":["trace[418267621] 'agreement among raft nodes before linearized reading' (duration: 574.606679ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:10.52996Z","caller":"traceutil/trace.go:171","msg":"trace[510617496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1728; }","duration":"563.387519ms","start":"2026-07-24T05:24:09.966557Z","end":"2026-07-24T05:24:10.529944Z","steps":["trace[510617496] 'agreement among raft nodes before linearized reading' (duration: 563.213455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:10.529956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.459969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T05:24:10.529991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:09.955162Z","time spent":"574.821214ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:10.529996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:09.96655Z","time spent":"563.43809ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:24:10.530008Z","caller":"traceutil/trace.go:171","msg":"trace[2145885443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1728; }","duration":"575.566941ms","start":"2026-07-24T05:24:09.954428Z","end":"2026-07-24T05:24:10.529995Z","steps":["trace[2145885443] 'agreement among raft nodes before linearized reading' (duration: 575.404867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:10.530061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:09.954392Z","time spent":"575.660343ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:10.530067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.47058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:24:10.530157Z","caller":"traceutil/trace.go:171","msg":"trace[634399332] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1728; }","duration":"572.557862ms","start":"2026-07-24T05:24:09.957572Z","end":"2026-07-24T05:24:10.53013Z","steps":["trace[634399332] 'agreement among raft nodes before linearized reading' (duration: 572.252165ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:10.530196Z","caller":"traceutil/trace.go:171","msg":"trace[669800494] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1728; }","duration":"575.467649ms","start":"2026-07-24T05:24:09.954239Z","end":"2026-07-24T05:24:10.529707Z","steps":["trace[669800494] 'agreement among raft nodes before linearized reading' (duration: 575.250793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:10.530232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:09.954219Z","time spent":"576.004111ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:24:10.530232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:09.957565Z","time spent":"572.656624ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:24:10.529711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407538127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:10.530607Z","caller":"traceutil/trace.go:171","msg":"trace[1565221744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1728; }","duration":"1.408439527s","start":"2026-07-24T05:24:09.12203Z","end":"2026-07-24T05:24:10.53047Z","steps":["trace[1565221744] 'agreement among raft nodes before linearized reading' (duration: 1.407460184s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:10.530654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:09.122009Z","time spent":"1.408636061s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:24:10.687878Z","caller":"traceutil/trace.go:171","msg":"trace[917156238] transaction","detail":"{read_only:false; response_revision:1731; number_of_response:1; }","duration":"152.579601ms","start":"2026-07-24T05:24:10.535269Z","end":"2026-07-24T05:24:10.687849Z","steps":["trace[917156238] 'process raft request' (duration: 118.607625ms)","trace[917156238] 'compare' (duration: 33.786692ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:10.688258Z","caller":"traceutil/trace.go:171","msg":"trace[1247264792] transaction","detail":"{read_only:false; response_revision:1732; number_of_response:1; }","duration":"152.647612ms","start":"2026-07-24T05:24:10.535586Z","end":"2026-07-24T05:24:10.688233Z","steps":["trace[1247264792] 'process raft request' (duration: 152.225802ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:10.688419Z","caller":"traceutil/trace.go:171","msg":"trace[386185612] transaction","detail":"{read_only:false; response_revision:1733; number_of_response:1; }","duration":"151.482916ms","start":"2026-07-24T05:24:10.536925Z","end":"2026-07-24T05:24:10.688407Z","steps":["trace[386185612] 'process raft request' (duration: 151.23233ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:10.688437Z","caller":"traceutil/trace.go:171","msg":"trace[1327027308] linearizableReadLoop","detail":"{readStateIndex:1796; appliedIndex:1792; }","duration":"152.489519ms","start":"2026-07-24T05:24:10.53582Z","end":"2026-07-24T05:24:10.688309Z","steps":["trace[1327027308] 'read index received' (duration: 62.086527ms)","trace[1327027308] 'applied index is now lower than readState.Index' (duration: 90.401482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:10.6887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.499919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:10.688753Z","caller":"traceutil/trace.go:171","msg":"trace[227760684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1733; }","duration":"149.603041ms","start":"2026-07-24T05:24:10.539135Z","end":"2026-07-24T05:24:10.688738Z","steps":["trace[227760684] 'agreement among raft nodes before linearized reading' (duration: 149.497299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:10.688815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.959479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:31803"} {"level":"info","ts":"2026-07-24T05:24:10.688914Z","caller":"traceutil/trace.go:171","msg":"trace[1657767680] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1733; }","duration":"153.096623ms","start":"2026-07-24T05:24:10.535795Z","end":"2026-07-24T05:24:10.688891Z","steps":["trace[1657767680] 'agreement among raft nodes before linearized reading' (duration: 152.769045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:11.271329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.250666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:11.271619Z","caller":"traceutil/trace.go:171","msg":"trace[495382670] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"511.210261ms","start":"2026-07-24T05:24:10.76039Z","end":"2026-07-24T05:24:11.2716Z","steps":["trace[495382670] 'process raft request' (duration: 511.075058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:11.271708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:10.760376Z","time spent":"511.287143ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12369,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:11.271761Z","caller":"traceutil/trace.go:171","msg":"trace[240733622] transaction","detail":"{read_only:false; response_revision:1734; number_of_response:1; }","duration":"520.359443ms","start":"2026-07-24T05:24:10.751348Z","end":"2026-07-24T05:24:11.271708Z","steps":["trace[240733622] 'process raft request' (duration: 277.641686ms)","trace[240733622] 'compare' (duration: 241.946439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:11.27191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:10.751335Z","time spent":"520.514396ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:24:11.836899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.550624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:24:12.851735Z","caller":"traceutil/trace.go:171","msg":"trace[601922961] transaction","detail":"{read_only:false; response_revision:1737; number_of_response:1; }","duration":"244.026038ms","start":"2026-07-24T05:24:12.607682Z","end":"2026-07-24T05:24:12.851708Z","steps":["trace[601922961] 'process raft request' (duration: 233.346962ms)","trace[601922961] 'compare' (duration: 10.213555ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:12.852119Z","caller":"traceutil/trace.go:171","msg":"trace[689697268] transaction","detail":"{read_only:false; response_revision:1738; number_of_response:1; }","duration":"244.115581ms","start":"2026-07-24T05:24:12.607971Z","end":"2026-07-24T05:24:12.852087Z","steps":["trace[689697268] 'process raft request' (duration: 243.67713ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:12.852104Z","caller":"traceutil/trace.go:171","msg":"trace[524291253] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1801; }","duration":"159.336107ms","start":"2026-07-24T05:24:12.692703Z","end":"2026-07-24T05:24:12.852039Z","steps":["trace[524291253] 'read index received' (duration: 148.345013ms)","trace[524291253] 'applied index is now lower than readState.Index' (duration: 10.988274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:12.852395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.274563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:24:12.852563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.987197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:24:12.852588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.278653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:24:12.852639Z","caller":"traceutil/trace.go:171","msg":"trace[1204287735] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1738; }","duration":"158.383726ms","start":"2026-07-24T05:24:12.69424Z","end":"2026-07-24T05:24:12.852624Z","steps":["trace[1204287735] 'agreement among raft nodes before linearized reading' (duration: 158.14525ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:12.852681Z","caller":"traceutil/trace.go:171","msg":"trace[52060615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1738; }","duration":"158.15562ms","start":"2026-07-24T05:24:12.694455Z","end":"2026-07-24T05:24:12.85261Z","steps":["trace[52060615] 'agreement among raft nodes before linearized reading' (duration: 157.844953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:12.852394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.677336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:24:12.85283Z","caller":"traceutil/trace.go:171","msg":"trace[1635945009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1738; }","duration":"160.165886ms","start":"2026-07-24T05:24:12.69265Z","end":"2026-07-24T05:24:12.852816Z","steps":["trace[1635945009] 'agreement among raft nodes before linearized reading' (duration: 159.584173ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:12.852534Z","caller":"traceutil/trace.go:171","msg":"trace[922069872] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1738; }","duration":"158.460188ms","start":"2026-07-24T05:24:12.69405Z","end":"2026-07-24T05:24:12.85251Z","steps":["trace[922069872] 'agreement among raft nodes before linearized reading' (duration: 158.238933ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:13.06339Z","caller":"traceutil/trace.go:171","msg":"trace[1029178237] transaction","detail":"{read_only:false; response_revision:1739; number_of_response:1; }","duration":"204.975194ms","start":"2026-07-24T05:24:12.858376Z","end":"2026-07-24T05:24:13.063351Z","steps":["trace[1029178237] 'process raft request' (duration: 120.205452ms)","trace[1029178237] 'compare' (duration: 84.494315ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:13.063774Z","caller":"traceutil/trace.go:171","msg":"trace[2029544858] transaction","detail":"{read_only:false; response_revision:1740; number_of_response:1; }","duration":"205.166278ms","start":"2026-07-24T05:24:12.858566Z","end":"2026-07-24T05:24:13.063733Z","steps":["trace[2029544858] 'process raft request' (duration: 204.720938ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:13.063825Z","caller":"traceutil/trace.go:171","msg":"trace[1531237438] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"205.201329ms","start":"2026-07-24T05:24:12.858592Z","end":"2026-07-24T05:24:13.063793Z","steps":["trace[1531237438] 'process raft request' (duration: 204.968173ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:14.733917Z","caller":"traceutil/trace.go:171","msg":"trace[407845251] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1816; }","duration":"196.038996ms","start":"2026-07-24T05:24:14.537823Z","end":"2026-07-24T05:24:14.733862Z","steps":["trace[407845251] 'read index received' (duration: 195.865462ms)","trace[407845251] 'applied index is now lower than readState.Index' (duration: 171.744µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:14.733999Z","caller":"traceutil/trace.go:171","msg":"trace[1947885463] transaction","detail":"{read_only:false; response_revision:1752; number_of_response:1; }","duration":"957.92956ms","start":"2026-07-24T05:24:13.776035Z","end":"2026-07-24T05:24:14.733964Z","steps":["trace[1947885463] 'process raft request' (duration: 957.670734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:14.734092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.251412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:14.734126Z","caller":"traceutil/trace.go:171","msg":"trace[1438867422] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1752; }","duration":"196.348524ms","start":"2026-07-24T05:24:14.537769Z","end":"2026-07-24T05:24:14.734118Z","steps":["trace[1438867422] 'agreement among raft nodes before linearized reading' (duration: 196.252972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:14.73414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:13.776018Z","time spent":"958.050203ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5184,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:14.754358Z","caller":"traceutil/trace.go:171","msg":"trace[1561058882] transaction","detail":"{read_only:false; response_revision:1753; number_of_response:1; }","duration":"177.264483ms","start":"2026-07-24T05:24:14.577073Z","end":"2026-07-24T05:24:14.754337Z","steps":["trace[1561058882] 'process raft request' (duration: 177.12904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:14.75457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.481759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18c522638bd25d4a\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-07-24T05:24:14.754645Z","caller":"traceutil/trace.go:171","msg":"trace[175750270] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18c522638bd25d4a; range_end:; response_count:1; response_revision:1753; }","duration":"136.583491ms","start":"2026-07-24T05:24:14.618042Z","end":"2026-07-24T05:24:14.754626Z","steps":["trace[175750270] 'agreement among raft nodes before linearized reading' (duration: 136.392156ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:14.926308Z","caller":"traceutil/trace.go:171","msg":"trace[379542508] transaction","detail":"{read_only:false; response_revision:1754; number_of_response:1; }","duration":"169.278387ms","start":"2026-07-24T05:24:14.756993Z","end":"2026-07-24T05:24:14.926271Z","steps":["trace[379542508] 'process raft request' (duration: 151.855834ms)","trace[379542508] 'compare' (duration: 17.26748ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:14.926649Z","caller":"traceutil/trace.go:171","msg":"trace[119943624] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"161.256642ms","start":"2026-07-24T05:24:14.765361Z","end":"2026-07-24T05:24:14.926617Z","steps":["trace[119943624] 'process raft request' (duration: 161.064008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:15.214717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.935707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:24:15.214783Z","caller":"traceutil/trace.go:171","msg":"trace[1617971505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1765; }","duration":"146.05808ms","start":"2026-07-24T05:24:15.068708Z","end":"2026-07-24T05:24:15.214766Z","steps":["trace[1617971505] 'range keys from in-memory index tree' (duration: 145.709932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:15.214827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.16898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:24:15.214899Z","caller":"traceutil/trace.go:171","msg":"trace[999229979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1765; }","duration":"145.253302ms","start":"2026-07-24T05:24:15.069628Z","end":"2026-07-24T05:24:15.214881Z","steps":["trace[999229979] 'range keys from in-memory index tree' (duration: 144.973805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:15.214958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.177423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:24:15.215046Z","caller":"traceutil/trace.go:171","msg":"trace[972345248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1765; }","duration":"146.317566ms","start":"2026-07-24T05:24:15.068706Z","end":"2026-07-24T05:24:15.215023Z","steps":["trace[972345248] 'range keys from in-memory index tree' (duration: 145.932537ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:15.617383Z","caller":"traceutil/trace.go:171","msg":"trace[1518974810] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"397.703254ms","start":"2026-07-24T05:24:15.21965Z","end":"2026-07-24T05:24:15.617353Z","steps":["trace[1518974810] 'process raft request' (duration: 397.49685ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:15.617406Z","caller":"traceutil/trace.go:171","msg":"trace[1546642490] linearizableReadLoop","detail":"{readStateIndex:1831; appliedIndex:1831; }","duration":"396.996628ms","start":"2026-07-24T05:24:15.220371Z","end":"2026-07-24T05:24:15.617367Z","steps":["trace[1546642490] 'read index received' (duration: 396.976427ms)","trace[1546642490] 'applied index is now lower than readState.Index' (duration: 16.361µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:15.617552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:15.219613Z","time spent":"397.857638ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:15.617712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.326416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:24:15.617776Z","caller":"traceutil/trace.go:171","msg":"trace[426806896] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:1766; }","duration":"397.461709ms","start":"2026-07-24T05:24:15.220299Z","end":"2026-07-24T05:24:15.61776Z","steps":["trace[426806896] 'agreement among raft nodes before linearized reading' (duration: 397.196033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:15.617832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:15.220273Z","time spent":"397.541901ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:24:15.647682Z","caller":"traceutil/trace.go:171","msg":"trace[318685902] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"426.04295ms","start":"2026-07-24T05:24:15.221611Z","end":"2026-07-24T05:24:15.647654Z","steps":["trace[318685902] 'process raft request' (duration: 425.981749ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:15.647772Z","caller":"traceutil/trace.go:171","msg":"trace[282108644] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"427.090194ms","start":"2026-07-24T05:24:15.220616Z","end":"2026-07-24T05:24:15.647706Z","steps":["trace[282108644] 'process raft request' (duration: 426.724476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:15.647852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:15.221605Z","time spent":"426.157613ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:15.647883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:15.220592Z","time spent":"427.233658ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:16.002521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.924599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-5pdgs\" ","response":"range_response_count:1 size:7969"} {"level":"info","ts":"2026-07-24T05:24:16.002609Z","caller":"traceutil/trace.go:171","msg":"trace[1023108600] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-5pdgs; range_end:; response_count:1; response_revision:1769; }","duration":"210.062912ms","start":"2026-07-24T05:24:15.792522Z","end":"2026-07-24T05:24:16.002585Z","steps":["trace[1023108600] 'range keys from in-memory index tree' (duration: 209.728894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:16.002876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.798959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:16.003056Z","caller":"traceutil/trace.go:171","msg":"trace[173509291] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"209.870078ms","start":"2026-07-24T05:24:15.793156Z","end":"2026-07-24T05:24:16.003026Z","steps":["trace[173509291] 'process raft request' (duration: 68.807644ms)","trace[173509291] 'compare' (duration: 140.238115ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:16.193703Z","caller":"traceutil/trace.go:171","msg":"trace[1485298603] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"180.451586ms","start":"2026-07-24T05:24:16.013206Z","end":"2026-07-24T05:24:16.193658Z","steps":["trace[1485298603] 'process raft request' (duration: 164.444566ms)","trace[1485298603] 'compare' (duration: 15.731864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:19.339557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:19.840395Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:20.34123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:20.663111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.839700249s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:24:20.663531Z","caller":"traceutil/trace.go:171","msg":"trace[1629287123] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"1.840285212s","start":"2026-07-24T05:24:18.823216Z","end":"2026-07-24T05:24:20.663501Z","steps":["trace[1629287123] 'process raft request' (duration: 1.840110118s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:20.663705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:18.823179Z","time spent":"1.840440926s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:20.667366Z","caller":"traceutil/trace.go:171","msg":"trace[1091004111] transaction","detail":"{read_only:false; response_revision:1793; number_of_response:1; }","duration":"1.827779761s","start":"2026-07-24T05:24:18.839564Z","end":"2026-07-24T05:24:20.667344Z","steps":["trace[1091004111] 'process raft request' (duration: 1.827591887s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:20.667482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:18.839546Z","time spent":"1.827867864s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:20.676998Z","caller":"traceutil/trace.go:171","msg":"trace[987277477] linearizableReadLoop","detail":"{readStateIndex:1859; appliedIndex:1857; }","duration":"1.838296965s","start":"2026-07-24T05:24:18.838679Z","end":"2026-07-24T05:24:20.676976Z","steps":["trace[987277477] 'read index received' (duration: 1.824773032s)","trace[987277477] 'applied index is now lower than readState.Index' (duration: 13.522663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:20.67733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838645603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:5 size:62841"} {"level":"info","ts":"2026-07-24T05:24:20.67736Z","caller":"traceutil/trace.go:171","msg":"trace[1193133464] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:5; response_revision:1793; }","duration":"1.838711574s","start":"2026-07-24T05:24:18.838641Z","end":"2026-07-24T05:24:20.677352Z","steps":["trace[1193133464] 'agreement among raft nodes before linearized reading' (duration: 1.838548051s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:20.677398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:18.838627Z","time spent":"1.838750406s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":5,"response size":62864,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:24:20.677657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.794825119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:24:20.67769Z","caller":"traceutil/trace.go:171","msg":"trace[1403581520] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:1793; }","duration":"1.79486002s","start":"2026-07-24T05:24:18.88282Z","end":"2026-07-24T05:24:20.67768Z","steps":["trace[1403581520] 'agreement among raft nodes before linearized reading' (duration: 1.794749937s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:20.677709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:18.882754Z","time spent":"1.794950132s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:24:20.677832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015609634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:24:20.677862Z","caller":"traceutil/trace.go:171","msg":"trace[581528244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1793; }","duration":"1.015676356s","start":"2026-07-24T05:24:19.662176Z","end":"2026-07-24T05:24:20.677853Z","steps":["trace[581528244] 'agreement among raft nodes before linearized reading' (duration: 1.015604434s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:20.677879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:19.662152Z","time spent":"1.015722267s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:20.678026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01317515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:24:20.678051Z","caller":"traceutil/trace.go:171","msg":"trace[343455897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1793; }","duration":"1.0132222s","start":"2026-07-24T05:24:19.664821Z","end":"2026-07-24T05:24:20.678043Z","steps":["trace[343455897] 'agreement among raft nodes before linearized reading' (duration: 1.013165959s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:20.678084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:19.664805Z","time spent":"1.013269471s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:24:20.67819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542485978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:20.678178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656659122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:24:20.678216Z","caller":"traceutil/trace.go:171","msg":"trace[1878830647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1793; }","duration":"1.54256262s","start":"2026-07-24T05:24:19.135646Z","end":"2026-07-24T05:24:20.678209Z","steps":["trace[1878830647] 'agreement among raft nodes before linearized reading' (duration: 1.542523549s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:20.678234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:19.135624Z","time spent":"1.542607041s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:24:20.678207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04305688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T05:24:20.67823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657493451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:24:20.678248Z","caller":"traceutil/trace.go:171","msg":"trace[26959472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1793; }","duration":"1.656784814s","start":"2026-07-24T05:24:19.021443Z","end":"2026-07-24T05:24:20.678228Z","steps":["trace[26959472] 'agreement among raft nodes before linearized reading' (duration: 1.656508778s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:20.678281Z","caller":"traceutil/trace.go:171","msg":"trace[1791031482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1793; }","duration":"1.043184223s","start":"2026-07-24T05:24:19.635081Z","end":"2026-07-24T05:24:20.678265Z","steps":["trace[1791031482] 'agreement among raft nodes before linearized reading' (duration: 1.042953338s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:20.678293Z","caller":"traceutil/trace.go:171","msg":"trace[1262919027] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1793; }","duration":"1.657565642s","start":"2026-07-24T05:24:19.020707Z","end":"2026-07-24T05:24:20.678272Z","steps":["trace[1262919027] 'agreement among raft nodes before linearized reading' (duration: 1.657355578s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:20.678296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:19.021421Z","time spent":"1.656865986s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:24:20.678329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:19.635062Z","time spent":"1.043259624s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:24:20.678331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:19.020669Z","time spent":"1.657655534s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:20.678519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664258177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:24:20.678636Z","caller":"traceutil/trace.go:171","msg":"trace[185093281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1793; }","duration":"1.664446631s","start":"2026-07-24T05:24:19.014165Z","end":"2026-07-24T05:24:20.678612Z","steps":["trace[185093281] 'agreement among raft nodes before linearized reading' (duration: 1.664067162s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:20.678693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:19.014131Z","time spent":"1.664552684s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:21.036094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.009621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:21.036198Z","caller":"traceutil/trace.go:171","msg":"trace[1710393249] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1798; }","duration":"105.175115ms","start":"2026-07-24T05:24:20.931002Z","end":"2026-07-24T05:24:21.036178Z","steps":["trace[1710393249] 'count revisions from in-memory index tree' (duration: 104.947819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:25.884483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:25.221955Z","time spent":"662.523914ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:24:25.884493Z","caller":"traceutil/trace.go:171","msg":"trace[1049771189] linearizableReadLoop","detail":"{readStateIndex:1906; appliedIndex:1905; }","duration":"319.965966ms","start":"2026-07-24T05:24:25.564499Z","end":"2026-07-24T05:24:25.884465Z","steps":["trace[1049771189] 'read index received' (duration: 319.953725ms)","trace[1049771189] 'applied index is now lower than readState.Index' (duration: 10.091µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:25.884767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.236142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:24:25.884816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.118365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:24:25.884849Z","caller":"traceutil/trace.go:171","msg":"trace[124515616] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1837; }","duration":"320.372355ms","start":"2026-07-24T05:24:25.564455Z","end":"2026-07-24T05:24:25.884827Z","steps":["trace[124515616] 'agreement among raft nodes before linearized reading' (duration: 320.202151ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:25.884877Z","caller":"traceutil/trace.go:171","msg":"trace[871042594] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:1837; }","duration":"182.239428ms","start":"2026-07-24T05:24:25.702618Z","end":"2026-07-24T05:24:25.884857Z","steps":["trace[871042594] 'agreement among raft nodes before linearized reading' (duration: 182.003332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:25.884901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:25.564437Z","time spent":"320.453207ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:26.622407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:27.122755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139776,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:27.424779Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538812995s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:24:28.122063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:24:28.12218Z","caller":"traceutil/trace.go:171","msg":"trace[606373039] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000220673s","start":"2026-07-24T05:24:26.121933Z","end":"2026-07-24T05:24:28.122154Z","steps":["trace[606373039] 'agreement among raft nodes before linearized reading' (duration: 2.000049889s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:28.122234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:26.121913Z","time spent":"2.000310146s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:24:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:28.849672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754399997s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:28.849791Z","caller":"traceutil/trace.go:171","msg":"trace[102966520] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1837; }","duration":"2.75452938s","start":"2026-07-24T05:24:26.095245Z","end":"2026-07-24T05:24:28.849774Z","steps":["trace[102966520] 'range keys from in-memory index tree' (duration: 2.754386947s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:28.850298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425075661s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:28.851266Z","caller":"traceutil/trace.go:171","msg":"trace[2035207285] transaction","detail":"{read_only:false; response_revision:1838; number_of_response:1; }","duration":"2.9653436s","start":"2026-07-24T05:24:25.885808Z","end":"2026-07-24T05:24:28.851152Z","steps":["trace[2035207285] 'process raft request' (duration: 1.539130423s)","trace[2035207285] 'compare' (duration: 1.424079608s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:28.851464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:25.885779Z","time spent":"2.965618396s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:30.140489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011636577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:24:30.14061Z","caller":"traceutil/trace.go:171","msg":"trace[208354742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.011780591s","start":"2026-07-24T05:24:28.128798Z","end":"2026-07-24T05:24:30.140579Z","steps":["trace[208354742] 'agreement among raft nodes before linearized reading' (duration: 2.011647728s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:30.140997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:28.128791Z","time spent":"2.01219371s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:24:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:31.694084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:26.695223Z","time spent":"4.998852244s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:24:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:31.695996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.271021378s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:24:31.697671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:30.889398Z","time spent":"808.262907ms","remote":"127.0.0.1:59556","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:24:31.698012Z","caller":"traceutil/trace.go:171","msg":"trace[1186026369] transaction","detail":"{read_only:false; response_revision:1839; number_of_response:1; }","duration":"5.806356512s","start":"2026-07-24T05:24:25.891628Z","end":"2026-07-24T05:24:31.697984Z","steps":["trace[1186026369] 'process raft request' (duration: 5.805279478s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:31.698144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:25.8916Z","time spent":"5.806463065s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4332,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:31.698197Z","caller":"traceutil/trace.go:171","msg":"trace[397268534] linearizableReadLoop","detail":"{readStateIndex:1909; appliedIndex:1906; }","duration":"5.576172795s","start":"2026-07-24T05:24:26.121978Z","end":"2026-07-24T05:24:31.698151Z","steps":["trace[397268534] 'read index received' (duration: 1.302974287s)","trace[397268534] 'applied index is now lower than readState.Index' (duration: 4.273197398s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:31.698464Z","caller":"traceutil/trace.go:171","msg":"trace[760560678] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"4.277764754s","start":"2026-07-24T05:24:27.420685Z","end":"2026-07-24T05:24:31.69845Z","steps":["trace[760560678] 'process raft request' (duration: 4.277389075s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:31.698584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:27.420665Z","time spent":"4.277841836s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:31.75488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99920383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:24:31.754965Z","caller":"traceutil/trace.go:171","msg":"trace[1369168574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999399995s","start":"2026-07-24T05:24:26.755547Z","end":"2026-07-24T05:24:31.754947Z","steps":["trace[1369168574] 'agreement among raft nodes before linearized reading' (duration: 4.999230691s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:31.755004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:26.755525Z","time spent":"4.999471746s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:24:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:31.87851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999174329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:24:31.878628Z","caller":"traceutil/trace.go:171","msg":"trace[1307079715] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999334983s","start":"2026-07-24T05:24:26.879253Z","end":"2026-07-24T05:24:31.878588Z","steps":["trace[1307079715] 'agreement among raft nodes before linearized reading' (duration: 4.99919726s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:31.878694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:26.879239Z","time spent":"4.999432605s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:24:31.882394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999517509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:24:31.882564Z","caller":"traceutil/trace.go:171","msg":"trace[543269735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999696362s","start":"2026-07-24T05:24:26.882791Z","end":"2026-07-24T05:24:31.882488Z","steps":["trace[543269735] 'agreement among raft nodes before linearized reading' (duration: 4.999537039s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:31.8827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:26.88277Z","time spent":"4.999907978s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:24:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:32.13063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989640258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:24:32.130877Z","caller":"traceutil/trace.go:171","msg":"trace[872146244] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.990083348s","start":"2026-07-24T05:24:30.140612Z","end":"2026-07-24T05:24:32.130696Z","steps":["trace[872146244] 'agreement among raft nodes before linearized reading' (duration: 1.989982016s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.131203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:30.140579Z","time spent":"1.99056664s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:24:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:32.302866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.966792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:32.303333Z","caller":"traceutil/trace.go:171","msg":"trace[58320231] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"3.898450566s","start":"2026-07-24T05:24:28.404824Z","end":"2026-07-24T05:24:32.303275Z","steps":["trace[58320231] 'process raft request' (duration: 3.715960153s)","trace[58320231] 'compare' (duration: 181.756156ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:32.303575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:28.404792Z","time spent":"3.898667021s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:32.473169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.144238ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:24:32.473588Z","caller":"traceutil/trace.go:171","msg":"trace[1261435592] linearizableReadLoop","detail":"{readStateIndex:1912; appliedIndex:1910; }","duration":"775.308234ms","start":"2026-07-24T05:24:31.698254Z","end":"2026-07-24T05:24:32.473562Z","steps":["trace[1261435592] 'read index received' (duration: 422.469068ms)","trace[1261435592] 'applied index is now lower than readState.Index' (duration: 352.836196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:32.473694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.615297653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:24:32.473726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.616429088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:32.47375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.828682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-24T05:24:32.473787Z","caller":"traceutil/trace.go:171","msg":"trace[1913651511] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1842; }","duration":"3.616521171s","start":"2026-07-24T05:24:28.857247Z","end":"2026-07-24T05:24:32.473768Z","steps":["trace[1913651511] 'agreement among raft nodes before linearized reading' (duration: 3.616421868s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:32.473788Z","caller":"traceutil/trace.go:171","msg":"trace[345444065] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1842; }","duration":"3.615413966s","start":"2026-07-24T05:24:28.858344Z","end":"2026-07-24T05:24:32.473758Z","steps":["trace[345444065] 'agreement among raft nodes before linearized reading' (duration: 3.615257542s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:32.473838Z","caller":"traceutil/trace.go:171","msg":"trace[17741832] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1842; }","duration":"777.979286ms","start":"2026-07-24T05:24:31.695832Z","end":"2026-07-24T05:24:32.473812Z","steps":["trace[17741832] 'agreement among raft nodes before linearized reading' (duration: 777.70647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.473843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:28.857231Z","time spent":"3.616597572s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:32.473871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.58506256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:24:32.473926Z","caller":"traceutil/trace.go:171","msg":"trace[1266891697] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:1842; }","duration":"5.585137902s","start":"2026-07-24T05:24:26.888779Z","end":"2026-07-24T05:24:32.473917Z","steps":["trace[1266891697] 'agreement among raft nodes before linearized reading' (duration: 5.58505205s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.47392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:31.695803Z","time spent":"778.106569ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T05:24:32.473923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.965953466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:32.473957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:26.888762Z","time spent":"5.585187993s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:24:32.473953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756972563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:32.474007Z","caller":"traceutil/trace.go:171","msg":"trace[2135420204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1842; }","duration":"1.757069496s","start":"2026-07-24T05:24:30.71692Z","end":"2026-07-24T05:24:32.473989Z","steps":["trace[2135420204] 'agreement among raft nodes before linearized reading' (duration: 1.756995694s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.474021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.592702836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:24:32.473979Z","caller":"traceutil/trace.go:171","msg":"trace[755518892] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1842; }","duration":"5.966081409s","start":"2026-07-24T05:24:26.507883Z","end":"2026-07-24T05:24:32.473964Z","steps":["trace[755518892] 'agreement among raft nodes before linearized reading' (duration: 5.965934346s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:32.474071Z","caller":"traceutil/trace.go:171","msg":"trace[133103669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1842; }","duration":"5.592791748s","start":"2026-07-24T05:24:26.881264Z","end":"2026-07-24T05:24:32.474056Z","steps":["trace[133103669] 'agreement among raft nodes before linearized reading' (duration: 5.592654245s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.473812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.590261301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:24:32.473676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.373195833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:32.47411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:26.881241Z","time spent":"5.59285859s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:24:32.474135Z","caller":"traceutil/trace.go:171","msg":"trace[475456540] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1842; }","duration":"4.373725675s","start":"2026-07-24T05:24:28.100404Z","end":"2026-07-24T05:24:32.47413Z","steps":["trace[475456540] 'agreement among raft nodes before linearized reading' (duration: 4.373182903s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.474153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:28.100379Z","time spent":"4.373768695s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:24:32.474149Z","caller":"traceutil/trace.go:171","msg":"trace[409501767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1842; }","duration":"5.590606099s","start":"2026-07-24T05:24:26.883524Z","end":"2026-07-24T05:24:32.47413Z","steps":["trace[409501767] 'agreement among raft nodes before linearized reading' (duration: 5.59019255s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.474169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855138489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18c522638bd25d4a\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-07-24T05:24:32.47417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:26.507862Z","time spent":"5.966231342s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:32.474203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:26.883514Z","time spent":"5.59067583s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:24:32.474213Z","caller":"traceutil/trace.go:171","msg":"trace[2135629911] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18c522638bd25d4a; range_end:; response_count:1; response_revision:1842; }","duration":"2.85522783s","start":"2026-07-24T05:24:29.618968Z","end":"2026-07-24T05:24:32.474195Z","steps":["trace[2135629911] 'agreement among raft nodes before linearized reading' (duration: 2.855105328s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.47384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.348384858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-24T05:24:32.47425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:29.618938Z","time spent":"2.855302242s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18c522638bd25d4a\" "} {"level":"info","ts":"2026-07-24T05:24:32.474264Z","caller":"traceutil/trace.go:171","msg":"trace[1797558176] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:1842; }","duration":"4.348855629s","start":"2026-07-24T05:24:28.125402Z","end":"2026-07-24T05:24:32.474257Z","steps":["trace[1797558176] 'agreement among raft nodes before linearized reading' (duration: 4.348336827s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.474287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:28.125375Z","time spent":"4.34890305s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:24:32.473853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:28.858323Z","time spent":"3.615513767s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:24:32.474533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.143874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:32.47454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.682302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:32.474049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:30.716886Z","time spent":"1.757153017s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:24:32.474592Z","caller":"traceutil/trace.go:171","msg":"trace[1971186564] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1842; }","duration":"433.239697ms","start":"2026-07-24T05:24:32.041338Z","end":"2026-07-24T05:24:32.474577Z","steps":["trace[1971186564] 'agreement among raft nodes before linearized reading' (duration: 433.151305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.474629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.041321Z","time spent":"433.299548ms","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:24:32.474654Z","caller":"traceutil/trace.go:171","msg":"trace[676388621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1842; }","duration":"333.823155ms","start":"2026-07-24T05:24:32.140767Z","end":"2026-07-24T05:24:32.47459Z","steps":["trace[676388621] 'agreement among raft nodes before linearized reading' (duration: 333.663232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.474695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.140745Z","time spent":"333.940949ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:24:32.474822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.644556277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:24:32.474899Z","caller":"traceutil/trace.go:171","msg":"trace[1926364779] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1842; }","duration":"5.644658249s","start":"2026-07-24T05:24:26.830218Z","end":"2026-07-24T05:24:32.474876Z","steps":["trace[1926364779] 'agreement among raft nodes before linearized reading' (duration: 5.644475435s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.474949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:26.8302Z","time spent":"5.644736341s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:32.475258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.42978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-tz88l\" ","response":"range_response_count:1 size:12779"} {"level":"info","ts":"2026-07-24T05:24:32.475335Z","caller":"traceutil/trace.go:171","msg":"trace[1172937536] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-tz88l; range_end:; response_count:1; response_revision:1842; }","duration":"773.608914ms","start":"2026-07-24T05:24:31.701712Z","end":"2026-07-24T05:24:32.475321Z","steps":["trace[1172937536] 'agreement among raft nodes before linearized reading' (duration: 772.650652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.475377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:31.701696Z","time spent":"773.669715ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12802,"request content":"key:\"/registry/pods/openstack/openvswitch-tz88l\" "} {"level":"warn","ts":"2026-07-24T05:24:32.475547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.436773807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:32.476041Z","caller":"traceutil/trace.go:171","msg":"trace[1025308385] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1842; }","duration":"5.437461834s","start":"2026-07-24T05:24:27.038363Z","end":"2026-07-24T05:24:32.475825Z","steps":["trace[1025308385] 'agreement among raft nodes before linearized reading' (duration: 5.435467677s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:32.476709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:27.03833Z","time spent":"5.438352644s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:32.977588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:33.477977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:33.978538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:34.178935Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.702183246s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:24:34.179576Z","caller":"traceutil/trace.go:171","msg":"trace[1370452726] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"1.702890881s","start":"2026-07-24T05:24:32.476658Z","end":"2026-07-24T05:24:34.179548Z","steps":["trace[1370452726] 'process raft request' (duration: 1.702691977s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:34.179914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.476635Z","time spent":"1.703001604s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:36.136258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012764733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:24:36.136347Z","caller":"traceutil/trace.go:171","msg":"trace[2021460425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.012928836s","start":"2026-07-24T05:24:34.123399Z","end":"2026-07-24T05:24:36.136328Z","steps":["trace[2021460425] 'agreement among raft nodes before linearized reading' (duration: 2.012810634s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:36.136394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:34.123375Z","time spent":"2.013010629s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:36.69348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214547581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:24:36.693684Z","caller":"traceutil/trace.go:171","msg":"trace[776762897] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.214789726s","start":"2026-07-24T05:24:32.478871Z","end":"2026-07-24T05:24:36.693661Z","steps":["trace[776762897] 'agreement among raft nodes before linearized reading' (duration: 4.214560641s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:36.69377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.478862Z","time spent":"4.214893509s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/24 05:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:36.755607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998490257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:24:36.755713Z","caller":"traceutil/trace.go:171","msg":"trace[1366366433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99865549s","start":"2026-07-24T05:24:33.757033Z","end":"2026-07-24T05:24:36.755688Z","steps":["trace[1366366433] 'agreement among raft nodes before linearized reading' (duration: 2.998524507s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:36.755871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:33.757009Z","time spent":"2.998744882s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:36.830856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.47903Z","time spent":"4.351819157s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:36.878257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997362491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:24:36.878351Z","caller":"traceutil/trace.go:171","msg":"trace[723062352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997509684s","start":"2026-07-24T05:24:33.88082Z","end":"2026-07-24T05:24:36.87833Z","steps":["trace[723062352] 'agreement among raft nodes before linearized reading' (duration: 2.997397752s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:36.878402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:33.880801Z","time spent":"2.997589996s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:36.881201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.480841Z","time spent":"4.400355132s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:36.883186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988867264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:24:36.883275Z","caller":"traceutil/trace.go:171","msg":"trace[468227131] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.989027348s","start":"2026-07-24T05:24:33.894227Z","end":"2026-07-24T05:24:36.883254Z","steps":["trace[468227131] 'agreement among raft nodes before linearized reading' (duration: 2.988908525s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:36.883327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:33.894173Z","time spent":"2.989143651s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:36.908973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.705208Z","time spent":"4.203743911s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:38.123655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987300115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:24:38.123757Z","caller":"traceutil/trace.go:171","msg":"trace[268244663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.987442928s","start":"2026-07-24T05:24:36.136288Z","end":"2026-07-24T05:24:38.123731Z","steps":["trace[268244663] 'agreement among raft nodes before linearized reading' (duration: 1.987325365s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:38.123814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:36.136267Z","time spent":"1.98753497s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:24:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:39.480587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.47953Z","time spent":"7.001050802s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:24:39.487236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.48659Z","time spent":"7.000636392s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:24:39.62524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.446014642s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:24:39.62633Z","caller":"traceutil/trace.go:171","msg":"trace[1615622942] linearizableReadLoop","detail":"{readStateIndex:1918; appliedIndex:1912; }","duration":"7.149230141s","start":"2026-07-24T05:24:32.477074Z","end":"2026-07-24T05:24:39.626304Z","steps":["trace[1615622942] 'read index received' (duration: 1.702242637s)","trace[1615622942] 'applied index is now lower than readState.Index' (duration: 5.446986334s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:39.626815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.149707922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:18 size:23316"} {"level":"info","ts":"2026-07-24T05:24:39.626865Z","caller":"traceutil/trace.go:171","msg":"trace[487784384] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:18; response_revision:1848; }","duration":"7.149795334s","start":"2026-07-24T05:24:32.477058Z","end":"2026-07-24T05:24:39.626853Z","steps":["trace[487784384] 'agreement among raft nodes before linearized reading' (duration: 7.149346953s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:39.626907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.477046Z","time spent":"7.149847735s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":18,"response size":23339,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-24T05:24:40.126423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:40.153004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00096431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:24:40.153093Z","caller":"traceutil/trace.go:171","msg":"trace[697266056] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001120244s","start":"2026-07-24T05:24:38.151953Z","end":"2026-07-24T05:24:40.153074Z","steps":["trace[697266056] 'agreement among raft nodes before linearized reading' (duration: 2.001004561s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:40.153136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:38.151924Z","time spent":"2.001203415s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:24:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:40.626593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:41.127546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:41.627741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:41.756214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:36.758642Z","time spent":"4.997565473s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:24:41.88385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:36.885905Z","time spent":"4.997929991s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:24:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:42.10457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:35.103584Z","time spent":"7.000950559s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:24:42.128956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:42.154065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:24:42.154167Z","caller":"traceutil/trace.go:171","msg":"trace[496996614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000697644s","start":"2026-07-24T05:24:40.153441Z","end":"2026-07-24T05:24:42.154139Z","steps":["trace[496996614] 'agreement among raft nodes before linearized reading' (duration: 2.00054866s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:42.154218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:40.153413Z","time spent":"2.000794796s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:24:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:42.40555Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.78004796s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:24:42.406198Z","caller":"traceutil/trace.go:171","msg":"trace[1898303681] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"5.707631757s","start":"2026-07-24T05:24:36.698536Z","end":"2026-07-24T05:24:42.406168Z","steps":["trace[1898303681] 'process raft request' (duration: 5.707501434s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:42.406363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:36.698513Z","time spent":"5.707771029s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:24:42.406506Z","caller":"traceutil/trace.go:171","msg":"trace[652141861] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1851; }","duration":"5.522346649s","start":"2026-07-24T05:24:36.884146Z","end":"2026-07-24T05:24:42.406492Z","steps":["trace[652141861] 'process raft request' (duration: 5.522241026s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:42.406502Z","caller":"traceutil/trace.go:171","msg":"trace[2036230865] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1851; }","duration":"5.572372667s","start":"2026-07-24T05:24:36.834083Z","end":"2026-07-24T05:24:42.406456Z","steps":["trace[2036230865] 'process raft request' (duration: 5.572243113s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:42.406651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:36.884121Z","time spent":"5.522450022s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:42.407097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:36.834057Z","time spent":"5.572596483s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:42.717478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:24:42.717582Z","caller":"traceutil/trace.go:171","msg":"trace[1255110807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000795057s","start":"2026-07-24T05:24:40.716763Z","end":"2026-07-24T05:24:42.717558Z","steps":["trace[1255110807] 'agreement among raft nodes before linearized reading' (duration: 2.000668734s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:42.71763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:40.716733Z","time spent":"2.000887099s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:24:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:43.020377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.954635ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:24:43.020853Z","caller":"traceutil/trace.go:171","msg":"trace[1762771537] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"1.308940964s","start":"2026-07-24T05:24:41.711876Z","end":"2026-07-24T05:24:43.020817Z","steps":["trace[1762771537] 'process raft request' (duration: 1.308605276s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.021007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:41.71185Z","time spent":"1.309082437s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:43.021004Z","caller":"traceutil/trace.go:171","msg":"trace[1690336627] linearizableReadLoop","detail":"{readStateIndex:1926; appliedIndex:1918; }","duration":"3.394599114s","start":"2026-07-24T05:24:39.62638Z","end":"2026-07-24T05:24:43.020979Z","steps":["trace[1690336627] 'read index received' (duration: 2.779387396s)","trace[1690336627] 'applied index is now lower than readState.Index' (duration: 615.208798ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:43.021222Z","caller":"traceutil/trace.go:171","msg":"trace[691452459] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"536.642921ms","start":"2026-07-24T05:24:42.484448Z","end":"2026-07-24T05:24:43.021091Z","steps":["trace[691452459] 'process raft request' (duration: 536.387535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.021366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.529127128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:24:43.021439Z","caller":"traceutil/trace.go:171","msg":"trace[803939858] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:1855; }","duration":"3.52920934s","start":"2026-07-24T05:24:39.492214Z","end":"2026-07-24T05:24:43.021424Z","steps":["trace[803939858] 'agreement among raft nodes before linearized reading' (duration: 3.528924643s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.021478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:39.49214Z","time spent":"3.529327223s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:24:43.021606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.554111041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:43.021633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390629052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-24T05:24:43.021669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.210414595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:43.021701Z","caller":"traceutil/trace.go:171","msg":"trace[967210834] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1855; }","duration":"4.554269654s","start":"2026-07-24T05:24:38.467403Z","end":"2026-07-24T05:24:43.021672Z","steps":["trace[967210834] 'agreement among raft nodes before linearized reading' (duration: 4.55409935s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:43.021722Z","caller":"traceutil/trace.go:171","msg":"trace[1985909718] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1855; }","duration":"4.210516308s","start":"2026-07-24T05:24:38.811191Z","end":"2026-07-24T05:24:43.021707Z","steps":["trace[1985909718] 'agreement among raft nodes before linearized reading' (duration: 4.210429826s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.021753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.880495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:13636"} {"level":"warn","ts":"2026-07-24T05:24:43.021758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:38.81117Z","time spent":"4.210579599s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:43.021728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.358144998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:43.021789Z","caller":"traceutil/trace.go:171","msg":"trace[1336959393] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1855; }","duration":"908.958677ms","start":"2026-07-24T05:24:42.11282Z","end":"2026-07-24T05:24:43.021779Z","steps":["trace[1336959393] 'agreement among raft nodes before linearized reading' (duration: 908.857174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.021806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.284651596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:117626"} {"level":"warn","ts":"2026-07-24T05:24:43.02182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:42.112799Z","time spent":"909.015087ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":13659,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:24:43.021827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.542841902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32265"} {"level":"info","ts":"2026-07-24T05:24:43.021829Z","caller":"traceutil/trace.go:171","msg":"trace[1970923096] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1855; }","duration":"5.358270591s","start":"2026-07-24T05:24:37.663538Z","end":"2026-07-24T05:24:43.021808Z","steps":["trace[1970923096] 'agreement among raft nodes before linearized reading' (duration: 5.358106118s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:43.02185Z","caller":"traceutil/trace.go:171","msg":"trace[1705155502] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1855; }","duration":"10.284733518s","start":"2026-07-24T05:24:32.737104Z","end":"2026-07-24T05:24:43.021837Z","steps":["trace[1705155502] 'agreement among raft nodes before linearized reading' (duration: 10.284563104s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.02186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.860413851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:43.021866Z","caller":"traceutil/trace.go:171","msg":"trace[594113819] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1855; }","duration":"10.542886903s","start":"2026-07-24T05:24:32.478963Z","end":"2026-07-24T05:24:43.02185Z","steps":["trace[594113819] 'agreement among raft nodes before linearized reading' (duration: 10.542521705s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.021912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.737082Z","time spent":"10.28479667s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":117649,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-24T05:24:43.02192Z","caller":"traceutil/trace.go:171","msg":"trace[539714983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1855; }","duration":"2.860523554s","start":"2026-07-24T05:24:40.161388Z","end":"2026-07-24T05:24:43.021911Z","steps":["trace[539714983] 'agreement among raft nodes before linearized reading' (duration: 2.860448592s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.021934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.478954Z","time spent":"10.542969715s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32288,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:24:43.021961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:40.161354Z","time spent":"2.860595786s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:43.021976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239917734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:43.021985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.542406979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:24:43.022015Z","caller":"traceutil/trace.go:171","msg":"trace[562464857] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1855; }","duration":"3.240003246s","start":"2026-07-24T05:24:39.781998Z","end":"2026-07-24T05:24:43.022001Z","steps":["trace[562464857] 'agreement among raft nodes before linearized reading' (duration: 3.239942344s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.02203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.544010019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T05:24:43.022067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:39.78197Z","time spent":"3.240088248s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:24:43.022074Z","caller":"traceutil/trace.go:171","msg":"trace[124456864] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:1855; }","duration":"9.542540052s","start":"2026-07-24T05:24:33.479507Z","end":"2026-07-24T05:24:43.022047Z","steps":["trace[124456864] 'agreement among raft nodes before linearized reading' (duration: 9.542175133s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:43.022112Z","caller":"traceutil/trace.go:171","msg":"trace[837712990] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1855; }","duration":"10.544156033s","start":"2026-07-24T05:24:32.477939Z","end":"2026-07-24T05:24:43.022095Z","steps":["trace[837712990] 'agreement among raft nodes before linearized reading' (duration: 10.543982629s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:43.021803Z","caller":"traceutil/trace.go:171","msg":"trace[546735034] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1855; }","duration":"3.390762735s","start":"2026-07-24T05:24:39.630911Z","end":"2026-07-24T05:24:43.021674Z","steps":["trace[546735034] 'agreement among raft nodes before linearized reading' (duration: 3.390645393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.022149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:32.477917Z","time spent":"10.544224495s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:24:43.022115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.943835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:43.022148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:33.479482Z","time spent":"9.542651564s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:24:43.022166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.83118785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:24:43.022224Z","caller":"traceutil/trace.go:171","msg":"trace[1774018823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"861.098169ms","start":"2026-07-24T05:24:42.16109Z","end":"2026-07-24T05:24:43.022188Z","steps":["trace[1774018823] 'agreement among raft nodes before linearized reading' (duration: 860.889574ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:43.022257Z","caller":"traceutil/trace.go:171","msg":"trace[1283886870] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1855; }","duration":"6.831353264s","start":"2026-07-24T05:24:36.190882Z","end":"2026-07-24T05:24:43.022235Z","steps":["trace[1283886870] 'agreement among raft nodes before linearized reading' (duration: 6.830878193s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.021766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:38.467378Z","time spent":"4.554376086s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:43.022279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:42.16107Z","time spent":"861.199921ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:24:43.022311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:36.19086Z","time spent":"6.831438645s","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":235,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:43.021908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:37.663474Z","time spent":"5.358399325s","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":10,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:43.02216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:39.630879Z","time spent":"3.391270257s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-24T05:24:43.021777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531482641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-jrlgv\" ","response":"range_response_count:1 size:5098"} {"level":"warn","ts":"2026-07-24T05:24:43.022605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.954438788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:43.022635Z","caller":"traceutil/trace.go:171","msg":"trace[144573314] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-jrlgv; range_end:; response_count:1; response_revision:1855; }","duration":"3.532379282s","start":"2026-07-24T05:24:39.490242Z","end":"2026-07-24T05:24:43.022622Z","steps":["trace[144573314] 'agreement among raft nodes before linearized reading' (duration: 3.531324408s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:43.022653Z","caller":"traceutil/trace.go:171","msg":"trace[797594043] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1855; }","duration":"5.95453341s","start":"2026-07-24T05:24:37.068102Z","end":"2026-07-24T05:24:43.022636Z","steps":["trace[797594043] 'agreement among raft nodes before linearized reading' (duration: 5.954404987s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.022675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:39.490218Z","time spent":"3.532446264s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5121,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-jrlgv\" "} {"level":"warn","ts":"2026-07-24T05:24:43.022683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:37.068077Z","time spent":"5.954598162s","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":20,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:43.021638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.536144843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:43.022808Z","caller":"traceutil/trace.go:171","msg":"trace[1465408839] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1855; }","duration":"9.537357082s","start":"2026-07-24T05:24:33.485432Z","end":"2026-07-24T05:24:43.022789Z","steps":["trace[1465408839] 'agreement among raft nodes before linearized reading' (duration: 9.536164933s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.022863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:33.485405Z","time spent":"9.537437754s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:43.023154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:42.484419Z","time spent":"537.017269ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:43.023186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.115728003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:24:43.023226Z","caller":"traceutil/trace.go:171","msg":"trace[1762128108] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1855; }","duration":"9.115800485s","start":"2026-07-24T05:24:33.907416Z","end":"2026-07-24T05:24:43.023217Z","steps":["trace[1762128108] 'agreement among raft nodes before linearized reading' (duration: 9.114024424s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:43.023255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:33.907404Z","time spent":"9.115842366s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":235,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:45.81857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.427524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:45.818661Z","caller":"traceutil/trace.go:171","msg":"trace[266163069] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1875; }","duration":"297.574837ms","start":"2026-07-24T05:24:45.521066Z","end":"2026-07-24T05:24:45.818641Z","steps":["trace[266163069] 'count revisions from in-memory index tree' (duration: 297.27941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:45.818859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.480007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:45.818948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.388226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:45.818985Z","caller":"traceutil/trace.go:171","msg":"trace[627474053] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1875; }","duration":"717.64284ms","start":"2026-07-24T05:24:45.101309Z","end":"2026-07-24T05:24:45.818951Z","steps":["trace[627474053] 'count revisions from in-memory index tree' (duration: 717.362123ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:45.819037Z","caller":"traceutil/trace.go:171","msg":"trace[1336921218] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1875; }","duration":"460.538669ms","start":"2026-07-24T05:24:45.358476Z","end":"2026-07-24T05:24:45.819014Z","steps":["trace[1336921218] 'count revisions from in-memory index tree' (duration: 460.285633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:45.819063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:45.101281Z","time spent":"717.766693ms","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:45.819088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:45.358449Z","time spent":"460.626561ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:45.818955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013934467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:45.819341Z","caller":"traceutil/trace.go:171","msg":"trace[1665629990] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1875; }","duration":"1.014385707s","start":"2026-07-24T05:24:44.804941Z","end":"2026-07-24T05:24:45.819327Z","steps":["trace[1665629990] 'count revisions from in-memory index tree' (duration: 1.013838384s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:45.819387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:44.804914Z","time spent":"1.014456078s","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:45.819393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.95314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:45.819437Z","caller":"traceutil/trace.go:171","msg":"trace[1729826132] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1875; }","duration":"868.993691ms","start":"2026-07-24T05:24:44.950425Z","end":"2026-07-24T05:24:45.819418Z","steps":["trace[1729826132] 'count revisions from in-memory index tree' (duration: 868.819037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:45.819484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:44.950358Z","time spent":"869.111104ms","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:45.824722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52134365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-24T05:24:45.824788Z","caller":"traceutil/trace.go:171","msg":"trace[927788799] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1875; }","duration":"1.521455372s","start":"2026-07-24T05:24:44.303317Z","end":"2026-07-24T05:24:45.824772Z","steps":["trace[927788799] 'range keys from in-memory index tree' (duration: 1.515342741s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:45.824826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:44.303291Z","time spent":"1.521525704s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-24T05:24:45.825012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.773908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:24:45.825114Z","caller":"traceutil/trace.go:171","msg":"trace[2067595851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1875; }","duration":"792.941221ms","start":"2026-07-24T05:24:45.03215Z","end":"2026-07-24T05:24:45.825091Z","steps":["trace[2067595851] 'range keys from in-memory index tree' (duration: 787.217109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:45.825143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.596194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-24T05:24:45.825175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:45.032117Z","time spent":"793.047804ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:24:45.82503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.324503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:45.825224Z","caller":"traceutil/trace.go:171","msg":"trace[352305298] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1875; }","duration":"359.143731ms","start":"2026-07-24T05:24:45.466067Z","end":"2026-07-24T05:24:45.825211Z","steps":["trace[352305298] 'count revisions from in-memory index tree' (duration: 352.260591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:45.825264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:45.466058Z","time spent":"359.191533ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:24:45.825178Z","caller":"traceutil/trace.go:171","msg":"trace[1531120381] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:1875; }","duration":"789.669316ms","start":"2026-07-24T05:24:45.035498Z","end":"2026-07-24T05:24:45.825168Z","steps":["trace[1531120381] 'range keys from in-memory index tree' (duration: 782.674974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:45.825355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:45.035486Z","time spent":"789.83648ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:24:46.585307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464139863,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:24:46.726438Z","caller":"traceutil/trace.go:171","msg":"trace[985096014] linearizableReadLoop","detail":"{readStateIndex:1950; appliedIndex:1949; }","duration":"641.966489ms","start":"2026-07-24T05:24:46.084447Z","end":"2026-07-24T05:24:46.726414Z","steps":["trace[985096014] 'read index received' (duration: 641.761084ms)","trace[985096014] 'applied index is now lower than readState.Index' (duration: 204.564µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:46.726484Z","caller":"traceutil/trace.go:171","msg":"trace[1726994893] transaction","detail":"{read_only:false; response_revision:1876; number_of_response:1; }","duration":"847.759941ms","start":"2026-07-24T05:24:45.878699Z","end":"2026-07-24T05:24:46.726459Z","steps":["trace[1726994893] 'process raft request' (duration: 847.563256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:46.726641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:45.878631Z","time spent":"847.920004ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:46.726678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.197783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:46.726794Z","caller":"traceutil/trace.go:171","msg":"trace[154519331] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1876; }","duration":"642.395238ms","start":"2026-07-24T05:24:46.084376Z","end":"2026-07-24T05:24:46.726771Z","steps":["trace[154519331] 'agreement among raft nodes before linearized reading' (duration: 642.143722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:46.726813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.90101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:46.72692Z","caller":"traceutil/trace.go:171","msg":"trace[1293747636] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1876; }","duration":"570.078055ms","start":"2026-07-24T05:24:46.156821Z","end":"2026-07-24T05:24:46.726899Z","steps":["trace[1293747636] 'agreement among raft nodes before linearized reading' (duration: 569.917471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:46.726984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.15679Z","time spent":"570.176146ms","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:46.726857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.084344Z","time spent":"642.50134ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:46.72738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.098407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:46.727493Z","caller":"traceutil/trace.go:171","msg":"trace[1030348606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1876; }","duration":"606.361373ms","start":"2026-07-24T05:24:46.121106Z","end":"2026-07-24T05:24:46.727468Z","steps":["trace[1030348606] 'agreement among raft nodes before linearized reading' (duration: 605.601205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:46.727546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.121074Z","time spent":"606.461205ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:24:49.121166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999607888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:24:49.121285Z","caller":"traceutil/trace.go:171","msg":"trace[1322520594] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999839523s","start":"2026-07-24T05:24:47.121423Z","end":"2026-07-24T05:24:49.121262Z","steps":["trace[1322520594] 'agreement among raft nodes before linearized reading' (duration: 1.999661269s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:49.121366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:47.121382Z","time spent":"1.999947276s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:24:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:24:50.186484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.442808869s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:24:50.193932Z","caller":"traceutil/trace.go:171","msg":"trace[1482916774] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"3.450395675s","start":"2026-07-24T05:24:46.743501Z","end":"2026-07-24T05:24:50.193896Z","steps":["trace[1482916774] 'process raft request' (duration: 3.443222819s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:50.194043Z","caller":"traceutil/trace.go:171","msg":"trace[2051267081] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"1.482775288s","start":"2026-07-24T05:24:48.71124Z","end":"2026-07-24T05:24:50.194015Z","steps":["trace[2051267081] 'process raft request' (duration: 1.482630304s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.194095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.743464Z","time spent":"3.450546498s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:50.194046Z","caller":"traceutil/trace.go:171","msg":"trace[220775236] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1950; }","duration":"3.450447556s","start":"2026-07-24T05:24:46.743558Z","end":"2026-07-24T05:24:50.194006Z","steps":["trace[220775236] 'read index received' (duration: 41.931µs)","trace[220775236] 'applied index is now lower than readState.Index' (duration: 3.450401045s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:50.194195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:48.711196Z","time spent":"1.482916971s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:24:50.194225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.450649151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-07-24T05:24:50.194283Z","caller":"traceutil/trace.go:171","msg":"trace[1462929420] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:1878; }","duration":"3.450728383s","start":"2026-07-24T05:24:46.74354Z","end":"2026-07-24T05:24:50.194269Z","steps":["trace[1462929420] 'agreement among raft nodes before linearized reading' (duration: 3.450547138s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.19431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.743528Z","time spent":"3.450778204s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-07-24T05:24:50.194554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.239586588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-07-24T05:24:50.19459Z","caller":"traceutil/trace.go:171","msg":"trace[1837644449] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1878; }","duration":"3.23970965s","start":"2026-07-24T05:24:46.95487Z","end":"2026-07-24T05:24:50.194579Z","steps":["trace[1837644449] 'agreement among raft nodes before linearized reading' (duration: 3.239514086s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.194614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.95479Z","time spent":"3.239819483s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-24T05:24:50.194621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.442885542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-07-24T05:24:50.194688Z","caller":"traceutil/trace.go:171","msg":"trace[1813601401] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:1878; }","duration":"3.442995754s","start":"2026-07-24T05:24:46.751671Z","end":"2026-07-24T05:24:50.194667Z","steps":["trace[1813601401] 'agreement among raft nodes before linearized reading' (duration: 3.442583555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.194741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.751662Z","time spent":"3.443064466s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-07-24T05:24:50.194829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.820829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:50.194853Z","caller":"traceutil/trace.go:171","msg":"trace[663580414] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1878; }","duration":"127.88704ms","start":"2026-07-24T05:24:50.06696Z","end":"2026-07-24T05:24:50.194847Z","steps":["trace[663580414] 'agreement among raft nodes before linearized reading' (duration: 127.836439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.19491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623439967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:50.194935Z","caller":"traceutil/trace.go:171","msg":"trace[491156029] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1878; }","duration":"2.623510668s","start":"2026-07-24T05:24:47.571415Z","end":"2026-07-24T05:24:50.194926Z","steps":["trace[491156029] 'agreement among raft nodes before linearized reading' (duration: 2.623466717s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.194954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:47.571394Z","time spent":"2.62355628s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:50.194959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279430039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:50.195027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.814462457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:50.195035Z","caller":"traceutil/trace.go:171","msg":"trace[902990522] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1878; }","duration":"3.279571252s","start":"2026-07-24T05:24:46.915445Z","end":"2026-07-24T05:24:50.195016Z","steps":["trace[902990522] 'agreement among raft nodes before linearized reading' (duration: 3.27945846s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:50.195054Z","caller":"traceutil/trace.go:171","msg":"trace[1159849417] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1878; }","duration":"2.814533479s","start":"2026-07-24T05:24:47.380509Z","end":"2026-07-24T05:24:50.195043Z","steps":["trace[1159849417] 'agreement among raft nodes before linearized reading' (duration: 2.814444327s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.195075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:47.380485Z","time spent":"2.814584481s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":76,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:50.195084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.915414Z","time spent":"3.279654215s","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:50.195102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.051979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:50.195129Z","caller":"traceutil/trace.go:171","msg":"trace[1546305104] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1878; }","duration":"982.122271ms","start":"2026-07-24T05:24:49.213001Z","end":"2026-07-24T05:24:50.195123Z","steps":["trace[1546305104] 'agreement among raft nodes before linearized reading' (duration: 982.033059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.195146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:49.212978Z","time spent":"982.163601ms","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":80,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:50.195163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073467534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:50.19521Z","caller":"traceutil/trace.go:171","msg":"trace[73045414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1878; }","duration":"1.073556946s","start":"2026-07-24T05:24:49.12164Z","end":"2026-07-24T05:24:50.195197Z","steps":["trace[73045414] 'agreement among raft nodes before linearized reading' (duration: 1.073468274s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.195242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:49.121623Z","time spent":"1.073613297s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:24:50.195239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361067435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:24:50.19528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311379918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:50.195292Z","caller":"traceutil/trace.go:171","msg":"trace[689057765] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1878; }","duration":"2.361170917s","start":"2026-07-24T05:24:47.834109Z","end":"2026-07-24T05:24:50.19528Z","steps":["trace[689057765] 'agreement among raft nodes before linearized reading' (duration: 2.360972783s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:50.195302Z","caller":"traceutil/trace.go:171","msg":"trace[1571991331] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1878; }","duration":"3.311484161s","start":"2026-07-24T05:24:46.883812Z","end":"2026-07-24T05:24:50.195296Z","steps":["trace[1571991331] 'agreement among raft nodes before linearized reading' (duration: 3.31144621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.195318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:47.834092Z","time spent":"2.361222068s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:24:50.195325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.883776Z","time spent":"3.311542722s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:24:50.195297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053123681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v9g9q\" ","response":"range_response_count:1 size:4533"} {"level":"warn","ts":"2026-07-24T05:24:50.195342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.351477706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:24:50.195373Z","caller":"traceutil/trace.go:171","msg":"trace[730289934] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-v9g9q; range_end:; response_count:1; response_revision:1878; }","duration":"3.053262575s","start":"2026-07-24T05:24:47.142091Z","end":"2026-07-24T05:24:50.195354Z","steps":["trace[730289934] 'agreement among raft nodes before linearized reading' (duration: 3.05302172s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.195362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.440472176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-07-24T05:24:50.19542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443652339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-07-24T05:24:50.195419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:47.142065Z","time spent":"3.053344576s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4556,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-v9g9q\" "} {"level":"info","ts":"2026-07-24T05:24:50.195468Z","caller":"traceutil/trace.go:171","msg":"trace[1699407890] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:1878; }","duration":"3.443729831s","start":"2026-07-24T05:24:46.751724Z","end":"2026-07-24T05:24:50.195454Z","steps":["trace[1699407890] 'agreement among raft nodes before linearized reading' (duration: 3.443579428s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:50.195408Z","caller":"traceutil/trace.go:171","msg":"trace[878090941] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:1878; }","duration":"3.35160411s","start":"2026-07-24T05:24:46.843784Z","end":"2026-07-24T05:24:50.195388Z","steps":["trace[878090941] 'agreement among raft nodes before linearized reading' (duration: 3.351367884s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.19546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44065288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-07-24T05:24:50.195538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.843747Z","time spent":"3.351784374s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:24:50.195425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.443464775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-07-24T05:24:50.195574Z","caller":"traceutil/trace.go:171","msg":"trace[254909579] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:1878; }","duration":"3.440784373s","start":"2026-07-24T05:24:46.754762Z","end":"2026-07-24T05:24:50.195546Z","steps":["trace[254909579] 'agreement among raft nodes before linearized reading' (duration: 3.440520617s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:50.195583Z","caller":"traceutil/trace.go:171","msg":"trace[1387530840] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:1878; }","duration":"3.443625839s","start":"2026-07-24T05:24:46.751945Z","end":"2026-07-24T05:24:50.19557Z","steps":["trace[1387530840] 'agreement among raft nodes before linearized reading' (duration: 3.443305032s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.195585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402656831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-07-24T05:24:50.195624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.751938Z","time spent":"3.44367552s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-24T05:24:50.195625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.754756Z","time spent":"3.440858615s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-07-24T05:24:50.19564Z","caller":"traceutil/trace.go:171","msg":"trace[1521269943] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:1878; }","duration":"3.402739793s","start":"2026-07-24T05:24:46.792885Z","end":"2026-07-24T05:24:50.195624Z","steps":["trace[1521269943] 'agreement among raft nodes before linearized reading' (duration: 3.402340014s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.195675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.792871Z","time spent":"3.402796174s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-24T05:24:50.195539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.751712Z","time spent":"3.443809953s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-07-24T05:24:50.195481Z","caller":"traceutil/trace.go:171","msg":"trace[948561874] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:1878; }","duration":"3.440625189s","start":"2026-07-24T05:24:46.754824Z","end":"2026-07-24T05:24:50.195449Z","steps":["trace[948561874] 'agreement among raft nodes before linearized reading' (duration: 3.440296082s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.196329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:46.754813Z","time spent":"3.441492599s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-07-24T05:24:50.428623Z","caller":"traceutil/trace.go:171","msg":"trace[2086936180] linearizableReadLoop","detail":"{readStateIndex:1953; appliedIndex:1952; }","duration":"223.714668ms","start":"2026-07-24T05:24:50.204881Z","end":"2026-07-24T05:24:50.428596Z","steps":["trace[2086936180] 'read index received' (duration: 223.538834ms)","trace[2086936180] 'applied index is now lower than readState.Index' (duration: 173.504µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:50.428722Z","caller":"traceutil/trace.go:171","msg":"trace[1319703615] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"224.26192ms","start":"2026-07-24T05:24:50.204432Z","end":"2026-07-24T05:24:50.428694Z","steps":["trace[1319703615] 'process raft request' (duration: 223.990994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:50.428897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.028777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:50.428909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.010634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:50.428951Z","caller":"traceutil/trace.go:171","msg":"trace[438271459] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1879; }","duration":"158.15446ms","start":"2026-07-24T05:24:50.270782Z","end":"2026-07-24T05:24:50.428936Z","steps":["trace[438271459] 'agreement among raft nodes before linearized reading' (duration: 158.009746ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:50.428978Z","caller":"traceutil/trace.go:171","msg":"trace[536589310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1879; }","duration":"224.145018ms","start":"2026-07-24T05:24:50.204816Z","end":"2026-07-24T05:24:50.428961Z","steps":["trace[536589310] 'agreement among raft nodes before linearized reading' (duration: 223.970784ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:50.851695Z","caller":"traceutil/trace.go:171","msg":"trace[690902183] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"138.169357ms","start":"2026-07-24T05:24:50.713492Z","end":"2026-07-24T05:24:50.851662Z","steps":["trace[690902183] 'process raft request' (duration: 99.4135ms)","trace[690902183] 'compare' (duration: 38.070571ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:51.156206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.108488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-07-24T05:24:51.156303Z","caller":"traceutil/trace.go:171","msg":"trace[1429113946] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:1892; }","duration":"202.21775ms","start":"2026-07-24T05:24:50.95406Z","end":"2026-07-24T05:24:51.156278Z","steps":["trace[1429113946] 'range keys from in-memory index tree' (duration: 201.873633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:51.156561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.365303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:24:51.156603Z","caller":"traceutil/trace.go:171","msg":"trace[1305009047] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1892; }","duration":"192.448885ms","start":"2026-07-24T05:24:50.964144Z","end":"2026-07-24T05:24:51.156592Z","steps":["trace[1305009047] 'count revisions from in-memory index tree' (duration: 192.290441ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:51.337065Z","caller":"traceutil/trace.go:171","msg":"trace[1339505139] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"102.608784ms","start":"2026-07-24T05:24:51.234427Z","end":"2026-07-24T05:24:51.337035Z","steps":["trace[1339505139] 'process raft request' (duration: 102.302557ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:51.470489Z","caller":"traceutil/trace.go:171","msg":"trace[1795829834] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"128.924403ms","start":"2026-07-24T05:24:51.341529Z","end":"2026-07-24T05:24:51.470453Z","steps":["trace[1795829834] 'process raft request' (duration: 125.265639ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:51.474735Z","caller":"traceutil/trace.go:171","msg":"trace[1439906102] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"120.489779ms","start":"2026-07-24T05:24:51.354226Z","end":"2026-07-24T05:24:51.474716Z","steps":["trace[1439906102] 'process raft request' (duration: 120.383606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:52.410815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.538479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:24:52.410903Z","caller":"traceutil/trace.go:171","msg":"trace[798208696] linearizableReadLoop","detail":"{readStateIndex:1981; appliedIndex:1980; }","duration":"198.362481ms","start":"2026-07-24T05:24:52.212528Z","end":"2026-07-24T05:24:52.410891Z","steps":["trace[798208696] 'read index received' (duration: 52.663219ms)","trace[798208696] 'applied index is now lower than readState.Index' (duration: 145.698332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:52.410992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.230772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:24:52.411014Z","caller":"traceutil/trace.go:171","msg":"trace[2014205896] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1907; }","duration":"180.291983ms","start":"2026-07-24T05:24:52.230713Z","end":"2026-07-24T05:24:52.411005Z","steps":["trace[2014205896] 'agreement among raft nodes before linearized reading' (duration: 180.253182ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:52.410982Z","caller":"traceutil/trace.go:171","msg":"trace[858685008] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"200.278816ms","start":"2026-07-24T05:24:52.210632Z","end":"2026-07-24T05:24:52.410911Z","steps":["trace[858685008] 'process raft request' (duration: 54.578084ms)","trace[858685008] 'compare' (duration: 145.442836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:52.411072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.529135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32087"} {"level":"info","ts":"2026-07-24T05:24:52.411131Z","caller":"traceutil/trace.go:171","msg":"trace[718002200] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1907; }","duration":"198.613107ms","start":"2026-07-24T05:24:52.212503Z","end":"2026-07-24T05:24:52.411116Z","steps":["trace[718002200] 'agreement among raft nodes before linearized reading' (duration: 198.431812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:52.411513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.762901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-579c9dd7cd-xhpcl\" ","response":"range_response_count:1 size:3697"} {"level":"info","ts":"2026-07-24T05:24:52.411615Z","caller":"traceutil/trace.go:171","msg":"trace[1711131688] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-579c9dd7cd-xhpcl; range_end:; response_count:1; response_revision:1907; }","duration":"160.931004ms","start":"2026-07-24T05:24:52.250662Z","end":"2026-07-24T05:24:52.411593Z","steps":["trace[1711131688] 'agreement among raft nodes before linearized reading' (duration: 160.450283ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:52.610641Z","caller":"traceutil/trace.go:171","msg":"trace[1826071343] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"191.722837ms","start":"2026-07-24T05:24:52.418879Z","end":"2026-07-24T05:24:52.610602Z","steps":["trace[1826071343] 'process raft request' (duration: 113.483496ms)","trace[1826071343] 'compare' (duration: 77.894063ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:52.787737Z","caller":"traceutil/trace.go:171","msg":"trace[638360766] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"160.891083ms","start":"2026-07-24T05:24:52.626801Z","end":"2026-07-24T05:24:52.787692Z","steps":["trace[638360766] 'process raft request' (duration: 115.227047ms)","trace[638360766] 'compare' (duration: 45.482552ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:53.211397Z","caller":"traceutil/trace.go:171","msg":"trace[990831339] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"136.981431ms","start":"2026-07-24T05:24:53.074377Z","end":"2026-07-24T05:24:53.211359Z","steps":["trace[990831339] 'process raft request' (duration: 100.963177ms)","trace[990831339] 'compare' (duration: 35.666875ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:54.69793Z","caller":"traceutil/trace.go:171","msg":"trace[113317668] linearizableReadLoop","detail":"{readStateIndex:1997; appliedIndex:1996; }","duration":"281.610017ms","start":"2026-07-24T05:24:54.416271Z","end":"2026-07-24T05:24:54.697881Z","steps":["trace[113317668] 'read index received' (duration: 281.33058ms)","trace[113317668] 'applied index is now lower than readState.Index' (duration: 277.917µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:54.698087Z","caller":"traceutil/trace.go:171","msg":"trace[241959178] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"429.50718ms","start":"2026-07-24T05:24:54.268567Z","end":"2026-07-24T05:24:54.698075Z","steps":["trace[241959178] 'process raft request' (duration: 429.135642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:54.698301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:54.268544Z","time spent":"429.576132ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5023,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:24:54.698425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.129849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:24:54.698474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.032916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:24:54.698502Z","caller":"traceutil/trace.go:171","msg":"trace[1985957010] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1922; }","duration":"282.241291ms","start":"2026-07-24T05:24:54.416241Z","end":"2026-07-24T05:24:54.698483Z","steps":["trace[1985957010] 'agreement among raft nodes before linearized reading' (duration: 282.020356ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:54.698543Z","caller":"traceutil/trace.go:171","msg":"trace[715068443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"282.17623ms","start":"2026-07-24T05:24:54.416349Z","end":"2026-07-24T05:24:54.698525Z","steps":["trace[715068443] 'agreement among raft nodes before linearized reading' (duration: 281.924485ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:54.932712Z","caller":"traceutil/trace.go:171","msg":"trace[1971132957] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"227.935215ms","start":"2026-07-24T05:24:54.704743Z","end":"2026-07-24T05:24:54.932678Z","steps":["trace[1971132957] 'process raft request' (duration: 225.359135ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:54.932712Z","caller":"traceutil/trace.go:171","msg":"trace[1823219928] linearizableReadLoop","detail":"{readStateIndex:1998; appliedIndex:1997; }","duration":"226.662066ms","start":"2026-07-24T05:24:54.706005Z","end":"2026-07-24T05:24:54.932667Z","steps":["trace[1823219928] 'read index received' (duration: 223.942893ms)","trace[1823219928] 'applied index is now lower than readState.Index' (duration: 2.717673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:54.933028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.995303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32087"} {"level":"info","ts":"2026-07-24T05:24:54.933098Z","caller":"traceutil/trace.go:171","msg":"trace[1340851075] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1923; }","duration":"227.120826ms","start":"2026-07-24T05:24:54.705961Z","end":"2026-07-24T05:24:54.933082Z","steps":["trace[1340851075] 'agreement among raft nodes before linearized reading' (duration: 226.814019ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:24:57.506574Z","caller":"traceutil/trace.go:171","msg":"trace[336506515] linearizableReadLoop","detail":"{readStateIndex:2010; appliedIndex:2009; }","duration":"516.925684ms","start":"2026-07-24T05:24:56.989627Z","end":"2026-07-24T05:24:57.506553Z","steps":["trace[336506515] 'read index received' (duration: 499.140571ms)","trace[336506515] 'applied index is now lower than readState.Index' (duration: 17.784103ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:24:57.506682Z","caller":"traceutil/trace.go:171","msg":"trace[1212262419] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"530.938948ms","start":"2026-07-24T05:24:56.975733Z","end":"2026-07-24T05:24:57.506672Z","steps":["trace[1212262419] 'process raft request' (duration: 513.011973ms)","trace[1212262419] 'compare' (duration: 17.377443ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:24:57.506733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.349079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:24:57.506772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:56.975701Z","time spent":"531.00107ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:24:57.506788Z","caller":"traceutil/trace.go:171","msg":"trace[1977491495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1935; }","duration":"385.445511ms","start":"2026-07-24T05:24:57.121328Z","end":"2026-07-24T05:24:57.506773Z","steps":["trace[1977491495] 'agreement among raft nodes before linearized reading' (duration: 385.362349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:57.506816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:57.12131Z","time spent":"385.500633ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:24:57.507015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.395305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:24:57.507045Z","caller":"traceutil/trace.go:171","msg":"trace[1005661846] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1935; }","duration":"517.454626ms","start":"2026-07-24T05:24:56.989584Z","end":"2026-07-24T05:24:57.507039Z","steps":["trace[1005661846] 'agreement among raft nodes before linearized reading' (duration: 517.349253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:57.507062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:56.989568Z","time spent":"517.490127ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:24:57.507414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.420208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:24:57.507448Z","caller":"traceutil/trace.go:171","msg":"trace[632553746] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:1935; }","duration":"273.49442ms","start":"2026-07-24T05:24:57.233945Z","end":"2026-07-24T05:24:57.507439Z","steps":["trace[632553746] 'agreement among raft nodes before linearized reading' (duration: 273.368307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:24:59.012306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:24:59.512796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:00.014051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:00.455634Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.305083218s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:25:01.121698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:25:01.121824Z","caller":"traceutil/trace.go:171","msg":"trace[379407396] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138391s","start":"2026-07-24T05:24:59.121662Z","end":"2026-07-24T05:25:01.1218Z","steps":["trace[379407396] 'agreement among raft nodes before linearized reading' (duration: 1.999980147s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:01.121877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:59.121592Z","time spent":"2.000272424s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:02.497646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041768074s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:25:02.497756Z","caller":"traceutil/trace.go:171","msg":"trace[42904458] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2012; }","duration":"3.98600397s","start":"2026-07-24T05:24:58.511733Z","end":"2026-07-24T05:25:02.497737Z","steps":["trace[42904458] 'read index received' (duration: 1.944055863s)","trace[42904458] 'applied index is now lower than readState.Index' (duration: 2.041946327s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:02.498576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.986820331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:25:02.498673Z","caller":"traceutil/trace.go:171","msg":"trace[72976950] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:1937; }","duration":"3.986956643s","start":"2026-07-24T05:24:58.511692Z","end":"2026-07-24T05:25:02.498648Z","steps":["trace[72976950] 'agreement among raft nodes before linearized reading' (duration: 3.986655556s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.498701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376037307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:02.498711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.13262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:02.498731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:58.511676Z","time spent":"3.987039446s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:25:02.498745Z","caller":"traceutil/trace.go:171","msg":"trace[741038975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1937; }","duration":"1.376126449s","start":"2026-07-24T05:25:01.122604Z","end":"2026-07-24T05:25:02.49873Z","steps":["trace[741038975] 'agreement among raft nodes before linearized reading' (duration: 1.376038417s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:02.498758Z","caller":"traceutil/trace.go:171","msg":"trace[2080075229] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1937; }","duration":"371.264613ms","start":"2026-07-24T05:25:02.12748Z","end":"2026-07-24T05:25:02.498745Z","steps":["trace[2080075229] 'agreement among raft nodes before linearized reading' (duration: 371.178261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.498775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:01.122583Z","time spent":"1.37618564s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:02.498751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.806887406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:25:02.4988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:02.127457Z","time spent":"371.328034ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:02.498829Z","caller":"traceutil/trace.go:171","msg":"trace[1539307855] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1937; }","duration":"3.807010679s","start":"2026-07-24T05:24:58.691798Z","end":"2026-07-24T05:25:02.498809Z","steps":["trace[1539307855] 'agreement among raft nodes before linearized reading' (duration: 3.806851305s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.498819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11932761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:25:02.498842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707133454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:02.498874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:58.691781Z","time spent":"3.807082891s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":34,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:02.498886Z","caller":"traceutil/trace.go:171","msg":"trace[1379830201] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1937; }","duration":"2.119445403s","start":"2026-07-24T05:25:00.379423Z","end":"2026-07-24T05:25:02.498868Z","steps":["trace[1379830201] 'agreement among raft nodes before linearized reading' (duration: 2.11931833s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:02.498905Z","caller":"traceutil/trace.go:171","msg":"trace[1966400488] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1937; }","duration":"2.707236316s","start":"2026-07-24T05:24:59.791645Z","end":"2026-07-24T05:25:02.498882Z","steps":["trace[1966400488] 'agreement among raft nodes before linearized reading' (duration: 2.707139324s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.498936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:00.379403Z","time spent":"2.119518814s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":10,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:02.498957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:59.791625Z","time spent":"2.707314999s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:02.498964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98826376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T05:25:02.49897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974153264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:25:02.499012Z","caller":"traceutil/trace.go:171","msg":"trace[939902347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1937; }","duration":"2.988348312s","start":"2026-07-24T05:24:59.510653Z","end":"2026-07-24T05:25:02.499001Z","steps":["trace[939902347] 'agreement among raft nodes before linearized reading' (duration: 2.988186168s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.499033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.549343756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T05:25:02.49905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:59.510635Z","time spent":"2.988408633s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:25:02.499055Z","caller":"traceutil/trace.go:171","msg":"trace[694280485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1937; }","duration":"2.974283927s","start":"2026-07-24T05:24:59.524753Z","end":"2026-07-24T05:25:02.499037Z","steps":["trace[694280485] 'agreement among raft nodes before linearized reading' (duration: 2.974041191s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:02.499082Z","caller":"traceutil/trace.go:171","msg":"trace[268240138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1937; }","duration":"3.549426157s","start":"2026-07-24T05:24:58.949636Z","end":"2026-07-24T05:25:02.499062Z","steps":["trace[268240138] 'agreement among raft nodes before linearized reading' (duration: 3.54910841s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.499095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:59.524735Z","time spent":"2.974353218s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:25:02.499128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:58.949613Z","time spent":"3.549506159s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:25:02.498936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982707452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:25:02.499187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777105786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" ","response":"range_response_count:1 size:5484"} {"level":"warn","ts":"2026-07-24T05:25:02.499257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548143668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:25:02.499284Z","caller":"traceutil/trace.go:171","msg":"trace[695119336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:1937; }","duration":"3.548171048s","start":"2026-07-24T05:24:58.951104Z","end":"2026-07-24T05:25:02.499275Z","steps":["trace[695119336] 'agreement among raft nodes before linearized reading' (duration: 3.548077496s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.499284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.778466018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-24T05:25:02.499313Z","caller":"traceutil/trace.go:171","msg":"trace[89126899] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf; range_end:; response_count:1; response_revision:1937; }","duration":"3.777193779s","start":"2026-07-24T05:24:58.722021Z","end":"2026-07-24T05:25:02.499215Z","steps":["trace[89126899] 'agreement among raft nodes before linearized reading' (duration: 3.777038905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.499319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:58.951022Z","time spent":"3.548290161s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:25:02.499326Z","caller":"traceutil/trace.go:171","msg":"trace[219147187] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b; range_end:; response_count:1; response_revision:1937; }","duration":"3.77856087s","start":"2026-07-24T05:24:58.720755Z","end":"2026-07-24T05:25:02.499316Z","steps":["trace[219147187] 'agreement among raft nodes before linearized reading' (duration: 3.778463838s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.499349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:58.720735Z","time spent":"3.778608722s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" "} {"level":"warn","ts":"2026-07-24T05:25:02.499347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:58.721997Z","time spent":"3.777340502s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5507,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" "} {"level":"warn","ts":"2026-07-24T05:25:02.499371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615771895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:25:02.499425Z","caller":"traceutil/trace.go:171","msg":"trace[212277368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1937; }","duration":"1.615823006s","start":"2026-07-24T05:25:00.883584Z","end":"2026-07-24T05:25:02.499407Z","steps":["trace[212277368] 'agreement among raft nodes before linearized reading' (duration: 1.615660563s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:02.499184Z","caller":"traceutil/trace.go:171","msg":"trace[605070309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1937; }","duration":"2.983012869s","start":"2026-07-24T05:24:59.516154Z","end":"2026-07-24T05:25:02.499167Z","steps":["trace[605070309] 'agreement among raft nodes before linearized reading' (duration: 2.982569239s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.499453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782544465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:02.499472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:00.883519Z","time spent":"1.61594237s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:25:02.499491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:24:59.516131Z","time spent":"2.983350116s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:25:02.4995Z","caller":"traceutil/trace.go:171","msg":"trace[1035812754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1937; }","duration":"1.782590386s","start":"2026-07-24T05:25:00.716895Z","end":"2026-07-24T05:25:02.499486Z","steps":["trace[1035812754] 'agreement among raft nodes before linearized reading' (duration: 1.782515474s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:02.499543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:00.716831Z","time spent":"1.782701718s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:25:03.51649Z","caller":"traceutil/trace.go:171","msg":"trace[96659387] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"110.982529ms","start":"2026-07-24T05:25:03.405465Z","end":"2026-07-24T05:25:03.516448Z","steps":["trace[96659387] 'process raft request' (duration: 110.653031ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:03.840353Z","caller":"traceutil/trace.go:171","msg":"trace[19949952] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"290.709899ms","start":"2026-07-24T05:25:03.549614Z","end":"2026-07-24T05:25:03.840324Z","steps":["trace[19949952] 'process raft request' (duration: 290.3414ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:03.841207Z","caller":"traceutil/trace.go:171","msg":"trace[2008151241] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"135.349663ms","start":"2026-07-24T05:25:03.705846Z","end":"2026-07-24T05:25:03.841195Z","steps":["trace[2008151241] 'process raft request' (duration: 135.169808ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:06.749853Z","caller":"traceutil/trace.go:171","msg":"trace[57120450] linearizableReadLoop","detail":"{readStateIndex:2035; appliedIndex:2034; }","duration":"151.062385ms","start":"2026-07-24T05:25:06.598766Z","end":"2026-07-24T05:25:06.749829Z","steps":["trace[57120450] 'read index received' (duration: 15.17857ms)","trace[57120450] 'applied index is now lower than readState.Index' (duration: 135.882325ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:06.749869Z","caller":"traceutil/trace.go:171","msg":"trace[116341854] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"151.186878ms","start":"2026-07-24T05:25:06.598655Z","end":"2026-07-24T05:25:06.749842Z","steps":["trace[116341854] 'process raft request' (duration: 150.41409ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:06.749958Z","caller":"traceutil/trace.go:171","msg":"trace[1631257069] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"149.509088ms","start":"2026-07-24T05:25:06.600441Z","end":"2026-07-24T05:25:06.74995Z","steps":["trace[1631257069] 'process raft request' (duration: 149.319634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:06.750185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.397063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:25:06.750287Z","caller":"traceutil/trace.go:171","msg":"trace[1543259623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1959; }","duration":"151.532505ms","start":"2026-07-24T05:25:06.598732Z","end":"2026-07-24T05:25:06.750264Z","steps":["trace[1543259623] 'agreement among raft nodes before linearized reading' (duration: 151.226629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:13.705313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.058952ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:13.705454Z","caller":"traceutil/trace.go:171","msg":"trace[584071952] linearizableReadLoop","detail":"{readStateIndex:2183; appliedIndex:2182; }","duration":"313.003059ms","start":"2026-07-24T05:25:13.392434Z","end":"2026-07-24T05:25:13.705437Z","steps":["trace[584071952] 'read index received' (duration: 57.621µs)","trace[584071952] 'applied index is now lower than readState.Index' (duration: 312.943888ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:13.70555Z","caller":"traceutil/trace.go:171","msg":"trace[1022919350] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"581.009531ms","start":"2026-07-24T05:25:13.124528Z","end":"2026-07-24T05:25:13.705538Z","steps":["trace[1022919350] 'process raft request' (duration: 68.617582ms)","trace[1022919350] 'compare' (duration: 511.878588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:13.705608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:13.124508Z","time spent":"581.068593ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:13.705742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.908506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:25:13.705792Z","caller":"traceutil/trace.go:171","msg":"trace[743912739] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2103; }","duration":"133.009538ms","start":"2026-07-24T05:25:13.572768Z","end":"2026-07-24T05:25:13.705778Z","steps":["trace[743912739] 'agreement among raft nodes before linearized reading' (duration: 132.806063ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:13.706049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.573313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7d456\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-07-24T05:25:13.706363Z","caller":"traceutil/trace.go:171","msg":"trace[1212588559] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7d456; range_end:; response_count:1; response_revision:2103; }","duration":"313.941372ms","start":"2026-07-24T05:25:13.392386Z","end":"2026-07-24T05:25:13.706327Z","steps":["trace[1212588559] 'agreement among raft nodes before linearized reading' (duration: 313.380589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:13.706428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:13.392367Z","time spent":"314.042635ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4202,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7d456\" "} {"level":"warn","ts":"2026-07-24T05:25:14.057152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.679904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:14.057346Z","caller":"traceutil/trace.go:171","msg":"trace[1431366063] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"343.103485ms","start":"2026-07-24T05:25:13.714204Z","end":"2026-07-24T05:25:14.057308Z","steps":["trace[1431366063] 'process raft request' (duration: 209.157595ms)","trace[1431366063] 'compare' (duration: 133.360847ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:14.057417Z","caller":"traceutil/trace.go:171","msg":"trace[1618673311] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"137.89038ms","start":"2026-07-24T05:25:13.91951Z","end":"2026-07-24T05:25:14.0574Z","steps":["trace[1618673311] 'process raft request' (duration: 137.778578ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:14.057402Z","caller":"traceutil/trace.go:171","msg":"trace[233519205] linearizableReadLoop","detail":"{readStateIndex:2184; appliedIndex:2183; }","duration":"279.890977ms","start":"2026-07-24T05:25:13.777481Z","end":"2026-07-24T05:25:14.057372Z","steps":["trace[233519205] 'read index received' (duration: 145.858745ms)","trace[233519205] 'applied index is now lower than readState.Index' (duration: 134.029812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:14.057544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.05366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:14.057582Z","caller":"traceutil/trace.go:171","msg":"trace[88080163] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2105; }","duration":"280.161702ms","start":"2026-07-24T05:25:13.77741Z","end":"2026-07-24T05:25:14.057572Z","steps":["trace[88080163] 'agreement among raft nodes before linearized reading' (duration: 280.039469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:14.058085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:13.714185Z","time spent":"343.78414ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:14.288201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.739152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:14.288356Z","caller":"traceutil/trace.go:171","msg":"trace[1770867829] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"226.239518ms","start":"2026-07-24T05:25:14.062077Z","end":"2026-07-24T05:25:14.288316Z","steps":["trace[1770867829] 'process raft request' (duration: 103.310602ms)","trace[1770867829] 'compare' (duration: 122.552618ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:14.28842Z","caller":"traceutil/trace.go:171","msg":"trace[813074232] linearizableReadLoop","detail":"{readStateIndex:2186; appliedIndex:2185; }","duration":"167.182745ms","start":"2026-07-24T05:25:14.121222Z","end":"2026-07-24T05:25:14.288405Z","steps":["trace[813074232] 'read index received' (duration: 44.006624ms)","trace[813074232] 'applied index is now lower than readState.Index' (duration: 123.175611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:14.288474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.265128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:14.288492Z","caller":"traceutil/trace.go:171","msg":"trace[1402721950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2107; }","duration":"167.284078ms","start":"2026-07-24T05:25:14.121202Z","end":"2026-07-24T05:25:14.288486Z","steps":["trace[1402721950] 'agreement among raft nodes before linearized reading' (duration: 167.242647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:15.211445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140404,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:25:15.387905Z","caller":"traceutil/trace.go:171","msg":"trace[1862058286] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"730.535592ms","start":"2026-07-24T05:25:14.657345Z","end":"2026-07-24T05:25:15.38788Z","steps":["trace[1862058286] 'process raft request' (duration: 730.393698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:15.388077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:14.657317Z","time spent":"730.668485ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:15.415629Z","caller":"traceutil/trace.go:171","msg":"trace[153586131] linearizableReadLoop","detail":"{readStateIndex:2189; appliedIndex:2187; }","duration":"704.678555ms","start":"2026-07-24T05:25:14.710924Z","end":"2026-07-24T05:25:15.415603Z","steps":["trace[153586131] 'read index received' (duration: 676.897134ms)","trace[153586131] 'applied index is now lower than readState.Index' (duration: 27.780381ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:15.415757Z","caller":"traceutil/trace.go:171","msg":"trace[367382626] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"350.325751ms","start":"2026-07-24T05:25:15.06541Z","end":"2026-07-24T05:25:15.415736Z","steps":["trace[367382626] 'process raft request' (duration: 350.041535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:15.415873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:15.065382Z","time spent":"350.424903ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:15.415911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.957581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:25:15.415984Z","caller":"traceutil/trace.go:171","msg":"trace[1783318168] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2109; }","duration":"705.084504ms","start":"2026-07-24T05:25:14.710882Z","end":"2026-07-24T05:25:15.415967Z","steps":["trace[1783318168] 'agreement among raft nodes before linearized reading' (duration: 704.858779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:15.416029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:14.710865Z","time spent":"705.154177ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:25:15.41609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.054972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:25:15.416167Z","caller":"traceutil/trace.go:171","msg":"trace[1909629325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2109; }","duration":"626.173575ms","start":"2026-07-24T05:25:14.789975Z","end":"2026-07-24T05:25:15.416149Z","steps":["trace[1909629325] 'agreement among raft nodes before linearized reading' (duration: 625.999451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:15.416222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:14.789954Z","time spent":"626.254746ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:25:15.416295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.904261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:25:15.416308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.111423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:15.416363Z","caller":"traceutil/trace.go:171","msg":"trace[608743278] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2109; }","duration":"435.040244ms","start":"2026-07-24T05:25:14.98131Z","end":"2026-07-24T05:25:15.41635Z","steps":["trace[608743278] 'agreement among raft nodes before linearized reading' (duration: 434.901981ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:15.416367Z","caller":"traceutil/trace.go:171","msg":"trace[1897390076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2109; }","duration":"284.214035ms","start":"2026-07-24T05:25:15.13214Z","end":"2026-07-24T05:25:15.416354Z","steps":["trace[1897390076] 'agreement among raft nodes before linearized reading' (duration: 284.127553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:15.416394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:14.981293Z","time spent":"435.095916ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:15.416469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.274435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:25:15.416514Z","caller":"traceutil/trace.go:171","msg":"trace[1119600973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2109; }","duration":"619.335307ms","start":"2026-07-24T05:25:14.797168Z","end":"2026-07-24T05:25:15.416503Z","steps":["trace[1119600973] 'agreement among raft nodes before linearized reading' (duration: 619.224724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:15.41655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:14.797159Z","time spent":"619.381337ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:25:15.416643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.358036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:25:15.416753Z","caller":"traceutil/trace.go:171","msg":"trace[957246462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2109; }","duration":"619.441469ms","start":"2026-07-24T05:25:14.797247Z","end":"2026-07-24T05:25:15.416689Z","steps":["trace[957246462] 'agreement among raft nodes before linearized reading' (duration: 619.303846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:15.416805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:14.79723Z","time spent":"619.561781ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:25:15.531101Z","caller":"traceutil/trace.go:171","msg":"trace[1266778028] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"110.185951ms","start":"2026-07-24T05:25:15.42088Z","end":"2026-07-24T05:25:15.531066Z","steps":["trace[1266778028] 'process raft request' (duration: 51.082658ms)","trace[1266778028] 'compare' (duration: 58.9607ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:15.578196Z","caller":"traceutil/trace.go:171","msg":"trace[2104160587] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"152.854076ms","start":"2026-07-24T05:25:15.42532Z","end":"2026-07-24T05:25:15.578174Z","steps":["trace[2104160587] 'process raft request' (duration: 152.814385ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:15.578295Z","caller":"traceutil/trace.go:171","msg":"trace[889976183] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"152.99776ms","start":"2026-07-24T05:25:15.425251Z","end":"2026-07-24T05:25:15.578249Z","steps":["trace[889976183] 'process raft request' (duration: 152.766025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.094622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.137436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:25:17.094732Z","caller":"traceutil/trace.go:171","msg":"trace[444770426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2112; }","duration":"516.31902ms","start":"2026-07-24T05:25:16.578389Z","end":"2026-07-24T05:25:17.094708Z","steps":["trace[444770426] 'range keys from in-memory index tree' (duration: 515.822139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.094789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:16.578359Z","time spent":"516.415132ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:25:17.094872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000254673s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:17.094974Z","caller":"traceutil/trace.go:171","msg":"trace[1877171363] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2112; }","duration":"1.000361605s","start":"2026-07-24T05:25:16.094599Z","end":"2026-07-24T05:25:17.09496Z","steps":["trace[1877171363] 'range keys from in-memory index tree' (duration: 1.000243022s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.09516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.000594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-24T05:25:17.095269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.051503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:25:17.095493Z","caller":"traceutil/trace.go:171","msg":"trace[1234211597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2112; }","duration":"803.318999ms","start":"2026-07-24T05:25:16.292163Z","end":"2026-07-24T05:25:17.095482Z","steps":["trace[1234211597] 'range keys from in-memory index tree' (duration: 802.91967ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:17.095274Z","caller":"traceutil/trace.go:171","msg":"trace[1421636070] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2112; }","duration":"673.157668ms","start":"2026-07-24T05:25:16.422089Z","end":"2026-07-24T05:25:17.095246Z","steps":["trace[1421636070] 'range keys from in-memory index tree' (duration: 672.81991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.09553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:16.292141Z","time spent":"803.381571ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:25:17.095541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.834866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:17.095633Z","caller":"traceutil/trace.go:171","msg":"trace[2075327620] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2112; }","duration":"987.945038ms","start":"2026-07-24T05:25:16.107668Z","end":"2026-07-24T05:25:17.095613Z","steps":["trace[2075327620] 'count revisions from in-memory index tree' (duration: 987.739003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.095638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.929392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:17.09569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:16.10761Z","time spent":"988.061371ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:17.095729Z","caller":"traceutil/trace.go:171","msg":"trace[2028888672] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2112; }","duration":"911.058675ms","start":"2026-07-24T05:25:16.184645Z","end":"2026-07-24T05:25:17.095704Z","steps":["trace[2028888672] 'count revisions from in-memory index tree' (duration: 910.838381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.095781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:16.184628Z","time spent":"911.140907ms","remote":"127.0.0.1:50918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:17.09645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:16.422073Z","time spent":"673.469605ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:25:17.621666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140419,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:25:17.817872Z","caller":"traceutil/trace.go:171","msg":"trace[822249068] linearizableReadLoop","detail":"{readStateIndex:2193; appliedIndex:2192; }","duration":"696.944417ms","start":"2026-07-24T05:25:17.120896Z","end":"2026-07-24T05:25:17.81784Z","steps":["trace[822249068] 'read index received' (duration: 696.824185ms)","trace[822249068] 'applied index is now lower than readState.Index' (duration: 116.852µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:17.817933Z","caller":"traceutil/trace.go:171","msg":"trace[298637605] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"717.189674ms","start":"2026-07-24T05:25:17.100722Z","end":"2026-07-24T05:25:17.817912Z","steps":["trace[298637605] 'process raft request' (duration: 716.959959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.818058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:17.100701Z","time spent":"717.276145ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:17.81815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.531856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:25:17.818192Z","caller":"traceutil/trace.go:171","msg":"trace[550624654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2113; }","duration":"425.635398ms","start":"2026-07-24T05:25:17.392547Z","end":"2026-07-24T05:25:17.818183Z","steps":["trace[550624654] 'agreement among raft nodes before linearized reading' (duration: 425.480935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.818162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.217963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:17.818297Z","caller":"traceutil/trace.go:171","msg":"trace[1165324658] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2113; }","duration":"697.403967ms","start":"2026-07-24T05:25:17.120866Z","end":"2026-07-24T05:25:17.81827Z","steps":["trace[1165324658] 'agreement among raft nodes before linearized reading' (duration: 697.158742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.818223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:17.392525Z","time spent":"425.69031ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:25:17.81837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:17.120852Z","time spent":"697.50736ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:17.818408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.945187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:25:17.818545Z","caller":"traceutil/trace.go:171","msg":"trace[1613385498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2113; }","duration":"283.145842ms","start":"2026-07-24T05:25:17.535367Z","end":"2026-07-24T05:25:17.818513Z","steps":["trace[1613385498] 'agreement among raft nodes before linearized reading' (duration: 282.776043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.818625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.593212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:25:17.818686Z","caller":"traceutil/trace.go:171","msg":"trace[1207351395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2113; }","duration":"234.696354ms","start":"2026-07-24T05:25:17.583974Z","end":"2026-07-24T05:25:17.81867Z","steps":["trace[1207351395] 'agreement among raft nodes before linearized reading' (duration: 234.54763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:17.818424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.221846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:25:17.818789Z","caller":"traceutil/trace.go:171","msg":"trace[1154107493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2113; }","duration":"235.665998ms","start":"2026-07-24T05:25:17.583108Z","end":"2026-07-24T05:25:17.818774Z","steps":["trace[1154107493] 'agreement among raft nodes before linearized reading' (duration: 235.015062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:18.603231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:19.104252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:19.604406Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:19.749567Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.900619552s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:25:19.750112Z","caller":"traceutil/trace.go:171","msg":"trace[1561688514] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"1.925819253s","start":"2026-07-24T05:25:17.824271Z","end":"2026-07-24T05:25:19.750091Z","steps":["trace[1561688514] 'process raft request' (duration: 1.925770572s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:19.750166Z","caller":"traceutil/trace.go:171","msg":"trace[1559484694] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"1.925912115s","start":"2026-07-24T05:25:17.824218Z","end":"2026-07-24T05:25:19.75013Z","steps":["trace[1559484694] 'process raft request' (duration: 1.925566927s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:19.750277Z","caller":"traceutil/trace.go:171","msg":"trace[1683854328] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"1.926002457s","start":"2026-07-24T05:25:17.824232Z","end":"2026-07-24T05:25:19.750235Z","steps":["trace[1683854328] 'process raft request' (duration: 1.925766302s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:19.750382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:17.82425Z","time spent":"1.925937715s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:19.750306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:17.824196Z","time spent":"1.926032188s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:19.750616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:17.824212Z","time spent":"1.926197871s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:19.991874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.87847ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:25:19.991993Z","caller":"traceutil/trace.go:171","msg":"trace[782034051] linearizableReadLoop","detail":"{readStateIndex:2198; appliedIndex:2194; }","duration":"1.88971842s","start":"2026-07-24T05:25:18.102255Z","end":"2026-07-24T05:25:19.991973Z","steps":["trace[782034051] 'read index received' (duration: 1.647559154s)","trace[782034051] 'applied index is now lower than readState.Index' (duration: 242.157776ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:19.992191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.774238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:25:19.992199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889928204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:25:19.99224Z","caller":"traceutil/trace.go:171","msg":"trace[1282625877] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2117; }","duration":"235.83593ms","start":"2026-07-24T05:25:19.756394Z","end":"2026-07-24T05:25:19.99223Z","steps":["trace[1282625877] 'agreement among raft nodes before linearized reading' (duration: 235.727087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:19.992258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280647581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-07-24T05:25:19.992276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.139559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:25:19.992276Z","caller":"traceutil/trace.go:171","msg":"trace[1826514048] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2117; }","duration":"1.890062747s","start":"2026-07-24T05:25:18.102194Z","end":"2026-07-24T05:25:19.992257Z","steps":["trace[1826514048] 'agreement among raft nodes before linearized reading' (duration: 1.889840182s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:19.992315Z","caller":"traceutil/trace.go:171","msg":"trace[302726829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2117; }","duration":"139.22226ms","start":"2026-07-24T05:25:19.853082Z","end":"2026-07-24T05:25:19.992304Z","steps":["trace[302726829] 'agreement among raft nodes before linearized reading' (duration: 139.093697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:19.992324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:18.102151Z","time spent":"1.89016447s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:25:19.992362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.031752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:19.992393Z","caller":"traceutil/trace.go:171","msg":"trace[597264972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2117; }","duration":"871.083712ms","start":"2026-07-24T05:25:19.121301Z","end":"2026-07-24T05:25:19.992385Z","steps":["trace[597264972] 'agreement among raft nodes before linearized reading' (duration: 871.039011ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:19.992316Z","caller":"traceutil/trace.go:171","msg":"trace[2101039047] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b; range_end:; response_count:1; response_revision:2117; }","duration":"1.280731912s","start":"2026-07-24T05:25:18.711565Z","end":"2026-07-24T05:25:19.992297Z","steps":["trace[2101039047] 'agreement among raft nodes before linearized reading' (duration: 1.280536458s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:19.992437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:19.12129Z","time spent":"871.139733ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:19.992504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.446769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:25:19.992591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:18.711549Z","time spent":"1.28100721s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" "} {"level":"info","ts":"2026-07-24T05:25:19.992632Z","caller":"traceutil/trace.go:171","msg":"trace[1527759053] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2117; }","duration":"169.600993ms","start":"2026-07-24T05:25:19.822988Z","end":"2026-07-24T05:25:19.992589Z","steps":["trace[1527759053] 'agreement among raft nodes before linearized reading' (duration: 169.233104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:19.992667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150308854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:19.992694Z","caller":"traceutil/trace.go:171","msg":"trace[2001400977] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2117; }","duration":"1.150391107s","start":"2026-07-24T05:25:18.842295Z","end":"2026-07-24T05:25:19.992686Z","steps":["trace[2001400977] 'agreement among raft nodes before linearized reading' (duration: 1.150334076s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:19.992721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:18.842262Z","time spent":"1.150453558s","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:19.99281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.790084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:25:19.992858Z","caller":"traceutil/trace.go:171","msg":"trace[1999018924] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2117; }","duration":"885.889966ms","start":"2026-07-24T05:25:19.106957Z","end":"2026-07-24T05:25:19.992847Z","steps":["trace[1999018924] 'agreement among raft nodes before linearized reading' (duration: 885.667051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:19.992897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:19.106937Z","time spent":"885.951347ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:25:20.142966Z","caller":"traceutil/trace.go:171","msg":"trace[684795174] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"146.859997ms","start":"2026-07-24T05:25:19.99608Z","end":"2026-07-24T05:25:20.14294Z","steps":["trace[684795174] 'process raft request' (duration: 68.281615ms)","trace[684795174] 'compare' (duration: 78.347997ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:20.143172Z","caller":"traceutil/trace.go:171","msg":"trace[1030716189] linearizableReadLoop","detail":"{readStateIndex:2200; appliedIndex:2198; }","duration":"145.829224ms","start":"2026-07-24T05:25:19.997306Z","end":"2026-07-24T05:25:20.143136Z","steps":["trace[1030716189] 'read index received' (duration: 32.082341ms)","trace[1030716189] 'applied index is now lower than readState.Index' (duration: 113.744423ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:20.143277Z","caller":"traceutil/trace.go:171","msg":"trace[1936392896] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"145.357273ms","start":"2026-07-24T05:25:19.997877Z","end":"2026-07-24T05:25:20.143234Z","steps":["trace[1936392896] 'process raft request' (duration: 145.022265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:20.143604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.244523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32087"} {"level":"info","ts":"2026-07-24T05:25:20.143691Z","caller":"traceutil/trace.go:171","msg":"trace[251154338] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2120; }","duration":"146.408587ms","start":"2026-07-24T05:25:19.997268Z","end":"2026-07-24T05:25:20.143676Z","steps":["trace[251154338] 'agreement among raft nodes before linearized reading' (duration: 145.996988ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:21.87327Z","caller":"traceutil/trace.go:171","msg":"trace[684660159] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"112.647688ms","start":"2026-07-24T05:25:21.760592Z","end":"2026-07-24T05:25:21.87324Z","steps":["trace[684660159] 'process raft request' (duration: 112.432423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:22.131657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.463574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:22.131846Z","caller":"traceutil/trace.go:171","msg":"trace[323537642] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"371.138131ms","start":"2026-07-24T05:25:21.760674Z","end":"2026-07-24T05:25:22.131812Z","steps":["trace[323537642] 'process raft request' (duration: 167.420641ms)","trace[323537642] 'compare' (duration: 203.267879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:22.132027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:21.760642Z","time spent":"371.280034ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:22.132044Z","caller":"traceutil/trace.go:171","msg":"trace[1801180408] linearizableReadLoop","detail":"{readStateIndex:2204; appliedIndex:2202; }","duration":"127.388248ms","start":"2026-07-24T05:25:22.004484Z","end":"2026-07-24T05:25:22.131872Z","steps":["trace[1801180408] 'read index received' (duration: 65.431µs)","trace[1801180408] 'applied index is now lower than readState.Index' (duration: 127.321457ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:22.132055Z","caller":"traceutil/trace.go:171","msg":"trace[1931793937] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"371.204643ms","start":"2026-07-24T05:25:21.760819Z","end":"2026-07-24T05:25:22.132024Z","steps":["trace[1931793937] 'process raft request' (duration: 370.965347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:22.132195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.056203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:22.132206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:21.760799Z","time spent":"371.326535ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:22.132237Z","caller":"traceutil/trace.go:171","msg":"trace[133240441] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2123; }","duration":"118.128835ms","start":"2026-07-24T05:25:22.014096Z","end":"2026-07-24T05:25:22.132225Z","steps":["trace[133240441] 'agreement among raft nodes before linearized reading' (duration: 118.057874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:22.132322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.759916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:25:22.132675Z","caller":"traceutil/trace.go:171","msg":"trace[503880171] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2123; }","duration":"128.226807ms","start":"2026-07-24T05:25:22.004429Z","end":"2026-07-24T05:25:22.132656Z","steps":["trace[503880171] 'agreement among raft nodes before linearized reading' (duration: 127.678724ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:23.277811Z","caller":"traceutil/trace.go:171","msg":"trace[1036469402] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2207; }","duration":"155.400234ms","start":"2026-07-24T05:25:23.122381Z","end":"2026-07-24T05:25:23.277781Z","steps":["trace[1036469402] 'read index received' (duration: 155.23627ms)","trace[1036469402] 'applied index is now lower than readState.Index' (duration: 161.854µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:23.277999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.601809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:23.278105Z","caller":"traceutil/trace.go:171","msg":"trace[2132069690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2126; }","duration":"155.763333ms","start":"2026-07-24T05:25:23.122311Z","end":"2026-07-24T05:25:23.278075Z","steps":["trace[2132069690] 'agreement among raft nodes before linearized reading' (duration: 155.561118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:23.278109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.287446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:23.278149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.149933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:25:23.278177Z","caller":"traceutil/trace.go:171","msg":"trace[1894531538] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2126; }","duration":"114.407478ms","start":"2026-07-24T05:25:23.163752Z","end":"2026-07-24T05:25:23.27816Z","steps":["trace[1894531538] 'agreement among raft nodes before linearized reading' (duration: 114.282586ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:23.278227Z","caller":"traceutil/trace.go:171","msg":"trace[83887878] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2126; }","duration":"140.338598ms","start":"2026-07-24T05:25:23.137869Z","end":"2026-07-24T05:25:23.278207Z","steps":["trace[83887878] 'agreement among raft nodes before linearized reading' (duration: 140.121143ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:23.483798Z","caller":"traceutil/trace.go:171","msg":"trace[2065007292] transaction","detail":"{read_only:false; response_revision:2127; number_of_response:1; }","duration":"203.917604ms","start":"2026-07-24T05:25:23.279855Z","end":"2026-07-24T05:25:23.483773Z","steps":["trace[2065007292] 'process raft request' (duration: 203.673068ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:23.651019Z","caller":"traceutil/trace.go:171","msg":"trace[528621662] linearizableReadLoop","detail":"{readStateIndex:2210; appliedIndex:2209; }","duration":"164.662687ms","start":"2026-07-24T05:25:23.486334Z","end":"2026-07-24T05:25:23.650996Z","steps":["trace[528621662] 'read index received' (duration: 164.107065ms)","trace[528621662] 'applied index is now lower than readState.Index' (duration: 554.672µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:23.651143Z","caller":"traceutil/trace.go:171","msg":"trace[1188203665] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"236.859415ms","start":"2026-07-24T05:25:23.414231Z","end":"2026-07-24T05:25:23.651091Z","steps":["trace[1188203665] 'process raft request' (duration: 236.412293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:23.651213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.866353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:25:23.651271Z","caller":"traceutil/trace.go:171","msg":"trace[402136676] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2128; }","duration":"164.956165ms","start":"2026-07-24T05:25:23.486283Z","end":"2026-07-24T05:25:23.651239Z","steps":["trace[402136676] 'agreement among raft nodes before linearized reading' (duration: 164.842602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:24.33669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.882411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:25:24.33676Z","caller":"traceutil/trace.go:171","msg":"trace[1107319070] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2130; }","duration":"144.985544ms","start":"2026-07-24T05:25:24.191757Z","end":"2026-07-24T05:25:24.336743Z","steps":["trace[1107319070] 'range keys from in-memory index tree' (duration: 144.750618ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:24.336958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.735537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:25:24.337044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.656833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:25:24.337034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.400569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:25:24.337058Z","caller":"traceutil/trace.go:171","msg":"trace[928230902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2130; }","duration":"199.88675ms","start":"2026-07-24T05:25:24.137139Z","end":"2026-07-24T05:25:24.337026Z","steps":["trace[928230902] 'range keys from in-memory index tree' (duration: 199.458351ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:24.337118Z","caller":"traceutil/trace.go:171","msg":"trace[2058644004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2130; }","duration":"114.521881ms","start":"2026-07-24T05:25:24.222577Z","end":"2026-07-24T05:25:24.337098Z","steps":["trace[2058644004] 'range keys from in-memory index tree' (duration: 114.231164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:24.337125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.043614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:25:24.337192Z","caller":"traceutil/trace.go:171","msg":"trace[356237266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2130; }","duration":"200.145567ms","start":"2026-07-24T05:25:24.137023Z","end":"2026-07-24T05:25:24.337169Z","steps":["trace[356237266] 'range keys from in-memory index tree' (duration: 199.844339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:24.337073Z","caller":"traceutil/trace.go:171","msg":"trace[1448831410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2130; }","duration":"146.720404ms","start":"2026-07-24T05:25:24.190344Z","end":"2026-07-24T05:25:24.337064Z","steps":["trace[1448831410] 'range keys from in-memory index tree' (duration: 146.494639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:27.121386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000108796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:25:27.121471Z","caller":"traceutil/trace.go:171","msg":"trace[95857825] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00025266s","start":"2026-07-24T05:25:25.121201Z","end":"2026-07-24T05:25:27.121453Z","steps":["trace[95857825] 'agreement among raft nodes before linearized reading' (duration: 2.000106306s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:27.121517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:25.121169Z","time spent":"2.000339322s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:25:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:25:29.104947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010573614s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:29.105104Z","caller":"traceutil/trace.go:171","msg":"trace[661437632] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2131; }","duration":"3.010760698s","start":"2026-07-24T05:25:26.094322Z","end":"2026-07-24T05:25:29.105082Z","steps":["trace[661437632] 'range keys from in-memory index tree' (duration: 3.010558093s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:29.106754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.102902172s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:29.106995Z","caller":"traceutil/trace.go:171","msg":"trace[565733560] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"4.76435725s","start":"2026-07-24T05:25:24.342621Z","end":"2026-07-24T05:25:29.106979Z","steps":["trace[565733560] 'process raft request' (duration: 4.764307339s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:29.107067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:24.342599Z","time spent":"4.764429621s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:29.107045Z","caller":"traceutil/trace.go:171","msg":"trace[1685737687] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"4.764495383s","start":"2026-07-24T05:25:24.342508Z","end":"2026-07-24T05:25:29.107003Z","steps":["trace[1685737687] 'process raft request' (duration: 661.243843ms)","trace[1685737687] 'compare' (duration: 4.100864894s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:29.107142Z","caller":"traceutil/trace.go:171","msg":"trace[166864188] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"4.764504783s","start":"2026-07-24T05:25:24.342606Z","end":"2026-07-24T05:25:29.107111Z","steps":["trace[166864188] 'process raft request' (duration: 4.764220837s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:29.107225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:24.342498Z","time spent":"4.764627336s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:29.107282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:24.342597Z","time spent":"4.764608505s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:29.121432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:25:29.121502Z","caller":"traceutil/trace.go:171","msg":"trace[671007927] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999965084s","start":"2026-07-24T05:25:27.121521Z","end":"2026-07-24T05:25:29.121486Z","steps":["trace[671007927] 'agreement among raft nodes before linearized reading' (duration: 1.999881722s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:29.121539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:27.121502Z","time spent":"2.000030325s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:25:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:25:29.45578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.451954744s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:25:29.952382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.157085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:29.952558Z","caller":"traceutil/trace.go:171","msg":"trace[1965186793] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"5.568839587s","start":"2026-07-24T05:25:24.383695Z","end":"2026-07-24T05:25:29.952535Z","steps":["trace[1965186793] 'process raft request' (duration: 5.072443287s)","trace[1965186793] 'compare' (duration: 495.52694ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:29.952635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:24.383675Z","time spent":"5.568925099s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:29.953169Z","caller":"traceutil/trace.go:171","msg":"trace[1535780928] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"5.440925516s","start":"2026-07-24T05:25:24.512188Z","end":"2026-07-24T05:25:29.953113Z","steps":["trace[1535780928] 'process raft request' (duration: 5.440295282s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:29.953366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:24.512162Z","time spent":"5.44110185s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:29.953383Z","caller":"traceutil/trace.go:171","msg":"trace[1440234116] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2213; }","duration":"5.430374052s","start":"2026-07-24T05:25:24.522866Z","end":"2026-07-24T05:25:29.95324Z","steps":["trace[1440234116] 'read index received' (duration: 480.971344ms)","trace[1440234116] 'applied index is now lower than readState.Index' (duration: 4.949397718s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:30.404125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.980813ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:25:30.404276Z","caller":"traceutil/trace.go:171","msg":"trace[1035855019] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2218; }","duration":"450.680616ms","start":"2026-07-24T05:25:29.953561Z","end":"2026-07-24T05:25:30.404241Z","steps":["trace[1035855019] 'read index received' (duration: 113.573µs)","trace[1035855019] 'applied index is now lower than readState.Index' (duration: 450.565123ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:30.404395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.491060532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:30.404441Z","caller":"traceutil/trace.go:171","msg":"trace[1514080397] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2136; }","duration":"5.491153704s","start":"2026-07-24T05:25:24.913272Z","end":"2026-07-24T05:25:30.404425Z","steps":["trace[1514080397] 'agreement among raft nodes before linearized reading' (duration: 5.491037612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:30.404486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:24.913252Z","time spent":"5.491222266s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":21,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:30.404614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337107224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T05:25:30.404581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.881678273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:14409"} {"level":"info","ts":"2026-07-24T05:25:30.404654Z","caller":"traceutil/trace.go:171","msg":"trace[2144685449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2136; }","duration":"4.337193046s","start":"2026-07-24T05:25:26.067451Z","end":"2026-07-24T05:25:30.404644Z","steps":["trace[2144685449] 'agreement among raft nodes before linearized reading' (duration: 4.337050733s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:30.404677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:26.067429Z","time spent":"4.337243397s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:25:30.404691Z","caller":"traceutil/trace.go:171","msg":"trace[1349579737] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2136; }","duration":"5.881852987s","start":"2026-07-24T05:25:24.52281Z","end":"2026-07-24T05:25:30.404663Z","steps":["trace[1349579737] 'agreement among raft nodes before linearized reading' (duration: 5.430490235s)","trace[1349579737] 'range keys from in-memory index tree' (duration: 451.089135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:30.404756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:24.522788Z","time spent":"5.881957219s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":14432,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:25:30.404788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353783016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:30.404848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.057680448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:25:30.404853Z","caller":"traceutil/trace.go:171","msg":"trace[1037075116] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2136; }","duration":"5.353898149s","start":"2026-07-24T05:25:25.050941Z","end":"2026-07-24T05:25:30.40484Z","steps":["trace[1037075116] 'agreement among raft nodes before linearized reading' (duration: 5.353767826s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:30.404874Z","caller":"traceutil/trace.go:171","msg":"trace[514977262] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2136; }","duration":"4.057749209s","start":"2026-07-24T05:25:26.347118Z","end":"2026-07-24T05:25:30.404867Z","steps":["trace[514977262] 'agreement among raft nodes before linearized reading' (duration: 4.057675758s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:30.404891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:26.347093Z","time spent":"4.057794621s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:25:30.4049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:25.050921Z","time spent":"5.35396593s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:30.404903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693880582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226f4a732c63\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-24T05:25:30.404957Z","caller":"traceutil/trace.go:171","msg":"trace[620835123] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226f4a732c63; range_end:; response_count:1; response_revision:2136; }","duration":"1.693960674s","start":"2026-07-24T05:25:28.710972Z","end":"2026-07-24T05:25:30.404933Z","steps":["trace[620835123] 'agreement among raft nodes before linearized reading' (duration: 1.693854011s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:30.404762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.700066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:30.405025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:28.710952Z","time spent":"1.694055997s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226f4a732c63\" "} {"level":"warn","ts":"2026-07-24T05:25:30.405047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.320009349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-07-24T05:25:30.405052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.530043664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:30.405073Z","caller":"traceutil/trace.go:171","msg":"trace[1061553016] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18c522747fff969e; range_end:; response_count:1; response_revision:2136; }","duration":"4.320056191s","start":"2026-07-24T05:25:26.085008Z","end":"2026-07-24T05:25:30.405065Z","steps":["trace[1061553016] 'agreement among raft nodes before linearized reading' (duration: 4.319988549s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:30.404807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275264406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:30.405115Z","caller":"traceutil/trace.go:171","msg":"trace[1861826039] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2136; }","duration":"4.530158337s","start":"2026-07-24T05:25:25.874934Z","end":"2026-07-24T05:25:30.405092Z","steps":["trace[1861826039] 'agreement among raft nodes before linearized reading' (duration: 4.530060295s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:30.405129Z","caller":"traceutil/trace.go:171","msg":"trace[1864913220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2136; }","duration":"1.275656795s","start":"2026-07-24T05:25:29.12946Z","end":"2026-07-24T05:25:30.405116Z","steps":["trace[1864913220] 'agreement among raft nodes before linearized reading' (duration: 1.275325738s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:30.405164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:25.87491Z","time spent":"4.530243829s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":25,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:30.405181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:29.129429Z","time spent":"1.275740867s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:30.404929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.062579178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:25:30.405314Z","caller":"traceutil/trace.go:171","msg":"trace[1783610962] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2136; }","duration":"5.063015869s","start":"2026-07-24T05:25:25.342276Z","end":"2026-07-24T05:25:30.405292Z","steps":["trace[1783610962] 'agreement among raft nodes before linearized reading' (duration: 5.062430065s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:30.405054Z","caller":"traceutil/trace.go:171","msg":"trace[207008991] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2136; }","duration":"865.030273ms","start":"2026-07-24T05:25:29.54001Z","end":"2026-07-24T05:25:30.40504Z","steps":["trace[207008991] 'agreement among raft nodes before linearized reading' (duration: 864.716296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:30.405373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:25.342258Z","time spent":"5.063095621s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:25:30.405398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:29.539985Z","time spent":"865.401342ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:30.405099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:26.084997Z","time spent":"4.320097262s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" "} {"level":"warn","ts":"2026-07-24T05:25:30.40464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030289126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:25:30.405632Z","caller":"traceutil/trace.go:171","msg":"trace[1260256606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2136; }","duration":"4.031347791s","start":"2026-07-24T05:25:26.374274Z","end":"2026-07-24T05:25:30.405622Z","steps":["trace[1260256606] 'agreement among raft nodes before linearized reading' (duration: 4.030171944s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:30.405663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:26.374247Z","time spent":"4.031406662s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:25:30.911162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140488,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:25:30.993543Z","caller":"traceutil/trace.go:171","msg":"trace[131467879] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"584.848241ms","start":"2026-07-24T05:25:30.40868Z","end":"2026-07-24T05:25:30.993528Z","steps":["trace[131467879] 'process raft request' (duration: 584.732187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:30.993658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:30.408609Z","time spent":"584.993505ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:32.416223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000948316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:25:32.416316Z","caller":"traceutil/trace.go:171","msg":"trace[1261898136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001089369s","start":"2026-07-24T05:25:30.415203Z","end":"2026-07-24T05:25:32.416292Z","steps":["trace[1261898136] 'agreement among raft nodes before linearized reading' (duration: 2.000967326s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:32.416366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:30.415191Z","time spent":"2.001163761s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:33.505675Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.512164318s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:25:33.50658Z","caller":"traceutil/trace.go:171","msg":"trace[1536797410] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"3.097618963s","start":"2026-07-24T05:25:30.408927Z","end":"2026-07-24T05:25:33.506546Z","steps":["trace[1536797410] 'process raft request' (duration: 3.097348076s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.506772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:30.408899Z","time spent":"3.097783697s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:33.50682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.096321463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32087"} {"level":"info","ts":"2026-07-24T05:25:33.506786Z","caller":"traceutil/trace.go:171","msg":"trace[1713656902] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"3.096121839s","start":"2026-07-24T05:25:30.410594Z","end":"2026-07-24T05:25:33.506716Z","steps":["trace[1713656902] 'process raft request' (duration: 3.095912264s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:33.506877Z","caller":"traceutil/trace.go:171","msg":"trace[614961740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2140; }","duration":"3.096453777s","start":"2026-07-24T05:25:30.410412Z","end":"2026-07-24T05:25:33.506866Z","steps":["trace[614961740] 'agreement among raft nodes before linearized reading' (duration: 3.096219492s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:33.506575Z","caller":"traceutil/trace.go:171","msg":"trace[145813722] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2220; }","duration":"3.096072848s","start":"2026-07-24T05:25:30.410477Z","end":"2026-07-24T05:25:33.50655Z","steps":["trace[145813722] 'read index received' (duration: 583.110921ms)","trace[145813722] 'applied index is now lower than readState.Index' (duration: 2.512960647s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:33.507046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:30.410566Z","time spent":"3.096333264s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:33.506923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:30.410383Z","time spent":"3.096529678s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:25:33.506799Z","caller":"traceutil/trace.go:171","msg":"trace[459380985] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"3.096701992s","start":"2026-07-24T05:25:30.410001Z","end":"2026-07-24T05:25:33.506703Z","steps":["trace[459380985] 'process raft request' (duration: 3.096433886s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.507322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255092681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:33.507404Z","caller":"traceutil/trace.go:171","msg":"trace[43650245] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:2140; }","duration":"1.255242954s","start":"2026-07-24T05:25:32.252129Z","end":"2026-07-24T05:25:33.507372Z","steps":["trace[43650245] 'agreement among raft nodes before linearized reading' (duration: 1.2550492s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.507464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:32.252109Z","time spent":"1.255343586s","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:33.507482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.684132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:25:33.507484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393765378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:25:33.507525Z","caller":"traceutil/trace.go:171","msg":"trace[1588147034] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2140; }","duration":"478.780245ms","start":"2026-07-24T05:25:33.028732Z","end":"2026-07-24T05:25:33.507512Z","steps":["trace[1588147034] 'agreement among raft nodes before linearized reading' (duration: 478.504738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.507595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:33.028706Z","time spent":"478.880376ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:25:33.507602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.539833316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:33.507676Z","caller":"traceutil/trace.go:171","msg":"trace[720084304] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2140; }","duration":"2.539937259s","start":"2026-07-24T05:25:30.967721Z","end":"2026-07-24T05:25:33.507658Z","steps":["trace[720084304] 'agreement among raft nodes before linearized reading' (duration: 2.539824726s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.507695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0952029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-24T05:25:33.507691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509359944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-24T05:25:33.507584Z","caller":"traceutil/trace.go:171","msg":"trace[1528818790] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2140; }","duration":"2.393930071s","start":"2026-07-24T05:25:31.113627Z","end":"2026-07-24T05:25:33.507557Z","steps":["trace[1528818790] 'agreement among raft nodes before linearized reading' (duration: 2.393658535s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.507758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:30.967703Z","time spent":"2.540035401s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:33.507732Z","caller":"traceutil/trace.go:171","msg":"trace[1689848225] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2140; }","duration":"2.095278591s","start":"2026-07-24T05:25:31.41244Z","end":"2026-07-24T05:25:33.507718Z","steps":["trace[1689848225] 'agreement among raft nodes before linearized reading' (duration: 2.095176899s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.50783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075791245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:25:33.507824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:31.113602Z","time spent":"2.394202657s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:25:33.507481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095915783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:14409"} {"level":"warn","ts":"2026-07-24T05:25:33.507932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395702471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T05:25:33.50796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394266239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:25:33.507976Z","caller":"traceutil/trace.go:171","msg":"trace[847979607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2140; }","duration":"2.395794394s","start":"2026-07-24T05:25:31.112171Z","end":"2026-07-24T05:25:33.507965Z","steps":["trace[847979607] 'agreement among raft nodes before linearized reading' (duration: 2.395686522s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:33.507947Z","caller":"traceutil/trace.go:171","msg":"trace[1910954988] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2140; }","duration":"3.096422835s","start":"2026-07-24T05:25:30.411503Z","end":"2026-07-24T05:25:33.507926Z","steps":["trace[1910954988] 'agreement among raft nodes before linearized reading' (duration: 3.095687378s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:33.508006Z","caller":"traceutil/trace.go:171","msg":"trace[2026736349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2140; }","duration":"2.394359901s","start":"2026-07-24T05:25:31.113636Z","end":"2026-07-24T05:25:33.507996Z","steps":["trace[2026736349] 'agreement among raft nodes before linearized reading' (duration: 2.394249138s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.508023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:31.112145Z","time spent":"2.395868845s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:25:33.507937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091076827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:33.508082Z","caller":"traceutil/trace.go:171","msg":"trace[315377057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2140; }","duration":"1.091264561s","start":"2026-07-24T05:25:32.416808Z","end":"2026-07-24T05:25:33.508072Z","steps":["trace[315377057] 'agreement among raft nodes before linearized reading' (duration: 1.091071967s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.507768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069233144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:33.508116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:32.416782Z","time spent":"1.091326733s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:33.508125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:30.411487Z","time spent":"3.096565898s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":14432,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T05:25:33.508208Z","caller":"traceutil/trace.go:171","msg":"trace[793519737] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2140; }","duration":"1.069659063s","start":"2026-07-24T05:25:32.438504Z","end":"2026-07-24T05:25:33.508163Z","steps":["trace[793519737] 'agreement among raft nodes before linearized reading' (duration: 1.069221874s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:33.507822Z","caller":"traceutil/trace.go:171","msg":"trace[412484080] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b; range_end:; response_count:1; response_revision:2140; }","duration":"2.509548678s","start":"2026-07-24T05:25:30.998243Z","end":"2026-07-24T05:25:33.507792Z","steps":["trace[412484080] 'agreement among raft nodes before linearized reading' (duration: 2.50920869s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.508274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:32.438493Z","time spent":"1.069759127s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:33.508105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:31.113611Z","time spent":"2.394486204s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:25:33.507869Z","caller":"traceutil/trace.go:171","msg":"trace[497243587] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2140; }","duration":"1.075847737s","start":"2026-07-24T05:25:32.432009Z","end":"2026-07-24T05:25:33.507856Z","steps":["trace[497243587] 'agreement among raft nodes before linearized reading' (duration: 1.075790255s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:33.508542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:32.431995Z","time spent":"1.076525292s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":3,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:33.507861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:31.412416Z","time spent":"2.095432785s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:25:33.50832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:30.998219Z","time spent":"2.510055969s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" "} {"level":"warn","ts":"2026-07-24T05:25:33.509604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:30.409984Z","time spent":"3.097253334s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:34.016708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:34.517571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:35.01779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:35.174323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023077249s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:25:35.516234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000001244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:25:35.516392Z","caller":"traceutil/trace.go:171","msg":"trace[527101001] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000216399s","start":"2026-07-24T05:25:33.516151Z","end":"2026-07-24T05:25:35.516367Z","steps":["trace[527101001] 'agreement among raft nodes before linearized reading' (duration: 2.000034315s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:35.516447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:33.516125Z","time spent":"2.000308391s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:25:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:25:37.517227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000616178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:25:37.517324Z","caller":"traceutil/trace.go:171","msg":"trace[1496668030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768031s","start":"2026-07-24T05:25:35.516532Z","end":"2026-07-24T05:25:37.5173Z","steps":["trace[1496668030] 'agreement among raft nodes before linearized reading' (duration: 2.000656989s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:37.517406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:35.516511Z","time spent":"2.000880444s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:25:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:25:37.637668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542893001s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:37.637822Z","caller":"traceutil/trace.go:171","msg":"trace[215856265] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2140; }","duration":"1.543072555s","start":"2026-07-24T05:25:36.094728Z","end":"2026-07-24T05:25:37.637801Z","steps":["trace[215856265] 'range keys from in-memory index tree' (duration: 1.54286822s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:37.639236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464621392s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:25:37.639426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:33.509112Z","time spent":"4.130304624s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:25:38.309451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.134807961s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:25:38.510909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:33.512777Z","time spent":"4.998124782s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:25:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:25:38.512161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:33.513409Z","time spent":"4.998721235s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:25:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:25:38.884264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.346538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:38.884823Z","caller":"traceutil/trace.go:171","msg":"trace[1187601062] linearizableReadLoop","detail":"{readStateIndex:2229; appliedIndex:2223; }","duration":"5.368600978s","start":"2026-07-24T05:25:33.516202Z","end":"2026-07-24T05:25:38.884803Z","steps":["trace[1187601062] 'read index received' (duration: 1.658396864s)","trace[1187601062] 'applied index is now lower than readState.Index' (duration: 3.710203034s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:38.884926Z","caller":"traceutil/trace.go:171","msg":"trace[323449761] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"5.370712586s","start":"2026-07-24T05:25:33.514202Z","end":"2026-07-24T05:25:38.884915Z","steps":["trace[323449761] 'process raft request' (duration: 5.37045077s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:38.884998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:33.514192Z","time spent":"5.370762519s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:38.88479Z","caller":"traceutil/trace.go:171","msg":"trace[1387448279] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"5.371924464s","start":"2026-07-24T05:25:33.512819Z","end":"2026-07-24T05:25:38.884744Z","steps":["trace[1387448279] 'process raft request' (duration: 5.371616377s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:38.88538Z","caller":"traceutil/trace.go:171","msg":"trace[831598614] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"4.623952982s","start":"2026-07-24T05:25:34.261331Z","end":"2026-07-24T05:25:38.885284Z","steps":["trace[831598614] 'process raft request' (duration: 4.623407958s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:38.885518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:33.512769Z","time spent":"5.372609261s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:38.885637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:34.261294Z","time spent":"4.624240008s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15218,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:39.385872Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:39.525949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999906962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:25:39.526042Z","caller":"traceutil/trace.go:171","msg":"trace[1439658813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000153818s","start":"2026-07-24T05:25:37.525869Z","end":"2026-07-24T05:25:39.526022Z","steps":["trace[1439658813] 'agreement among raft nodes before linearized reading' (duration: 2.000009325s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:39.526101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:37.52585Z","time spent":"2.00023744s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:39.886258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:40.353114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.043422067s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:25:40.353801Z","caller":"traceutil/trace.go:171","msg":"trace[1830221242] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"3.126220013s","start":"2026-07-24T05:25:37.227519Z","end":"2026-07-24T05:25:40.353739Z","steps":["trace[1830221242] 'process raft request' (duration: 3.125845955s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:40.354117Z","caller":"traceutil/trace.go:171","msg":"trace[909711412] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"2.712284274s","start":"2026-07-24T05:25:37.641727Z","end":"2026-07-24T05:25:40.354011Z","steps":["trace[909711412] 'process raft request' (duration: 2.711875935s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.354191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:37.227492Z","time spent":"3.126505309s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:40.354297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:37.641703Z","time spent":"2.712490058s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:40.515984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999453213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:25:40.516069Z","caller":"traceutil/trace.go:171","msg":"trace[1633751252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999597246s","start":"2026-07-24T05:25:35.516453Z","end":"2026-07-24T05:25:40.51605Z","steps":["trace[1633751252] 'agreement among raft nodes before linearized reading' (duration: 4.999483524s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.516118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:35.516439Z","time spent":"4.999669118s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:25:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:25:40.791179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.180694ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:25:40.791586Z","caller":"traceutil/trace.go:171","msg":"trace[875227613] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"1.898491563s","start":"2026-07-24T05:25:38.89307Z","end":"2026-07-24T05:25:40.791561Z","steps":["trace[875227613] 'process raft request' (duration: 1.89836775s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:40.791612Z","caller":"traceutil/trace.go:171","msg":"trace[822959214] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"2.091621718s","start":"2026-07-24T05:25:38.699939Z","end":"2026-07-24T05:25:40.791561Z","steps":["trace[822959214] 'process raft request' (duration: 2.091349662s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.791704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:38.893043Z","time spent":"1.898594115s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:25:40.791837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:38.699921Z","time spent":"2.091786232s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:40.792218Z","caller":"traceutil/trace.go:171","msg":"trace[618627924] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"764.419123ms","start":"2026-07-24T05:25:40.027784Z","end":"2026-07-24T05:25:40.792203Z","steps":["trace[618627924] 'process raft request' (duration: 763.712537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.792311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:40.027752Z","time spent":"764.507065ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:40.79244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.277162698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:25:40.792501Z","caller":"traceutil/trace.go:171","msg":"trace[1463797896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2151; }","duration":"5.27726875s","start":"2026-07-24T05:25:35.515218Z","end":"2026-07-24T05:25:40.792487Z","steps":["trace[1463797896] 'agreement among raft nodes before linearized reading' (duration: 5.277093656s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.79248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.089776392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:40.792534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:35.515192Z","time spent":"5.277335652s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:25:40.792563Z","caller":"traceutil/trace.go:171","msg":"trace[540663359] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2151; }","duration":"3.089927495s","start":"2026-07-24T05:25:37.702614Z","end":"2026-07-24T05:25:40.792542Z","steps":["trace[540663359] 'agreement among raft nodes before linearized reading' (duration: 3.089779652s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.792641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:37.702591Z","time spent":"3.090038657s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:40.792766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172866046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:40.792808Z","caller":"traceutil/trace.go:171","msg":"trace[384609592] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2151; }","duration":"4.172954258s","start":"2026-07-24T05:25:36.619843Z","end":"2026-07-24T05:25:40.792797Z","steps":["trace[384609592] 'agreement among raft nodes before linearized reading' (duration: 4.172886967s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.792818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.278113878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:25:40.792876Z","caller":"traceutil/trace.go:171","msg":"trace[724986858] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2151; }","duration":"6.278231142s","start":"2026-07-24T05:25:34.514631Z","end":"2026-07-24T05:25:40.792862Z","steps":["trace[724986858] 'agreement among raft nodes before linearized reading' (duration: 6.278058208s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.792883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.291698397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:40.792892Z","caller":"traceutil/trace.go:171","msg":"trace[2019680799] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"721.451342ms","start":"2026-07-24T05:25:40.071421Z","end":"2026-07-24T05:25:40.792872Z","steps":["trace[2019680799] 'process raft request' (duration: 720.575451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.792915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:34.514602Z","time spent":"6.278304873s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:25:40.792837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:36.61982Z","time spent":"4.173009739s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:40.792994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:40.071383Z","time spent":"721.539944ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:40.792973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.279236727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:25:40.792919Z","caller":"traceutil/trace.go:171","msg":"trace[1359065962] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2151; }","duration":"4.291762638s","start":"2026-07-24T05:25:36.501143Z","end":"2026-07-24T05:25:40.792906Z","steps":["trace[1359065962] 'agreement among raft nodes before linearized reading' (duration: 4.291712897s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:40.793063Z","caller":"traceutil/trace.go:171","msg":"trace[436890552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2151; }","duration":"5.27934597s","start":"2026-07-24T05:25:35.513697Z","end":"2026-07-24T05:25:40.793043Z","steps":["trace[436890552] 'agreement among raft nodes before linearized reading' (duration: 5.279045003s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.793101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:36.501108Z","time spent":"4.291979433s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:40.79311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:35.513597Z","time spent":"5.279504233s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:25:40.79311Z","caller":"traceutil/trace.go:171","msg":"trace[1177977488] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2229; }","duration":"1.907361247s","start":"2026-07-24T05:25:38.88487Z","end":"2026-07-24T05:25:40.792231Z","steps":["trace[1177977488] 'read index received' (duration: 1.468473444s)","trace[1177977488] 'applied index is now lower than readState.Index' (duration: 438.886153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:40.792997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.509541663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:40.793272Z","caller":"traceutil/trace.go:171","msg":"trace[592053317] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2151; }","duration":"4.50987034s","start":"2026-07-24T05:25:36.283389Z","end":"2026-07-24T05:25:40.793259Z","steps":["trace[592053317] 'agreement among raft nodes before linearized reading' (duration: 4.509549272s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.793252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.19584548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:40.793318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:36.283357Z","time spent":"4.509948242s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":34,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:40.793333Z","caller":"traceutil/trace.go:171","msg":"trace[116331885] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2151; }","duration":"6.195991733s","start":"2026-07-24T05:25:34.59732Z","end":"2026-07-24T05:25:40.793312Z","steps":["trace[116331885] 'agreement among raft nodes before linearized reading' (duration: 6.195835769s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.793383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:34.59729Z","time spent":"6.196081375s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:40.793405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.710805579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:40.79343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.254390298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:40.793447Z","caller":"traceutil/trace.go:171","msg":"trace[516115825] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:2151; }","duration":"6.710898341s","start":"2026-07-24T05:25:34.082537Z","end":"2026-07-24T05:25:40.793435Z","steps":["trace[516115825] 'agreement among raft nodes before linearized reading' (duration: 6.710826689s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:40.793466Z","caller":"traceutil/trace.go:171","msg":"trace[821327129] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:2151; }","duration":"7.254449669s","start":"2026-07-24T05:25:33.539005Z","end":"2026-07-24T05:25:40.793455Z","steps":["trace[821327129] 'agreement among raft nodes before linearized reading' (duration: 7.254392658s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.79349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:34.082494Z","time spent":"6.710986583s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:40.793169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002826449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:40.793535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.955513653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:40.793545Z","caller":"traceutil/trace.go:171","msg":"trace[1140683219] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2151; }","duration":"2.003249359s","start":"2026-07-24T05:25:38.790284Z","end":"2026-07-24T05:25:40.793533Z","steps":["trace[1140683219] 'agreement among raft nodes before linearized reading' (duration: 2.00285458s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:40.793572Z","caller":"traceutil/trace.go:171","msg":"trace[1242390079] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2151; }","duration":"6.955595775s","start":"2026-07-24T05:25:33.837968Z","end":"2026-07-24T05:25:40.793563Z","steps":["trace[1242390079] 'agreement among raft nodes before linearized reading' (duration: 6.955546213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.793589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:38.790262Z","time spent":"2.00331108s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:40.793602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:33.837944Z","time spent":"6.955650516s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:40.793495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:33.538994Z","time spent":"7.25449313s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:40.793753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633552451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:40.793922Z","caller":"traceutil/trace.go:171","msg":"trace[2078129150] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2151; }","duration":"1.633726355s","start":"2026-07-24T05:25:39.16018Z","end":"2026-07-24T05:25:40.793907Z","steps":["trace[2078129150] 'agreement among raft nodes before linearized reading' (duration: 1.633526791s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.793971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.297537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:25:40.793975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.329414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:25:40.794027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266722579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:40.794056Z","caller":"traceutil/trace.go:171","msg":"trace[1876290838] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2151; }","duration":"437.403319ms","start":"2026-07-24T05:25:40.356617Z","end":"2026-07-24T05:25:40.79402Z","steps":["trace[1876290838] 'agreement among raft nodes before linearized reading' (duration: 437.240005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.794064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.597807787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:25:40.794123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.880539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T05:25:40.794028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.571576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:40.794178Z","caller":"traceutil/trace.go:171","msg":"trace[861504791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2151; }","duration":"280.998081ms","start":"2026-07-24T05:25:40.513168Z","end":"2026-07-24T05:25:40.794166Z","steps":["trace[861504791] 'agreement among raft nodes before linearized reading' (duration: 280.771936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.794163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:40.356597Z","time spent":"437.543433ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:25:40.794143Z","caller":"traceutil/trace.go:171","msg":"trace[1174451960] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2151; }","duration":"1.597933699s","start":"2026-07-24T05:25:39.196199Z","end":"2026-07-24T05:25:40.794133Z","steps":["trace[1174451960] 'agreement among raft nodes before linearized reading' (duration: 1.597825077s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:40.794184Z","caller":"traceutil/trace.go:171","msg":"trace[1362689716] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:2151; }","duration":"213.798491ms","start":"2026-07-24T05:25:40.580372Z","end":"2026-07-24T05:25:40.794171Z","steps":["trace[1362689716] 'agreement among raft nodes before linearized reading' (duration: 213.558906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.79435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:39.196169Z","time spent":"1.598159054s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:40.794085Z","caller":"traceutil/trace.go:171","msg":"trace[2122718770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2151; }","duration":"1.266819801s","start":"2026-07-24T05:25:39.52725Z","end":"2026-07-24T05:25:40.794069Z","steps":["trace[2122718770] 'agreement among raft nodes before linearized reading' (duration: 1.266732869s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.794549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:39.527221Z","time spent":"1.267319623s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:25:40.794042Z","caller":"traceutil/trace.go:171","msg":"trace[295220873] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2151; }","duration":"279.450826ms","start":"2026-07-24T05:25:40.514576Z","end":"2026-07-24T05:25:40.794027Z","steps":["trace[295220873] 'agreement among raft nodes before linearized reading' (duration: 279.142029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.793729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.451274322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:40.795023Z","caller":"traceutil/trace.go:171","msg":"trace[1776794987] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:2151; }","duration":"6.452589812s","start":"2026-07-24T05:25:34.342351Z","end":"2026-07-24T05:25:40.794941Z","steps":["trace[1776794987] 'agreement among raft nodes before linearized reading' (duration: 6.451272762s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:40.795254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:34.342317Z","time spent":"6.452790857s","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:40.794058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:39.160099Z","time spent":"1.633902208s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:41.061805Z","caller":"traceutil/trace.go:171","msg":"trace[1600386344] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"262.721771ms","start":"2026-07-24T05:25:40.799055Z","end":"2026-07-24T05:25:41.061776Z","steps":["trace[1600386344] 'process raft request' (duration: 262.493855ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:41.062276Z","caller":"traceutil/trace.go:171","msg":"trace[2034711858] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"261.928203ms","start":"2026-07-24T05:25:40.800331Z","end":"2026-07-24T05:25:41.062259Z","steps":["trace[2034711858] 'process raft request' (duration: 261.403181ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:41.062478Z","caller":"traceutil/trace.go:171","msg":"trace[1580690091] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"261.728029ms","start":"2026-07-24T05:25:40.800688Z","end":"2026-07-24T05:25:41.062416Z","steps":["trace[1580690091] 'process raft request' (duration: 261.416131ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:41.062608Z","caller":"traceutil/trace.go:171","msg":"trace[1829128609] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2236; }","duration":"262.582788ms","start":"2026-07-24T05:25:40.800015Z","end":"2026-07-24T05:25:41.062598Z","steps":["trace[1829128609] 'read index received' (duration: 90.240802ms)","trace[1829128609] 'applied index is now lower than readState.Index' (duration: 172.341216ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:41.062679Z","caller":"traceutil/trace.go:171","msg":"trace[134951894] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"255.256708ms","start":"2026-07-24T05:25:40.807416Z","end":"2026-07-24T05:25:41.062673Z","steps":["trace[134951894] 'process raft request' (duration: 254.87278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:41.062792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.754811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:25:41.06282Z","caller":"traceutil/trace.go:171","msg":"trace[90460142] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2156; }","duration":"262.828514ms","start":"2026-07-24T05:25:40.799985Z","end":"2026-07-24T05:25:41.062813Z","steps":["trace[90460142] 'agreement among raft nodes before linearized reading' (duration: 262.752292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:41.063066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.295291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32087"} {"level":"info","ts":"2026-07-24T05:25:41.063101Z","caller":"traceutil/trace.go:171","msg":"trace[4228963] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2156; }","duration":"262.362923ms","start":"2026-07-24T05:25:40.800731Z","end":"2026-07-24T05:25:41.063094Z","steps":["trace[4228963] 'agreement among raft nodes before linearized reading' (duration: 262.200849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:41.063212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.002897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T05:25:41.063236Z","caller":"traceutil/trace.go:171","msg":"trace[1400080864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2156; }","duration":"172.062699ms","start":"2026-07-24T05:25:40.891166Z","end":"2026-07-24T05:25:41.063229Z","steps":["trace[1400080864] 'agreement among raft nodes before linearized reading' (duration: 172.002388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:41.063058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.358044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:25:41.063306Z","caller":"traceutil/trace.go:171","msg":"trace[1788839408] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:2156; }","duration":"168.658801ms","start":"2026-07-24T05:25:40.894638Z","end":"2026-07-24T05:25:41.063297Z","steps":["trace[1788839408] 'agreement among raft nodes before linearized reading' (duration: 168.311173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:41.063396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.494959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:41.06349Z","caller":"traceutil/trace.go:171","msg":"trace[321237496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2156; }","duration":"260.622642ms","start":"2026-07-24T05:25:40.802846Z","end":"2026-07-24T05:25:41.063468Z","steps":["trace[321237496] 'agreement among raft nodes before linearized reading' (duration: 260.421598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:41.378525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.67738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:41.378639Z","caller":"traceutil/trace.go:171","msg":"trace[1091850068] linearizableReadLoop","detail":"{readStateIndex:2242; appliedIndex:2241; }","duration":"310.210805ms","start":"2026-07-24T05:25:41.06841Z","end":"2026-07-24T05:25:41.378621Z","steps":["trace[1091850068] 'read index received' (duration: 86.326251ms)","trace[1091850068] 'applied index is now lower than readState.Index' (duration: 223.883054ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:41.378768Z","caller":"traceutil/trace.go:171","msg":"trace[1517101400] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"312.349055ms","start":"2026-07-24T05:25:41.066357Z","end":"2026-07-24T05:25:41.378706Z","steps":["trace[1517101400] 'process raft request' (duration: 88.352918ms)","trace[1517101400] 'compare' (duration: 223.515416ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:41.379069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:41.066331Z","time spent":"312.55646ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:41.379271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.849731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-24T05:25:41.37932Z","caller":"traceutil/trace.go:171","msg":"trace[487586306] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2157; }","duration":"310.922312ms","start":"2026-07-24T05:25:41.068386Z","end":"2026-07-24T05:25:41.379308Z","steps":["trace[487586306] 'agreement among raft nodes before linearized reading' (duration: 310.310678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:41.379365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:41.068372Z","time spent":"310.984663ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:25:41.879484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:42.380819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:42.39375Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.23904601s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:25:42.415781Z","caller":"traceutil/trace.go:171","msg":"trace[1920997216] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"1.345951627s","start":"2026-07-24T05:25:41.069792Z","end":"2026-07-24T05:25:42.415744Z","steps":["trace[1920997216] 'process raft request' (duration: 1.324244216s)","trace[1920997216] 'compare' (duration: 21.456285ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:42.415943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:41.069776Z","time spent":"1.34607812s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:42.808196Z","caller":"traceutil/trace.go:171","msg":"trace[2022514781] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2242; }","duration":"1.429503124s","start":"2026-07-24T05:25:41.378664Z","end":"2026-07-24T05:25:42.808167Z","steps":["trace[2022514781] 'read index received' (duration: 1.015418722s)","trace[2022514781] 'applied index is now lower than readState.Index' (duration: 414.083032ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:42.808228Z","caller":"traceutil/trace.go:171","msg":"trace[1768633932] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"1.421877899s","start":"2026-07-24T05:25:41.386317Z","end":"2026-07-24T05:25:42.808195Z","steps":["trace[1768633932] 'process raft request' (duration: 1.421659934s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:42.808418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:41.386287Z","time spent":"1.422044112s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:43.548614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.381099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:43.548689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053485228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:43.548754Z","caller":"traceutil/trace.go:171","msg":"trace[1457275545] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:2159; }","duration":"525.642075ms","start":"2026-07-24T05:25:43.023081Z","end":"2026-07-24T05:25:43.548724Z","steps":["trace[1457275545] 'count revisions from in-memory index tree' (duration: 525.198514ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:43.548863Z","caller":"traceutil/trace.go:171","msg":"trace[2083555379] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:2159; }","duration":"2.053694553s","start":"2026-07-24T05:25:41.495092Z","end":"2026-07-24T05:25:43.548787Z","steps":["trace[2083555379] 'agreement among raft nodes before linearized reading' (duration: 1.313327675s)","trace[2083555379] 'count revisions from in-memory index tree' (duration: 740.150623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:43.5489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.02304Z","time spent":"525.835999ms","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:43.548937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:41.495074Z","time spent":"2.053847016s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:43.549073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.636133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:25:43.549135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.650403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:25:43.54921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427217821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:43.549222Z","caller":"traceutil/trace.go:171","msg":"trace[1867465643] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2159; }","duration":"482.789376ms","start":"2026-07-24T05:25:43.066411Z","end":"2026-07-24T05:25:43.549201Z","steps":["trace[1867465643] 'range keys from in-memory index tree' (duration: 482.475909ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:43.549262Z","caller":"traceutil/trace.go:171","msg":"trace[372426660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2159; }","duration":"1.427306354s","start":"2026-07-24T05:25:42.121936Z","end":"2026-07-24T05:25:43.549242Z","steps":["trace[372426660] 'agreement among raft nodes before linearized reading' (duration: 686.499775ms)","trace[372426660] 'range keys from in-memory index tree' (duration: 740.758567ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:43.549269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.066387Z","time spent":"482.87266ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:25:43.549299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:42.121907Z","time spent":"1.427382996s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:43.549393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.33162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:25:43.549468Z","caller":"traceutil/trace.go:171","msg":"trace[497537013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2159; }","duration":"480.408013ms","start":"2026-07-24T05:25:43.069025Z","end":"2026-07-24T05:25:43.549433Z","steps":["trace[497537013] 'range keys from in-memory index tree' (duration: 480.139207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:43.549469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.260742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:25:43.549195Z","caller":"traceutil/trace.go:171","msg":"trace[856598855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2159; }","duration":"482.818357ms","start":"2026-07-24T05:25:43.066345Z","end":"2026-07-24T05:25:43.549163Z","steps":["trace[856598855] 'range keys from in-memory index tree' (duration: 482.310876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:43.549489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.920714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:25:43.549513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.069013Z","time spent":"480.489274ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:25:43.549514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464260763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-07-24T05:25:43.549141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747614112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-24T05:25:43.54953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030849969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:25:43.549545Z","caller":"traceutil/trace.go:171","msg":"trace[761426107] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2159; }","duration":"520.027656ms","start":"2026-07-24T05:25:43.029501Z","end":"2026-07-24T05:25:43.549529Z","steps":["trace[761426107] 'range keys from in-memory index tree' (duration: 519.701108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:43.54954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.066322Z","time spent":"483.205067ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:25:43.549558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227042335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:43.549575Z","caller":"traceutil/trace.go:171","msg":"trace[2066497865] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2159; }","duration":"1.748124584s","start":"2026-07-24T05:25:41.801433Z","end":"2026-07-24T05:25:43.549558Z","steps":["trace[2066497865] 'agreement among raft nodes before linearized reading' (duration: 1.006987628s)","trace[2066497865] 'range keys from in-memory index tree' (duration: 740.516661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:43.549583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.029472Z","time spent":"520.102428ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:25:43.549586Z","caller":"traceutil/trace.go:171","msg":"trace[718838464] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2159; }","duration":"1.030944862s","start":"2026-07-24T05:25:42.518621Z","end":"2026-07-24T05:25:43.549566Z","steps":["trace[718838464] 'agreement among raft nodes before linearized reading' (duration: 289.762204ms)","trace[718838464] 'range keys from in-memory index tree' (duration: 740.995334ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:43.549526Z","caller":"traceutil/trace.go:171","msg":"trace[710151389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2159; }","duration":"481.373614ms","start":"2026-07-24T05:25:43.068136Z","end":"2026-07-24T05:25:43.54951Z","steps":["trace[710151389] 'range keys from in-memory index tree' (duration: 481.000476ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:43.5496Z","caller":"traceutil/trace.go:171","msg":"trace[1338908280] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2159; }","duration":"1.227126597s","start":"2026-07-24T05:25:42.322459Z","end":"2026-07-24T05:25:43.549586Z","steps":["trace[1338908280] 'agreement among raft nodes before linearized reading' (duration: 485.937939ms)","trace[1338908280] 'count revisions from in-memory index tree' (duration: 741.140407ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:43.549614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:41.801394Z","time spent":"1.748209486s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:25:43.549498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959951981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:43.549577Z","caller":"traceutil/trace.go:171","msg":"trace[1673938805] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18c522747fff969e; range_end:; response_count:1; response_revision:2159; }","duration":"2.464333765s","start":"2026-07-24T05:25:41.085218Z","end":"2026-07-24T05:25:43.549552Z","steps":["trace[1673938805] 'agreement among raft nodes before linearized reading' (duration: 1.723061566s)","trace[1673938805] 'range keys from in-memory index tree' (duration: 741.084325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:43.549648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:42.322423Z","time spent":"1.227214678s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":15,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:43.549663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:41.085171Z","time spent":"2.464485409s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" "} {"level":"warn","ts":"2026-07-24T05:25:43.549665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.068109Z","time spent":"481.534028ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:25:43.54969Z","caller":"traceutil/trace.go:171","msg":"trace[1110331011] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:2159; }","duration":"1.960131515s","start":"2026-07-24T05:25:41.589527Z","end":"2026-07-24T05:25:43.549658Z","steps":["trace[1110331011] 'agreement among raft nodes before linearized reading' (duration: 1.218882226s)","trace[1110331011] 'count revisions from in-memory index tree' (duration: 741.052944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:43.549724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166598368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-24T05:25:43.54975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.587378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:43.549758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:41.589442Z","time spent":"1.960293208s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:43.549768Z","caller":"traceutil/trace.go:171","msg":"trace[655218851] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:2159; }","duration":"2.166659699s","start":"2026-07-24T05:25:41.383092Z","end":"2026-07-24T05:25:43.549752Z","steps":["trace[655218851] 'agreement among raft nodes before linearized reading' (duration: 1.425249426s)","trace[655218851] 'range keys from in-memory index tree' (duration: 741.27658ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:43.549784Z","caller":"traceutil/trace.go:171","msg":"trace[141879689] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2159; }","duration":"787.71167ms","start":"2026-07-24T05:25:42.762058Z","end":"2026-07-24T05:25:43.54977Z","steps":["trace[141879689] 'agreement among raft nodes before linearized reading' (duration: 46.310408ms)","trace[141879689] 'count revisions from in-memory index tree' (duration: 741.354561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:43.549632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:42.518599Z","time spent":"1.031020513s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:25:43.549808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:41.383073Z","time spent":"2.166727511s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:25:43.549822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:42.762026Z","time spent":"787.784643ms","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:44.056304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:44.556464Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:45.057359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:45.515328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.556779Z","time spent":"1.958525896s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:25:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:25:45.539666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.987597207s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:25:45.540215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.551806Z","time spent":"1.988403015s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:25:45.55984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000436493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:25:45.559947Z","caller":"traceutil/trace.go:171","msg":"trace[208102920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000596416s","start":"2026-07-24T05:25:43.559326Z","end":"2026-07-24T05:25:45.559923Z","steps":["trace[208102920] 'agreement among raft nodes before linearized reading' (duration: 2.000443113s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:45.56Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.559319Z","time spent":"2.000670059s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:25:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:25:46.544627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.693893ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:46.54481Z","caller":"traceutil/trace.go:171","msg":"trace[238146551] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2159; }","duration":"449.891598ms","start":"2026-07-24T05:25:46.094901Z","end":"2026-07-24T05:25:46.544792Z","steps":["trace[238146551] 'range keys from in-memory index tree' (duration: 449.676523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:46.781412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.241302913s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:25:46.782065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.552234Z","time spent":"3.229819982s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:25:46.7822Z","caller":"traceutil/trace.go:171","msg":"trace[1380558278] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"3.226783201s","start":"2026-07-24T05:25:43.555379Z","end":"2026-07-24T05:25:46.782162Z","steps":["trace[1380558278] 'process raft request' (duration: 3.226568445s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:46.782416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.555367Z","time spent":"3.226939644s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:46.782786Z","caller":"traceutil/trace.go:171","msg":"trace[690801699] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"3.225802838s","start":"2026-07-24T05:25:43.556945Z","end":"2026-07-24T05:25:46.782748Z","steps":["trace[690801699] 'process raft request' (duration: 3.225488871s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:46.782982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.556939Z","time spent":"3.225949493s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:46.783136Z","caller":"traceutil/trace.go:171","msg":"trace[588115169] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2163; }","duration":"1.263620648s","start":"2026-07-24T05:25:45.519477Z","end":"2026-07-24T05:25:46.783098Z","steps":["trace[588115169] 'process raft request' (duration: 1.263525536s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:46.78312Z","caller":"traceutil/trace.go:171","msg":"trace[1523170277] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"3.226038114s","start":"2026-07-24T05:25:43.557051Z","end":"2026-07-24T05:25:46.783089Z","steps":["trace[1523170277] 'process raft request' (duration: 3.225648895s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:46.78328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:45.519441Z","time spent":"1.26373912s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":526,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:46.783266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.557026Z","time spent":"3.226167198s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:46.783385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22716386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32087"} {"level":"info","ts":"2026-07-24T05:25:46.783462Z","caller":"traceutil/trace.go:171","msg":"trace[833203373] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2163; }","duration":"3.227273412s","start":"2026-07-24T05:25:43.556177Z","end":"2026-07-24T05:25:46.78345Z","steps":["trace[833203373] 'agreement among raft nodes before linearized reading' (duration: 3.227002886s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:46.783506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:43.556164Z","time spent":"3.227329893s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:25:46.783143Z","caller":"traceutil/trace.go:171","msg":"trace[793217178] linearizableReadLoop","detail":"{readStateIndex:2250; appliedIndex:2244; }","duration":"3.226886923s","start":"2026-07-24T05:25:43.556197Z","end":"2026-07-24T05:25:46.783084Z","steps":["trace[793217178] 'read index received' (duration: 1.983897761s)","trace[793217178] 'applied index is now lower than readState.Index' (duration: 1.242988302s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:47.284637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:47.560524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000188278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:25:47.560653Z","caller":"traceutil/trace.go:171","msg":"trace[1960576181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000405063s","start":"2026-07-24T05:25:45.560221Z","end":"2026-07-24T05:25:47.560626Z","steps":["trace[1960576181] 'agreement among raft nodes before linearized reading' (duration: 2.000230839s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:47.560719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:45.560191Z","time spent":"2.000515356s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:47.785224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:47.843783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:25:47.843895Z","caller":"traceutil/trace.go:171","msg":"trace[1789247914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000498026s","start":"2026-07-24T05:25:45.843373Z","end":"2026-07-24T05:25:47.843871Z","steps":["trace[1789247914] 'agreement among raft nodes before linearized reading' (duration: 2.000361393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:47.843958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:45.843341Z","time spent":"2.000602579s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:25:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:25:48.286285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:48.786651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:49.287713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:49.376839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.595077052s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:25:49.570061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000175579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:25:49.570157Z","caller":"traceutil/trace.go:171","msg":"trace[1094857174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000321002s","start":"2026-07-24T05:25:47.569816Z","end":"2026-07-24T05:25:49.570137Z","steps":["trace[1094857174] 'agreement among raft nodes before linearized reading' (duration: 2.000171398s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:49.570207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:47.569752Z","time spent":"2.000444964s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:49.581751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:47.224537Z","time spent":"2.357207155s","remote":"127.0.0.1:55788","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:25:49.585618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.472188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:49.58573Z","caller":"traceutil/trace.go:171","msg":"trace[924972987] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"4.044096685s","start":"2026-07-24T05:25:45.541614Z","end":"2026-07-24T05:25:49.58571Z","steps":["trace[924972987] 'process raft request' (duration: 3.835458653s)","trace[924972987] 'compare' (duration: 208.354536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:49.585793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:45.541583Z","time spent":"4.044179897s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:50.048695Z","caller":"traceutil/trace.go:171","msg":"trace[1589242661] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2251; }","duration":"3.264894322s","start":"2026-07-24T05:25:46.783778Z","end":"2026-07-24T05:25:50.048672Z","steps":["trace[1589242661] 'read index received' (duration: 2.593316121s)","trace[1589242661] 'applied index is now lower than readState.Index' (duration: 671.576741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:50.048896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.067333999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:50.049039Z","caller":"traceutil/trace.go:171","msg":"trace[1362089759] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2166; }","duration":"5.067551284s","start":"2026-07-24T05:25:44.981456Z","end":"2026-07-24T05:25:50.049007Z","steps":["trace[1362089759] 'agreement among raft nodes before linearized reading' (duration: 5.067255177s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.049051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492398865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-24T05:25:50.049122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:44.981435Z","time spent":"5.067663847s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:50.048732Z","caller":"traceutil/trace.go:171","msg":"trace[2046765348] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"3.264395561s","start":"2026-07-24T05:25:46.784295Z","end":"2026-07-24T05:25:50.048691Z","steps":["trace[2046765348] 'process raft request' (duration: 3.26351305s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:50.049121Z","caller":"traceutil/trace.go:171","msg":"trace[93235922] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"3.26478467s","start":"2026-07-24T05:25:46.784295Z","end":"2026-07-24T05:25:50.04908Z","steps":["trace[93235922] 'process raft request' (duration: 3.264240897s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:50.049162Z","caller":"traceutil/trace.go:171","msg":"trace[1747069443] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2166; }","duration":"5.492655311s","start":"2026-07-24T05:25:44.55648Z","end":"2026-07-24T05:25:50.049135Z","steps":["trace[1747069443] 'agreement among raft nodes before linearized reading' (duration: 5.492352174s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.049195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173257454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:50.049227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:44.556432Z","time spent":"5.492782874s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:25:50.049223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.497648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:50.049204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.646437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:25:50.049267Z","caller":"traceutil/trace.go:171","msg":"trace[356314137] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:2166; }","duration":"1.173459689s","start":"2026-07-24T05:25:48.875777Z","end":"2026-07-24T05:25:50.049237Z","steps":["trace[356314137] 'agreement among raft nodes before linearized reading' (duration: 1.173262725s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.049267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2593732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:25:50.049235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261331785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:25:50.049314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:48.875757Z","time spent":"1.173543201s","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:50.0493Z","caller":"traceutil/trace.go:171","msg":"trace[968164999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2166; }","duration":"478.625851ms","start":"2026-07-24T05:25:49.570649Z","end":"2026-07-24T05:25:50.049275Z","steps":["trace[968164999] 'agreement among raft nodes before linearized reading' (duration: 478.471888ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:50.049346Z","caller":"traceutil/trace.go:171","msg":"trace[220543653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2166; }","duration":"1.261511469s","start":"2026-07-24T05:25:48.787823Z","end":"2026-07-24T05:25:50.049335Z","steps":["trace[220543653] 'agreement among raft nodes before linearized reading' (duration: 1.261228153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.049339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:46.784267Z","time spent":"3.264947354s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:50.049362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261581942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:25:50.049392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:48.787799Z","time spent":"1.26158266s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:25:50.049396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149426484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:50.04942Z","caller":"traceutil/trace.go:171","msg":"trace[1486455163] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2166; }","duration":"1.261670964s","start":"2026-07-24T05:25:48.787733Z","end":"2026-07-24T05:25:50.049404Z","steps":["trace[1486455163] 'agreement among raft nodes before linearized reading' (duration: 1.261547971s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:50.049304Z","caller":"traceutil/trace.go:171","msg":"trace[1610738007] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2166; }","duration":"460.792559ms","start":"2026-07-24T05:25:49.588493Z","end":"2026-07-24T05:25:50.049286Z","steps":["trace[1610738007] 'agreement among raft nodes before linearized reading' (duration: 460.602225ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:50.049447Z","caller":"traceutil/trace.go:171","msg":"trace[1277577017] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2166; }","duration":"1.149516906s","start":"2026-07-24T05:25:48.899916Z","end":"2026-07-24T05:25:50.049433Z","steps":["trace[1277577017] 'agreement among raft nodes before linearized reading' (duration: 1.149423083s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.049389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:46.784267Z","time spent":"3.264945924s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:50.049481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:48.787712Z","time spent":"1.261752655s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:25:50.049496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:48.899896Z","time spent":"1.149585858s","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:50.049536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:49.58848Z","time spent":"460.990164ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:25:50.04952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.629096518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:25:50.049333Z","caller":"traceutil/trace.go:171","msg":"trace[932722731] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2166; }","duration":"1.259466293s","start":"2026-07-24T05:25:48.789846Z","end":"2026-07-24T05:25:50.049312Z","steps":["trace[932722731] 'agreement among raft nodes before linearized reading' (duration: 1.259212647s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.049368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:49.570627Z","time spent":"478.728143ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:50.049933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:48.789831Z","time spent":"1.260082926s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:25:50.049686Z","caller":"traceutil/trace.go:171","msg":"trace[1269096963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2166; }","duration":"5.629589099s","start":"2026-07-24T05:25:44.420078Z","end":"2026-07-24T05:25:50.049667Z","steps":["trace[1269096963] 'agreement among raft nodes before linearized reading' (duration: 5.628820421s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.050085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:44.420054Z","time spent":"5.630014309s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:25:50.049122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37074814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:25:50.049253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261377576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:25:50.050246Z","caller":"traceutil/trace.go:171","msg":"trace[78633981] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2166; }","duration":"1.371885976s","start":"2026-07-24T05:25:48.678318Z","end":"2026-07-24T05:25:50.050204Z","steps":["trace[78633981] 'agreement among raft nodes before linearized reading' (duration: 1.37072477s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:50.050295Z","caller":"traceutil/trace.go:171","msg":"trace[609472924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2166; }","duration":"1.262461751s","start":"2026-07-24T05:25:48.787815Z","end":"2026-07-24T05:25:50.050277Z","steps":["trace[609472924] 'agreement among raft nodes before linearized reading' (duration: 1.261350096s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.050322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:48.678298Z","time spent":"1.371999528s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:50.05035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:48.78779Z","time spent":"1.262542363s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:25:50.328787Z","caller":"traceutil/trace.go:171","msg":"trace[315184048] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"272.769593ms","start":"2026-07-24T05:25:50.055982Z","end":"2026-07-24T05:25:50.328751Z","steps":["trace[315184048] 'process raft request' (duration: 272.499566ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:50.329131Z","caller":"traceutil/trace.go:171","msg":"trace[951709187] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"273.151341ms","start":"2026-07-24T05:25:50.055966Z","end":"2026-07-24T05:25:50.329118Z","steps":["trace[951709187] 'process raft request' (duration: 272.734422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:50.329661Z","caller":"traceutil/trace.go:171","msg":"trace[400523763] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"272.68189ms","start":"2026-07-24T05:25:50.056949Z","end":"2026-07-24T05:25:50.329631Z","steps":["trace[400523763] 'process raft request' (duration: 272.560067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.329698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.813987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:50.329754Z","caller":"traceutil/trace.go:171","msg":"trace[551638097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2171; }","duration":"270.89074ms","start":"2026-07-24T05:25:50.058852Z","end":"2026-07-24T05:25:50.329742Z","steps":["trace[551638097] 'agreement among raft nodes before linearized reading' (duration: 270.782897ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:50.329783Z","caller":"traceutil/trace.go:171","msg":"trace[1457986357] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"273.648243ms","start":"2026-07-24T05:25:50.056116Z","end":"2026-07-24T05:25:50.329764Z","steps":["trace[1457986357] 'process raft request' (duration: 272.823434ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:50.329645Z","caller":"traceutil/trace.go:171","msg":"trace[1569311935] linearizableReadLoop","detail":"{readStateIndex:2259; appliedIndex:2255; }","duration":"203.200668ms","start":"2026-07-24T05:25:50.126414Z","end":"2026-07-24T05:25:50.329615Z","steps":["trace[1569311935] 'read index received' (duration: 202.152424ms)","trace[1569311935] 'applied index is now lower than readState.Index' (duration: 1.046994ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:50.330481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.252466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32087"} {"level":"info","ts":"2026-07-24T05:25:50.33059Z","caller":"traceutil/trace.go:171","msg":"trace[1277413572] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2171; }","duration":"274.400869ms","start":"2026-07-24T05:25:50.056169Z","end":"2026-07-24T05:25:50.33057Z","steps":["trace[1277413572] 'agreement among raft nodes before linearized reading' (duration: 273.585411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.838607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.047354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:25:50.83875Z","caller":"traceutil/trace.go:171","msg":"trace[771363274] linearizableReadLoop","detail":"{readStateIndex:2260; appliedIndex:2259; }","duration":"504.223641ms","start":"2026-07-24T05:25:50.334502Z","end":"2026-07-24T05:25:50.838725Z","steps":["trace[771363274] 'read index received' (duration: 163.927701ms)","trace[771363274] 'applied index is now lower than readState.Index' (duration: 340.29395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:50.838966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.445596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-24T05:25:50.839018Z","caller":"traceutil/trace.go:171","msg":"trace[36509272] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b; range_end:; response_count:1; response_revision:2171; }","duration":"504.572059ms","start":"2026-07-24T05:25:50.33443Z","end":"2026-07-24T05:25:50.839002Z","steps":["trace[36509272] 'agreement among raft nodes before linearized reading' (duration: 504.354674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:50.839071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:50.334398Z","time spent":"504.657861ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" "} {"level":"warn","ts":"2026-07-24T05:25:51.10501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.354218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:51.105144Z","caller":"traceutil/trace.go:171","msg":"trace[110874126] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"195.397657ms","start":"2026-07-24T05:25:50.909722Z","end":"2026-07-24T05:25:51.10512Z","steps":["trace[110874126] 'process raft request' (duration: 90.823795ms)","trace[110874126] 'compare' (duration: 104.057601ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:51.178307Z","caller":"traceutil/trace.go:171","msg":"trace[1998039076] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"147.897902ms","start":"2026-07-24T05:25:51.03037Z","end":"2026-07-24T05:25:51.178268Z","steps":["trace[1998039076] 'process raft request' (duration: 147.660016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:51.406182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.608436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:51.406297Z","caller":"traceutil/trace.go:171","msg":"trace[1107836129] linearizableReadLoop","detail":"{readStateIndex:2264; appliedIndex:2262; }","duration":"351.999139ms","start":"2026-07-24T05:25:51.054282Z","end":"2026-07-24T05:25:51.406281Z","steps":["trace[1107836129] 'read index received' (duration: 123.718193ms)","trace[1107836129] 'applied index is now lower than readState.Index' (duration: 228.279636ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:51.406297Z","caller":"traceutil/trace.go:171","msg":"trace[1294952896] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"356.003102ms","start":"2026-07-24T05:25:51.050276Z","end":"2026-07-24T05:25:51.406279Z","steps":["trace[1294952896] 'process raft request' (duration: 211.203092ms)","trace[1294952896] 'compare' (duration: 144.455492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:51.406376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:51.050258Z","time spent":"356.079063ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:51.40653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.238164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:25:51.406576Z","caller":"traceutil/trace.go:171","msg":"trace[516351312] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2175; }","duration":"352.288126ms","start":"2026-07-24T05:25:51.054275Z","end":"2026-07-24T05:25:51.406563Z","steps":["trace[516351312] 'agreement among raft nodes before linearized reading' (duration: 352.098201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:51.406559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.093469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:51.406582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.006404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-24T05:25:51.406616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:51.054239Z","time spent":"352.365037ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:25:51.406675Z","caller":"traceutil/trace.go:171","msg":"trace[535856232] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:2175; }","duration":"298.148207ms","start":"2026-07-24T05:25:51.108498Z","end":"2026-07-24T05:25:51.406646Z","steps":["trace[535856232] 'agreement among raft nodes before linearized reading' (duration: 297.903462ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:51.406672Z","caller":"traceutil/trace.go:171","msg":"trace[190021190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2175; }","duration":"286.243653ms","start":"2026-07-24T05:25:51.120393Z","end":"2026-07-24T05:25:51.406637Z","steps":["trace[190021190] 'agreement among raft nodes before linearized reading' (duration: 286.042919ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:51.610869Z","caller":"traceutil/trace.go:171","msg":"trace[1245344115] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"201.675032ms","start":"2026-07-24T05:25:51.409155Z","end":"2026-07-24T05:25:51.61083Z","steps":["trace[1245344115] 'process raft request' (duration: 113.405947ms)","trace[1245344115] 'compare' (duration: 88.131392ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:51.809114Z","caller":"traceutil/trace.go:171","msg":"trace[35276484] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"192.518271ms","start":"2026-07-24T05:25:51.616572Z","end":"2026-07-24T05:25:51.80909Z","steps":["trace[35276484] 'process raft request' (duration: 121.854591ms)","trace[35276484] 'compare' (duration: 70.563457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:52.622241Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:53.12249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:53.218598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.404959488s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:25:53.58088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.906708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:25:53.580978Z","caller":"traceutil/trace.go:171","msg":"trace[649265554] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2266; }","duration":"1.459489217s","start":"2026-07-24T05:25:52.121471Z","end":"2026-07-24T05:25:53.580961Z","steps":["trace[649265554] 'read index received' (duration: 1.097307161s)","trace[649265554] 'applied index is now lower than readState.Index' (duration: 362.180055ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:53.581023Z","caller":"traceutil/trace.go:171","msg":"trace[545199428] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"1.76744911s","start":"2026-07-24T05:25:51.813539Z","end":"2026-07-24T05:25:53.580988Z","steps":["trace[545199428] 'process raft request' (duration: 1.405367527s)","trace[545199428] 'compare' (duration: 361.413777ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:53.581166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:51.813519Z","time spent":"1.767566642s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:25:53.581213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450600302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:25:53.581243Z","caller":"traceutil/trace.go:171","msg":"trace[1858907552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2178; }","duration":"1.450694944s","start":"2026-07-24T05:25:52.130539Z","end":"2026-07-24T05:25:53.581234Z","steps":["trace[1858907552] 'agreement among raft nodes before linearized reading' (duration: 1.45052091s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:53.581191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459679641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:53.581277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:52.130526Z","time spent":"1.450741624s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:25:53.581326Z","caller":"traceutil/trace.go:171","msg":"trace[959953342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2178; }","duration":"1.459853965s","start":"2026-07-24T05:25:52.121434Z","end":"2026-07-24T05:25:53.581288Z","steps":["trace[959953342] 'agreement among raft nodes before linearized reading' (duration: 1.459583059s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:53.581379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:52.121418Z","time spent":"1.459948088s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:53.581384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168949985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:25:53.581489Z","caller":"traceutil/trace.go:171","msg":"trace[322331719] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2178; }","duration":"1.169125729s","start":"2026-07-24T05:25:52.412339Z","end":"2026-07-24T05:25:53.581465Z","steps":["trace[322331719] 'agreement among raft nodes before linearized reading' (duration: 1.168769781s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:53.581541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244939347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:25:53.581541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:52.412313Z","time spent":"1.169217151s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:25:53.581572Z","caller":"traceutil/trace.go:171","msg":"trace[1506879595] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2178; }","duration":"1.244983889s","start":"2026-07-24T05:25:52.336579Z","end":"2026-07-24T05:25:53.581563Z","steps":["trace[1506879595] 'agreement among raft nodes before linearized reading' (duration: 1.244882537s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:53.581605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:52.336572Z","time spent":"1.2450247s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:25:53.581634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247850674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:25:53.581682Z","caller":"traceutil/trace.go:171","msg":"trace[860116286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2178; }","duration":"1.247962408s","start":"2026-07-24T05:25:52.333708Z","end":"2026-07-24T05:25:53.58167Z","steps":["trace[860116286] 'agreement among raft nodes before linearized reading' (duration: 1.247761083s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:53.581714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:52.333678Z","time spent":"1.248029258s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:25:53.581804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248122321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:25:53.581858Z","caller":"traceutil/trace.go:171","msg":"trace[1577923269] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2178; }","duration":"1.248216113s","start":"2026-07-24T05:25:52.333629Z","end":"2026-07-24T05:25:53.581845Z","steps":["trace[1577923269] 'agreement among raft nodes before linearized reading' (duration: 1.24809046s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:53.581947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:52.333608Z","time spent":"1.248330476s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:25:53.581978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247364132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:25:53.582011Z","caller":"traceutil/trace.go:171","msg":"trace[1683841729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2178; }","duration":"1.247417234s","start":"2026-07-24T05:25:52.334584Z","end":"2026-07-24T05:25:53.582001Z","steps":["trace[1683841729] 'agreement among raft nodes before linearized reading' (duration: 1.247321532s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:53.582026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.307891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:53.582039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:52.334535Z","time spent":"1.247497876s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:25:53.582091Z","caller":"traceutil/trace.go:171","msg":"trace[1011342999] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2178; }","duration":"148.408423ms","start":"2026-07-24T05:25:53.433635Z","end":"2026-07-24T05:25:53.582043Z","steps":["trace[1011342999] 'agreement among raft nodes before linearized reading' (duration: 148.351012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:53.582302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.274089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:25:53.582403Z","caller":"traceutil/trace.go:171","msg":"trace[1102773241] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2178; }","duration":"552.443113ms","start":"2026-07-24T05:25:53.029936Z","end":"2026-07-24T05:25:53.582379Z","steps":["trace[1102773241] 'agreement among raft nodes before linearized reading' (duration: 552.070414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:53.582459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:53.029912Z","time spent":"552.537925ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:25:54.092354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:54.593011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:54.693098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106684519s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:25:54.693555Z","caller":"traceutil/trace.go:171","msg":"trace[1631950667] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"1.107237761s","start":"2026-07-24T05:25:53.586297Z","end":"2026-07-24T05:25:54.693534Z","steps":["trace[1631950667] 'process raft request' (duration: 1.107078747s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:54.693734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:53.586271Z","time spent":"1.107393785s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:55.591912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000590467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:25:55.592013Z","caller":"traceutil/trace.go:171","msg":"trace[1182193368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007308s","start":"2026-07-24T05:25:53.591263Z","end":"2026-07-24T05:25:55.591994Z","steps":["trace[1182193368] 'agreement among raft nodes before linearized reading' (duration: 2.000596957s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:55.592061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:53.591255Z","time spent":"2.000795843s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:25:57.142132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047197936s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:57.142262Z","caller":"traceutil/trace.go:171","msg":"trace[1456772617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2179; }","duration":"1.04734485s","start":"2026-07-24T05:25:56.094899Z","end":"2026-07-24T05:25:57.142244Z","steps":["trace[1456772617] 'range keys from in-memory index tree' (duration: 1.047182566s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.142683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735832581s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:25:57.14296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:53.586594Z","time spent":"3.556356484s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:25:57.143152Z","caller":"traceutil/trace.go:171","msg":"trace[513898874] linearizableReadLoop","detail":"{readStateIndex:2273; appliedIndex:2267; }","duration":"3.551834581s","start":"2026-07-24T05:25:53.591283Z","end":"2026-07-24T05:25:57.143117Z","steps":["trace[513898874] 'read index received' (duration: 1.102125683s)","trace[513898874] 'applied index is now lower than readState.Index' (duration: 2.449707647s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:57.143421Z","caller":"traceutil/trace.go:171","msg":"trace[348836285] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"3.55663972s","start":"2026-07-24T05:25:53.586769Z","end":"2026-07-24T05:25:57.143408Z","steps":["trace[348836285] 'process raft request' (duration: 3.556023976s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:57.143442Z","caller":"traceutil/trace.go:171","msg":"trace[1584800832] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"3.554604604s","start":"2026-07-24T05:25:53.58881Z","end":"2026-07-24T05:25:57.143414Z","steps":["trace[1584800832] 'process raft request' (duration: 3.554167944s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:57.143475Z","caller":"traceutil/trace.go:171","msg":"trace[363819546] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"3.556601319s","start":"2026-07-24T05:25:53.586823Z","end":"2026-07-24T05:25:57.143424Z","steps":["trace[363819546] 'process raft request' (duration: 3.556109038s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:57.143467Z","caller":"traceutil/trace.go:171","msg":"trace[2108453033] transaction","detail":"{read_only:false; response_revision:2183; number_of_response:1; }","duration":"3.552836174s","start":"2026-07-24T05:25:53.59059Z","end":"2026-07-24T05:25:57.143426Z","steps":["trace[2108453033] 'process raft request' (duration: 3.552478105s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.143532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:53.586759Z","time spent":"3.556695752s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:57.143592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:53.588801Z","time spent":"3.554680546s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:57.143624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:53.586808Z","time spent":"3.556736912s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:57.143702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:53.590513Z","time spent":"3.553066728s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:57.431342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.024431178s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:25:57.496777Z","caller":"traceutil/trace.go:171","msg":"trace[1985196320] linearizableReadLoop","detail":"{readStateIndex:2275; appliedIndex:2273; }","duration":"353.548105ms","start":"2026-07-24T05:25:57.143202Z","end":"2026-07-24T05:25:57.49675Z","steps":["trace[1985196320] 'read index received' (duration: 288.356022ms)","trace[1985196320] 'applied index is now lower than readState.Index' (duration: 65.191123ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:57.496807Z","caller":"traceutil/trace.go:171","msg":"trace[1914605392] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"2.135468549s","start":"2026-07-24T05:25:55.361303Z","end":"2026-07-24T05:25:57.496771Z","steps":["trace[1914605392] 'process raft request' (duration: 2.070257895s)","trace[1914605392] 'compare' (duration: 64.905737ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:57.496911Z","caller":"traceutil/trace.go:171","msg":"trace[720969542] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"1.696170195s","start":"2026-07-24T05:25:55.800729Z","end":"2026-07-24T05:25:57.496899Z","steps":["trace[720969542] 'process raft request' (duration: 1.695909859s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.496961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:55.361275Z","time spent":"2.135603692s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:57.497048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:55.800705Z","time spent":"1.696251287s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:57.49708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188902601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:57.497153Z","caller":"traceutil/trace.go:171","msg":"trace[998183449] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2186; }","duration":"2.189029804s","start":"2026-07-24T05:25:55.308106Z","end":"2026-07-24T05:25:57.497136Z","steps":["trace[998183449] 'agreement among raft nodes before linearized reading' (duration: 2.188904741s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.497194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:55.308075Z","time spent":"2.189109256s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:57.497337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.446275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-24T05:25:57.497329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846645411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:57.497391Z","caller":"traceutil/trace.go:171","msg":"trace[201764757] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"352.618144ms","start":"2026-07-24T05:25:57.144761Z","end":"2026-07-24T05:25:57.497379Z","steps":["trace[201764757] 'process raft request' (duration: 351.939917ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:57.497441Z","caller":"traceutil/trace.go:171","msg":"trace[527336747] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2186; }","duration":"3.846837237s","start":"2026-07-24T05:25:53.650578Z","end":"2026-07-24T05:25:57.497415Z","steps":["trace[527336747] 'agreement among raft nodes before linearized reading' (duration: 3.846561289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.497473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:57.144741Z","time spent":"352.677796ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:57.497498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.906033621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32087"} {"level":"warn","ts":"2026-07-24T05:25:57.497502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:53.650562Z","time spent":"3.846928898s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:57.497535Z","caller":"traceutil/trace.go:171","msg":"trace[1824783435] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2186; }","duration":"3.906079352s","start":"2026-07-24T05:25:53.591444Z","end":"2026-07-24T05:25:57.497523Z","steps":["trace[1824783435] 'agreement among raft nodes before linearized reading' (duration: 3.905955819s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.497581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:53.591439Z","time spent":"3.906130733s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:25:57.497654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.443402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:57.497702Z","caller":"traceutil/trace.go:171","msg":"trace[773620700] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2186; }","duration":"124.495293ms","start":"2026-07-24T05:25:57.373194Z","end":"2026-07-24T05:25:57.49769Z","steps":["trace[773620700] 'agreement among raft nodes before linearized reading' (duration: 124.414361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.497778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410979998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-07-24T05:25:57.497813Z","caller":"traceutil/trace.go:171","msg":"trace[565614006] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18c522747fff969e; range_end:; response_count:1; response_revision:2186; }","duration":"1.411079149s","start":"2026-07-24T05:25:56.086723Z","end":"2026-07-24T05:25:57.497803Z","steps":["trace[565614006] 'agreement among raft nodes before linearized reading' (duration: 1.410998738s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.497841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:56.086691Z","time spent":"1.411143481s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" "} {"level":"warn","ts":"2026-07-24T05:25:57.497703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.454425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:25:57.497851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.017724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:57.49792Z","caller":"traceutil/trace.go:171","msg":"trace[1480991817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2186; }","duration":"797.68964ms","start":"2026-07-24T05:25:56.700185Z","end":"2026-07-24T05:25:57.497875Z","steps":["trace[1480991817] 'agreement among raft nodes before linearized reading' (duration: 797.418554ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:57.497926Z","caller":"traceutil/trace.go:171","msg":"trace[1887463314] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2186; }","duration":"138.093766ms","start":"2026-07-24T05:25:57.359787Z","end":"2026-07-24T05:25:57.497881Z","steps":["trace[1887463314] 'agreement among raft nodes before linearized reading' (duration: 138.007344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.497969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:56.700156Z","time spent":"797.794303ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:25:57.498039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147705499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:57.498078Z","caller":"traceutil/trace.go:171","msg":"trace[1636591466] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2186; }","duration":"3.14778828s","start":"2026-07-24T05:25:54.350279Z","end":"2026-07-24T05:25:57.498067Z","steps":["trace[1636591466] 'agreement among raft nodes before linearized reading' (duration: 3.147711699s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.498081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905498354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:57.498108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:54.350255Z","time spent":"3.147845462s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":14,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:57.498117Z","caller":"traceutil/trace.go:171","msg":"trace[1579409818] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2186; }","duration":"1.905574816s","start":"2026-07-24T05:25:55.592533Z","end":"2026-07-24T05:25:57.498108Z","steps":["trace[1579409818] 'agreement among raft nodes before linearized reading' (duration: 1.905531425s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.497966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905889381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-24T05:25:57.498145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:55.592507Z","time spent":"1.905633177s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:25:57.498159Z","caller":"traceutil/trace.go:171","msg":"trace[1775590896] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2186; }","duration":"2.906119196s","start":"2026-07-24T05:25:54.592027Z","end":"2026-07-24T05:25:57.498146Z","steps":["trace[1775590896] 'agreement among raft nodes before linearized reading' (duration: 2.905764408s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.498208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:54.592005Z","time spent":"2.906190498s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:25:57.497379Z","caller":"traceutil/trace.go:171","msg":"trace[315774205] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:2186; }","duration":"350.522116ms","start":"2026-07-24T05:25:57.146844Z","end":"2026-07-24T05:25:57.497366Z","steps":["trace[315774205] 'agreement among raft nodes before linearized reading' (duration: 350.363742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.498314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:57.146831Z","time spent":"351.471368ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:25:57.498044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767477671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:25:57.498621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055690259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:25:57.498699Z","caller":"traceutil/trace.go:171","msg":"trace[595318171] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2186; }","duration":"2.055862732s","start":"2026-07-24T05:25:55.442819Z","end":"2026-07-24T05:25:57.498682Z","steps":["trace[595318171] 'agreement among raft nodes before linearized reading' (duration: 2.055658828s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:57.498702Z","caller":"traceutil/trace.go:171","msg":"trace[1070785005] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2186; }","duration":"1.768123665s","start":"2026-07-24T05:25:55.730556Z","end":"2026-07-24T05:25:57.498679Z","steps":["trace[1070785005] 'agreement among raft nodes before linearized reading' (duration: 1.76745354s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:57.498743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:55.442766Z","time spent":"2.055969206s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:57.49876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:55.730494Z","time spent":"1.768245409s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:58.039945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:58.540331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140593,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:25:58.809642Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.271120581s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:25:58.810015Z","caller":"traceutil/trace.go:171","msg":"trace[1764772325] linearizableReadLoop","detail":"{readStateIndex:2279; appliedIndex:2277; }","duration":"1.271180942s","start":"2026-07-24T05:25:57.538818Z","end":"2026-07-24T05:25:58.809999Z","steps":["trace[1764772325] 'read index received' (duration: 1.270973608s)","trace[1764772325] 'applied index is now lower than readState.Index' (duration: 206.484µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:25:58.810116Z","caller":"traceutil/trace.go:171","msg":"trace[1745110162] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"1.307113831s","start":"2026-07-24T05:25:57.502994Z","end":"2026-07-24T05:25:58.810108Z","steps":["trace[1745110162] 'process raft request' (duration: 1.306965917s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:58.810199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:57.502964Z","time spent":"1.307173231s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:25:58.810306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303445366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:58.810329Z","caller":"traceutil/trace.go:171","msg":"trace[840159694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2189; }","duration":"1.303506068s","start":"2026-07-24T05:25:57.506815Z","end":"2026-07-24T05:25:58.810322Z","steps":["trace[840159694] 'agreement among raft nodes before linearized reading' (duration: 1.303471057s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:58.810344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:57.506796Z","time spent":"1.303545568s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:25:58.810358Z","caller":"traceutil/trace.go:171","msg":"trace[1964336926] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"1.308776809s","start":"2026-07-24T05:25:57.501547Z","end":"2026-07-24T05:25:58.810324Z","steps":["trace[1964336926] 'process raft request' (duration: 1.308270177s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:58.810501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268777316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:25:58.810517Z","caller":"traceutil/trace.go:171","msg":"trace[1719639764] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2189; }","duration":"1.268793567s","start":"2026-07-24T05:25:57.541718Z","end":"2026-07-24T05:25:58.810512Z","steps":["trace[1719639764] 'agreement among raft nodes before linearized reading' (duration: 1.268720335s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:58.810529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:57.541652Z","time spent":"1.268873739s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T05:25:58.810522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.206117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:58.810581Z","caller":"traceutil/trace.go:171","msg":"trace[1890010086] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:2189; }","duration":"402.285899ms","start":"2026-07-24T05:25:58.408279Z","end":"2026-07-24T05:25:58.810565Z","steps":["trace[1890010086] 'agreement among raft nodes before linearized reading' (duration: 402.164546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:58.810626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:58.408272Z","time spent":"402.34152ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:25:58.810651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.477544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:25:58.810706Z","caller":"traceutil/trace.go:171","msg":"trace[1944823942] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2189; }","duration":"402.573956ms","start":"2026-07-24T05:25:58.408116Z","end":"2026-07-24T05:25:58.81069Z","steps":["trace[1944823942] 'agreement among raft nodes before linearized reading' (duration: 402.471604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:58.810686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.59288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-24T05:25:58.810749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:58.408097Z","time spent":"402.640227ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:25:58.810783Z","caller":"traceutil/trace.go:171","msg":"trace[594079471] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2189; }","duration":"305.764253ms","start":"2026-07-24T05:25:58.504995Z","end":"2026-07-24T05:25:58.810759Z","steps":["trace[594079471] 'agreement among raft nodes before linearized reading' (duration: 305.452346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:58.810841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:58.504973Z","time spent":"305.855485ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:25:58.811114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:57.501533Z","time spent":"1.308888882s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:25:59.504097Z","caller":"traceutil/trace.go:171","msg":"trace[53014324] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"270.286775ms","start":"2026-07-24T05:25:59.233763Z","end":"2026-07-24T05:25:59.504049Z","steps":["trace[53014324] 'process raft request' (duration: 270.020979ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:25:59.504047Z","caller":"traceutil/trace.go:171","msg":"trace[672915700] linearizableReadLoop","detail":"{readStateIndex:2292; appliedIndex:2291; }","duration":"268.389491ms","start":"2026-07-24T05:25:59.235621Z","end":"2026-07-24T05:25:59.504011Z","steps":["trace[672915700] 'read index received' (duration: 268.032433ms)","trace[672915700] 'applied index is now lower than readState.Index' (duration: 355.408µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:25:59.504525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.881532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-24T05:25:59.504558Z","caller":"traceutil/trace.go:171","msg":"trace[1584922040] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2202; }","duration":"268.971854ms","start":"2026-07-24T05:25:59.235576Z","end":"2026-07-24T05:25:59.504548Z","steps":["trace[1584922040] 'agreement among raft nodes before linearized reading' (duration: 268.7818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:25:59.504598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.844285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-xrv59\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-07-24T05:25:59.504637Z","caller":"traceutil/trace.go:171","msg":"trace[308697218] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-xrv59; range_end:; response_count:1; response_revision:2202; }","duration":"266.946077ms","start":"2026-07-24T05:25:59.237678Z","end":"2026-07-24T05:25:59.504624Z","steps":["trace[308697218] 'agreement among raft nodes before linearized reading' (duration: 266.810604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:00.206838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:00.707059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:01.207219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:01.70818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:01.886466Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.187660793s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:26:01.886921Z","caller":"traceutil/trace.go:171","msg":"trace[296277975] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"2.188201186s","start":"2026-07-24T05:25:59.698694Z","end":"2026-07-24T05:26:01.886896Z","steps":["trace[296277975] 'process raft request' (duration: 2.188049672s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:01.887071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:59.698672Z","time spent":"2.188325318s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:02.121691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:02.121782Z","caller":"traceutil/trace.go:171","msg":"trace[888592412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000513955s","start":"2026-07-24T05:26:00.121247Z","end":"2026-07-24T05:26:02.121761Z","steps":["trace[888592412] 'agreement among raft nodes before linearized reading' (duration: 2.000401323s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:02.121845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:00.121227Z","time spent":"2.000607427s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T05:26:02.647799Z","caller":"traceutil/trace.go:171","msg":"trace[1253843806] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"2.940637412s","start":"2026-07-24T05:25:59.707125Z","end":"2026-07-24T05:26:02.647763Z","steps":["trace[1253843806] 'process raft request' (duration: 2.940338335s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:02.648219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:59.707112Z","time spent":"2.940952589s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:02.717072Z","caller":"traceutil/trace.go:171","msg":"trace[1428991549] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2292; }","duration":"3.01078267s","start":"2026-07-24T05:25:59.706265Z","end":"2026-07-24T05:26:02.717047Z","steps":["trace[1428991549] 'read index received' (duration: 2.180418246s)","trace[1428991549] 'applied index is now lower than readState.Index' (duration: 830.363154ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:02.717104Z","caller":"traceutil/trace.go:171","msg":"trace[340457557] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"1.253091565s","start":"2026-07-24T05:26:01.463982Z","end":"2026-07-24T05:26:02.717073Z","steps":["trace[340457557] 'process raft request' (duration: 1.253008983s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:02.71713Z","caller":"traceutil/trace.go:171","msg":"trace[2135852892] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"1.343853298s","start":"2026-07-24T05:26:01.373237Z","end":"2026-07-24T05:26:02.71709Z","steps":["trace[2135852892] 'process raft request' (duration: 1.343600693s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:02.717228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:01.463961Z","time spent":"1.253196668s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:02.7173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:01.373196Z","time spent":"1.344008352s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:02.717329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.00079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:02.717363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.321512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:02.717371Z","caller":"traceutil/trace.go:171","msg":"trace[146914703] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:2206; }","duration":"274.047041ms","start":"2026-07-24T05:26:02.443311Z","end":"2026-07-24T05:26:02.717358Z","steps":["trace[146914703] 'agreement among raft nodes before linearized reading' (duration: 273.97583ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:02.717392Z","caller":"traceutil/trace.go:171","msg":"trace[1050896188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2206; }","duration":"595.344523ms","start":"2026-07-24T05:26:02.122035Z","end":"2026-07-24T05:26:02.717379Z","steps":["trace[1050896188] 'agreement among raft nodes before linearized reading' (duration: 595.294222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:02.717418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:02.121967Z","time spent":"595.447176ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:26:02.717409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201182567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:26:02.717485Z","caller":"traceutil/trace.go:171","msg":"trace[586906985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2206; }","duration":"1.201323991s","start":"2026-07-24T05:26:01.516143Z","end":"2026-07-24T05:26:02.717467Z","steps":["trace[586906985] 'agreement among raft nodes before linearized reading' (duration: 1.201097036s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:02.717499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559242247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T05:26:02.717531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:01.516117Z","time spent":"1.201402802s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:26:02.717576Z","caller":"traceutil/trace.go:171","msg":"trace[973025376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2206; }","duration":"1.55937953s","start":"2026-07-24T05:26:01.158179Z","end":"2026-07-24T05:26:02.717559Z","steps":["trace[973025376] 'agreement among raft nodes before linearized reading' (duration: 1.559136174s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:02.71762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:01.158156Z","time spent":"1.559454612s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:26:02.718274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901337064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:26:02.718365Z","caller":"traceutil/trace.go:171","msg":"trace[1339321690] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2206; }","duration":"2.901491658s","start":"2026-07-24T05:25:59.816861Z","end":"2026-07-24T05:26:02.718353Z","steps":["trace[1339321690] 'agreement among raft nodes before linearized reading' (duration: 2.900350592s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:02.718411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:59.816822Z","time spent":"2.90157774s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:26:02.718247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.011930356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-07-24T05:26:02.718587Z","caller":"traceutil/trace.go:171","msg":"trace[2024129432] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v948m; range_end:; response_count:1; response_revision:2206; }","duration":"3.012306975s","start":"2026-07-24T05:25:59.706212Z","end":"2026-07-24T05:26:02.718519Z","steps":["trace[2024129432] 'agreement among raft nodes before linearized reading' (duration: 3.010987555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:02.718668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:59.706189Z","time spent":"3.012461388s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6882,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" "} {"level":"warn","ts":"2026-07-24T05:26:02.738792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849348317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:26:02.738859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579506125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:26:02.738907Z","caller":"traceutil/trace.go:171","msg":"trace[61769160] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2206; }","duration":"2.849538301s","start":"2026-07-24T05:25:59.889341Z","end":"2026-07-24T05:26:02.738879Z","steps":["trace[61769160] 'agreement among raft nodes before linearized reading' (duration: 2.828364432s)","trace[61769160] 'count revisions from in-memory index tree' (duration: 20.989895ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:02.738922Z","caller":"traceutil/trace.go:171","msg":"trace[342668649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2206; }","duration":"1.579630117s","start":"2026-07-24T05:26:01.159273Z","end":"2026-07-24T05:26:02.738903Z","steps":["trace[342668649] 'agreement among raft nodes before linearized reading' (duration: 1.558442308s)","trace[342668649] 'range keys from in-memory index tree' (duration: 21.031976ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:02.738956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:25:59.889315Z","time spent":"2.849628533s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:02.738965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:01.159245Z","time spent":"1.579710859s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:26:02.738792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578928401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:26:02.739036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.364799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-07-24T05:26:02.739082Z","caller":"traceutil/trace.go:171","msg":"trace[344980186] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2206; }","duration":"1.579226328s","start":"2026-07-24T05:26:01.159821Z","end":"2026-07-24T05:26:02.739047Z","steps":["trace[344980186] 'agreement among raft nodes before linearized reading' (duration: 1.557887835s)","trace[344980186] 'range keys from in-memory index tree' (duration: 20.919054ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:02.739141Z","caller":"traceutil/trace.go:171","msg":"trace[1893565997] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:2206; }","duration":"848.545144ms","start":"2026-07-24T05:26:01.890574Z","end":"2026-07-24T05:26:02.739119Z","steps":["trace[1893565997] 'agreement among raft nodes before linearized reading' (duration: 827.119009ms)","trace[1893565997] 'range keys from in-memory index tree' (duration: 21.127108ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:02.739151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:01.159809Z","time spent":"1.57932212s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:26:02.739184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:01.890549Z","time spent":"848.625055ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":6847,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" "} {"level":"warn","ts":"2026-07-24T05:26:02.739169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925022755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:26:02.739293Z","caller":"traceutil/trace.go:171","msg":"trace[2074609129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2206; }","duration":"1.92523236s","start":"2026-07-24T05:26:00.814035Z","end":"2026-07-24T05:26:02.739268Z","steps":["trace[2074609129] 'agreement among raft nodes before linearized reading' (duration: 1.903663292s)","trace[2074609129] 'range keys from in-memory index tree' (duration: 21.20067ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:02.739383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:00.814015Z","time spent":"1.925352243s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:26:02.883433Z","caller":"traceutil/trace.go:171","msg":"trace[1107843092] transaction","detail":"{read_only:false; response_revision:2209; number_of_response:1; }","duration":"140.836738ms","start":"2026-07-24T05:26:02.742562Z","end":"2026-07-24T05:26:02.883399Z","steps":["trace[1107843092] 'process raft request' (duration: 140.551202ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:02.883484Z","caller":"traceutil/trace.go:171","msg":"trace[1587826083] linearizableReadLoop","detail":"{readStateIndex:2301; appliedIndex:2298; }","duration":"140.01443ms","start":"2026-07-24T05:26:02.743446Z","end":"2026-07-24T05:26:02.88346Z","steps":["trace[1587826083] 'read index received' (duration: 57.830344ms)","trace[1587826083] 'applied index is now lower than readState.Index' (duration: 82.182926ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:02.883603Z","caller":"traceutil/trace.go:171","msg":"trace[1025034857] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"139.425407ms","start":"2026-07-24T05:26:02.744161Z","end":"2026-07-24T05:26:02.883587Z","steps":["trace[1025034857] 'process raft request' (duration: 139.222962ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:02.883573Z","caller":"traceutil/trace.go:171","msg":"trace[620891294] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"140.142732ms","start":"2026-07-24T05:26:02.74337Z","end":"2026-07-24T05:26:02.883513Z","steps":["trace[620891294] 'process raft request' (duration: 139.956198ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:02.88369Z","caller":"traceutil/trace.go:171","msg":"trace[280858356] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"119.538706ms","start":"2026-07-24T05:26:02.764124Z","end":"2026-07-24T05:26:02.883662Z","steps":["trace[280858356] 'process raft request' (duration: 119.294121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:02.883885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.416289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/rook-ceph/csi-rbdplugin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:02.883931Z","caller":"traceutil/trace.go:171","msg":"trace[1124623959] range","detail":"{range_begin:/registry/daemonsets/rook-ceph/csi-rbdplugin; range_end:; response_count:0; response_revision:2212; }","duration":"140.533591ms","start":"2026-07-24T05:26:02.743384Z","end":"2026-07-24T05:26:02.883918Z","steps":["trace[1124623959] 'agreement among raft nodes before linearized reading' (duration: 140.434709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:02.947045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.74577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-xrv59\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-07-24T05:26:02.947132Z","caller":"traceutil/trace.go:171","msg":"trace[1168740907] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-xrv59; range_end:; response_count:1; response_revision:2213; }","duration":"141.889674ms","start":"2026-07-24T05:26:02.805223Z","end":"2026-07-24T05:26:02.947112Z","steps":["trace[1168740907] 'agreement among raft nodes before linearized reading' (duration: 141.649588ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:02.947135Z","caller":"traceutil/trace.go:171","msg":"trace[227307153] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"137.945952ms","start":"2026-07-24T05:26:02.809167Z","end":"2026-07-24T05:26:02.947113Z","steps":["trace[227307153] 'process raft request' (duration: 137.498891ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:03.061187Z","caller":"traceutil/trace.go:171","msg":"trace[45614935] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"105.287299ms","start":"2026-07-24T05:26:02.95584Z","end":"2026-07-24T05:26:03.061127Z","steps":["trace[45614935] 'process raft request' (duration: 105.042773ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:03.061319Z","caller":"traceutil/trace.go:171","msg":"trace[952293513] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"105.099835ms","start":"2026-07-24T05:26:02.956163Z","end":"2026-07-24T05:26:03.061263Z","steps":["trace[952293513] 'process raft request' (duration: 104.866339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:03.238632Z","caller":"traceutil/trace.go:171","msg":"trace[283128148] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"115.744369ms","start":"2026-07-24T05:26:03.122862Z","end":"2026-07-24T05:26:03.238606Z","steps":["trace[283128148] 'process raft request' (duration: 115.411802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:03.238868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.482375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:26:03.238982Z","caller":"traceutil/trace.go:171","msg":"trace[2094511828] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2221; }","duration":"122.667759ms","start":"2026-07-24T05:26:03.116289Z","end":"2026-07-24T05:26:03.238957Z","steps":["trace[2094511828] 'agreement among raft nodes before linearized reading' (duration: 122.335582ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:05.043074Z","caller":"traceutil/trace.go:171","msg":"trace[873371957] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"151.211518ms","start":"2026-07-24T05:26:04.891835Z","end":"2026-07-24T05:26:05.043046Z","steps":["trace[873371957] 'process raft request' (duration: 151.023194ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:05.256515Z","caller":"traceutil/trace.go:171","msg":"trace[2086681365] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"364.14718ms","start":"2026-07-24T05:26:04.892346Z","end":"2026-07-24T05:26:05.256493Z","steps":["trace[2086681365] 'process raft request' (duration: 264.632445ms)","trace[2086681365] 'compare' (duration: 99.215648ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:05.25658Z","caller":"traceutil/trace.go:171","msg":"trace[1312098393] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"363.802373ms","start":"2026-07-24T05:26:04.892766Z","end":"2026-07-24T05:26:05.256568Z","steps":["trace[1312098393] 'process raft request' (duration: 363.545487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:05.25663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:04.89233Z","time spent":"364.239082ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:05.25663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:04.892752Z","time spent":"363.847543ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:06.234084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140695,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:26:06.320872Z","caller":"traceutil/trace.go:171","msg":"trace[164536723] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2319; }","duration":"586.818427ms","start":"2026-07-24T05:26:05.734028Z","end":"2026-07-24T05:26:06.320846Z","steps":["trace[164536723] 'read index received' (duration: 586.621452ms)","trace[164536723] 'applied index is now lower than readState.Index' (duration: 195.995µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:06.320912Z","caller":"traceutil/trace.go:171","msg":"trace[380021078] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"960.269721ms","start":"2026-07-24T05:26:05.360609Z","end":"2026-07-24T05:26:06.320878Z","steps":["trace[380021078] 'process raft request' (duration: 960.104578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:06.321089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:05.36058Z","time spent":"960.391433ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:06.321097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.815939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:06.321233Z","caller":"traceutil/trace.go:171","msg":"trace[2125355463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"199.996093ms","start":"2026-07-24T05:26:06.12122Z","end":"2026-07-24T05:26:06.321216Z","steps":["trace[2125355463] 'agreement among raft nodes before linearized reading' (duration: 199.826089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:06.321266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.702609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:06.321402Z","caller":"traceutil/trace.go:171","msg":"trace[1580745591] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2228; }","duration":"392.903993ms","start":"2026-07-24T05:26:05.928466Z","end":"2026-07-24T05:26:06.32137Z","steps":["trace[1580745591] 'agreement among raft nodes before linearized reading' (duration: 392.630897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:06.321464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:05.928449Z","time spent":"393.002325ms","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:06.321508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.41766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-24T05:26:06.321595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.075447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-24T05:26:06.321689Z","caller":"traceutil/trace.go:171","msg":"trace[335465134] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2228; }","duration":"168.244612ms","start":"2026-07-24T05:26:06.153421Z","end":"2026-07-24T05:26:06.321666Z","steps":["trace[335465134] 'agreement among raft nodes before linearized reading' (duration: 167.591476ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:06.321685Z","caller":"traceutil/trace.go:171","msg":"trace[893582538] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2228; }","duration":"587.669037ms","start":"2026-07-24T05:26:05.73397Z","end":"2026-07-24T05:26:06.321639Z","steps":["trace[893582538] 'agreement among raft nodes before linearized reading' (duration: 586.97989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:06.321803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:05.733946Z","time spent":"587.791369ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:26:06.321867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.642746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7d456\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-07-24T05:26:06.321925Z","caller":"traceutil/trace.go:171","msg":"trace[124702687] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7d456; range_end:; response_count:1; response_revision:2228; }","duration":"571.731208ms","start":"2026-07-24T05:26:05.750182Z","end":"2026-07-24T05:26:06.321913Z","steps":["trace[124702687] 'agreement among raft nodes before linearized reading' (duration: 570.804436ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:06.322255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:05.750166Z","time spent":"572.064976ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4357,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-7d456\" "} {"level":"warn","ts":"2026-07-24T05:26:07.125342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:07.626017Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:08.12695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:08.628232Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:09.12879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464140699,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:09.156333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.826456389s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:26:09.156766Z","caller":"traceutil/trace.go:171","msg":"trace[480637120] linearizableReadLoop","detail":"{readStateIndex:2321; appliedIndex:2320; }","duration":"2.53171665s","start":"2026-07-24T05:26:06.625025Z","end":"2026-07-24T05:26:09.156742Z","steps":["trace[480637120] 'read index received' (duration: 2.531469764s)","trace[480637120] 'applied index is now lower than readState.Index' (duration: 245.846µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:09.156827Z","caller":"traceutil/trace.go:171","msg":"trace[789610295] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"2.827022432s","start":"2026-07-24T05:26:06.329769Z","end":"2026-07-24T05:26:09.156791Z","steps":["trace[789610295] 'process raft request' (duration: 2.826787376s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.156907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.531867533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:09.156973Z","caller":"traceutil/trace.go:171","msg":"trace[832911730] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:2229; }","duration":"2.532023357s","start":"2026-07-24T05:26:06.624932Z","end":"2026-07-24T05:26:09.156956Z","steps":["trace[832911730] 'agreement among raft nodes before linearized reading' (duration: 2.531875444s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.157004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385772053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:26:09.157013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:06.624892Z","time spent":"2.532109999s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:09.157008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:06.329753Z","time spent":"2.827168775s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:09.157087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108578159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:26:09.157108Z","caller":"traceutil/trace.go:171","msg":"trace[872653797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2229; }","duration":"2.108662102s","start":"2026-07-24T05:26:07.04844Z","end":"2026-07-24T05:26:09.157102Z","steps":["trace[872653797] 'agreement among raft nodes before linearized reading' (duration: 2.10860445s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.157095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.006713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:09.157139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:07.048406Z","time spent":"2.108726292s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:26:09.157161Z","caller":"traceutil/trace.go:171","msg":"trace[678223725] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2229; }","duration":"956.139157ms","start":"2026-07-24T05:26:08.201007Z","end":"2026-07-24T05:26:09.157146Z","steps":["trace[678223725] 'agreement among raft nodes before linearized reading' (duration: 956.001213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.157156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063467359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:09.157183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035552818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:09.157211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.875542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:26:09.15703Z","caller":"traceutil/trace.go:171","msg":"trace[2019926477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2229; }","duration":"2.385880746s","start":"2026-07-24T05:26:06.77114Z","end":"2026-07-24T05:26:09.157021Z","steps":["trace[2019926477] 'agreement among raft nodes before linearized reading' (duration: 2.385700552s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:09.157243Z","caller":"traceutil/trace.go:171","msg":"trace[799963924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2229; }","duration":"1.03565378s","start":"2026-07-24T05:26:08.121574Z","end":"2026-07-24T05:26:09.157227Z","steps":["trace[799963924] 'agreement among raft nodes before linearized reading' (duration: 1.035561118s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.157269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895872753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:26:09.157298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.298542461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:26:09.157288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:06.77111Z","time spent":"2.386160942s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:26:09.15732Z","caller":"traceutil/trace.go:171","msg":"trace[943632198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2229; }","duration":"2.298615563s","start":"2026-07-24T05:26:06.8587Z","end":"2026-07-24T05:26:09.157316Z","steps":["trace[943632198] 'agreement among raft nodes before linearized reading' (duration: 2.298557432s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.157132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.020419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-07-24T05:26:09.157202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:08.200987Z","time spent":"956.207878ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:09.157363Z","caller":"traceutil/trace.go:171","msg":"trace[887563253] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2229; }","duration":"283.305325ms","start":"2026-07-24T05:26:08.874042Z","end":"2026-07-24T05:26:09.157348Z","steps":["trace[887563253] 'agreement among raft nodes before linearized reading' (duration: 282.924396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.157289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:08.121553Z","time spent":"1.035725152s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:26:09.157387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896725862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:26:09.157237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.08233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:09.157442Z","caller":"traceutil/trace.go:171","msg":"trace[814979731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2229; }","duration":"1.896822734s","start":"2026-07-24T05:26:07.260594Z","end":"2026-07-24T05:26:09.157417Z","steps":["trace[814979731] 'agreement among raft nodes before linearized reading' (duration: 1.89667854s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:09.157451Z","caller":"traceutil/trace.go:171","msg":"trace[1089037894] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2229; }","duration":"811.326335ms","start":"2026-07-24T05:26:08.346105Z","end":"2026-07-24T05:26:09.157431Z","steps":["trace[1089037894] 'agreement among raft nodes before linearized reading' (duration: 811.11445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.15751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:08.346082Z","time spent":"811.409387ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:09.157512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:07.260569Z","time spent":"1.896926276s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:26:09.157361Z","caller":"traceutil/trace.go:171","msg":"trace[285676057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2229; }","duration":"1.895965464s","start":"2026-07-24T05:26:07.261349Z","end":"2026-07-24T05:26:09.157314Z","steps":["trace[285676057] 'agreement among raft nodes before linearized reading' (duration: 1.89575357s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.157559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193945238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:09.157606Z","caller":"traceutil/trace.go:171","msg":"trace[1449856574] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2229; }","duration":"2.19403397s","start":"2026-07-24T05:26:06.963559Z","end":"2026-07-24T05:26:09.157593Z","steps":["trace[1449856574] 'agreement among raft nodes before linearized reading' (duration: 2.193927547s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.157648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:06.963537Z","time spent":"2.194098332s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:09.157243Z","caller":"traceutil/trace.go:171","msg":"trace[218075298] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2229; }","duration":"2.063607642s","start":"2026-07-24T05:26:07.093614Z","end":"2026-07-24T05:26:09.157222Z","steps":["trace[218075298] 'agreement among raft nodes before linearized reading' (duration: 2.063426868s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.157749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:07.093538Z","time spent":"2.064192705s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:09.157573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:07.261337Z","time spent":"1.89622819s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:26:09.157334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:06.858675Z","time spent":"2.298656504s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:26:09.15724Z","caller":"traceutil/trace.go:171","msg":"trace[961294711] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2229; }","duration":"121.949634ms","start":"2026-07-24T05:26:09.035283Z","end":"2026-07-24T05:26:09.157232Z","steps":["trace[961294711] 'agreement among raft nodes before linearized reading' (duration: 121.895712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.157964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830580606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:26:09.158006Z","caller":"traceutil/trace.go:171","msg":"trace[952539239] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2229; }","duration":"1.830655338s","start":"2026-07-24T05:26:07.327337Z","end":"2026-07-24T05:26:09.157993Z","steps":["trace[952539239] 'agreement among raft nodes before linearized reading' (duration: 1.829561013s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:09.158034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:07.327323Z","time spent":"1.830704049s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:26:10.950568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314065363s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:26:10.950686Z","caller":"traceutil/trace.go:171","msg":"trace[1153036629] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2321; }","duration":"1.786239215s","start":"2026-07-24T05:26:09.164427Z","end":"2026-07-24T05:26:10.950666Z","steps":["trace[1153036629] 'read index received' (duration: 472.1067ms)","trace[1153036629] 'applied index is now lower than readState.Index' (duration: 1.314130655s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:10.950763Z","caller":"traceutil/trace.go:171","msg":"trace[415364595] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"1.787874482s","start":"2026-07-24T05:26:09.162875Z","end":"2026-07-24T05:26:10.950749Z","steps":["trace[415364595] 'process raft request' (duration: 473.542373ms)","trace[415364595] 'compare' (duration: 1.313430618s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:10.950839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:09.162853Z","time spent":"1.787949884s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:10.950961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786527901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32087"} {"level":"info","ts":"2026-07-24T05:26:10.951007Z","caller":"traceutil/trace.go:171","msg":"trace[517537103] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2230; }","duration":"1.786606623s","start":"2026-07-24T05:26:09.164388Z","end":"2026-07-24T05:26:10.950995Z","steps":["trace[517537103] 'agreement among raft nodes before linearized reading' (duration: 1.786391858s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:10.951043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:09.164376Z","time spent":"1.786655664s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:26:11.120176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.483546744s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:26:11.128294Z","caller":"traceutil/trace.go:171","msg":"trace[384359974] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"1.963752401s","start":"2026-07-24T05:26:09.164515Z","end":"2026-07-24T05:26:11.128267Z","steps":["trace[384359974] 'process raft request' (duration: 1.955834559s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:11.128484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:09.164497Z","time spent":"1.963891345s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:11.128586Z","caller":"traceutil/trace.go:171","msg":"trace[320426068] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"1.955323077s","start":"2026-07-24T05:26:09.173243Z","end":"2026-07-24T05:26:11.128566Z","steps":["trace[320426068] 'process raft request' (duration: 1.955253996s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:11.128676Z","caller":"traceutil/trace.go:171","msg":"trace[1468212851] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"1.963635038s","start":"2026-07-24T05:26:09.165001Z","end":"2026-07-24T05:26:11.128636Z","steps":["trace[1468212851] 'process raft request' (duration: 1.963214358s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:11.128796Z","caller":"traceutil/trace.go:171","msg":"trace[1721903272] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"1.961771677s","start":"2026-07-24T05:26:09.166997Z","end":"2026-07-24T05:26:11.128769Z","steps":["trace[1721903272] 'process raft request' (duration: 1.961426778s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:11.128836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:09.173231Z","time spent":"1.955483981s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5587,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:11.128848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:09.164981Z","time spent":"1.963761222s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:11.129128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:09.166984Z","time spent":"1.961864279s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:11.169367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:26:11.169419Z","caller":"traceutil/trace.go:171","msg":"trace[484787410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074883s","start":"2026-07-24T05:26:09.169333Z","end":"2026-07-24T05:26:11.169408Z","steps":["trace[484787410] 'agreement among raft nodes before linearized reading' (duration: 2.000009971s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:11.169445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:09.169325Z","time spent":"2.000113533s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T05:26:11.623488Z","caller":"traceutil/trace.go:171","msg":"trace[1976341683] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"1.458624177s","start":"2026-07-24T05:26:10.164829Z","end":"2026-07-24T05:26:11.623453Z","steps":["trace[1976341683] 'process raft request' (duration: 1.458349131s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:11.623644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:10.16481Z","time spent":"1.458754819s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:12.002204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.807054ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:26:12.002341Z","caller":"traceutil/trace.go:171","msg":"trace[441948321] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2322; }","duration":"1.051606299s","start":"2026-07-24T05:26:10.950713Z","end":"2026-07-24T05:26:12.002319Z","steps":["trace[441948321] 'read index received' (duration: 169.646425ms)","trace[441948321] 'applied index is now lower than readState.Index' (duration: 881.958054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:12.002481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285989592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:12.002517Z","caller":"traceutil/trace.go:171","msg":"trace[742943902] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2235; }","duration":"1.286078835s","start":"2026-07-24T05:26:10.716429Z","end":"2026-07-24T05:26:12.002508Z","steps":["trace[742943902] 'agreement among raft nodes before linearized reading' (duration: 1.285991853s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.002556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:10.71641Z","time spent":"1.286137245s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:26:12.002658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839270782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:26:12.002757Z","caller":"traceutil/trace.go:171","msg":"trace[1764838795] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2235; }","duration":"1.839438486s","start":"2026-07-24T05:26:10.163298Z","end":"2026-07-24T05:26:12.002737Z","steps":["trace[1764838795] 'agreement among raft nodes before linearized reading' (duration: 1.839160949s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.002745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525874192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:12.002803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:10.163266Z","time spent":"1.839527139s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:26:12.00282Z","caller":"traceutil/trace.go:171","msg":"trace[1584746245] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:2235; }","duration":"1.526011865s","start":"2026-07-24T05:26:10.476788Z","end":"2026-07-24T05:26:12.0028Z","steps":["trace[1584746245] 'agreement among raft nodes before linearized reading' (duration: 1.525854941s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.002865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:10.476767Z","time spent":"1.526087067s","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:12.003326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391418986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:26:12.003425Z","caller":"traceutil/trace.go:171","msg":"trace[182099517] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2235; }","duration":"2.392275027s","start":"2026-07-24T05:26:09.611119Z","end":"2026-07-24T05:26:12.003394Z","steps":["trace[182099517] 'agreement among raft nodes before linearized reading' (duration: 2.391401496s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.003499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:09.611096Z","time spent":"2.392382669s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:12.045921Z","caller":"traceutil/trace.go:171","msg":"trace[2017142328] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"910.143657ms","start":"2026-07-24T05:26:11.135713Z","end":"2026-07-24T05:26:12.045857Z","steps":["trace[2017142328] 'process raft request' (duration: 909.932072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.046088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:11.135684Z","time spent":"910.318601ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:12.04634Z","caller":"traceutil/trace.go:171","msg":"trace[571218679] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"909.745448ms","start":"2026-07-24T05:26:11.136577Z","end":"2026-07-24T05:26:12.046322Z","steps":["trace[571218679] 'process raft request' (duration: 909.219796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.046407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:11.136562Z","time spent":"909.8103ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:12.046519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.493689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:12.04656Z","caller":"traceutil/trace.go:171","msg":"trace[1914037761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2238; }","duration":"876.577311ms","start":"2026-07-24T05:26:11.169969Z","end":"2026-07-24T05:26:12.046546Z","steps":["trace[1914037761] 'agreement among raft nodes before linearized reading' (duration: 876.517189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.046593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:11.169946Z","time spent":"876.641252ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:26:12.046541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.283557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:12.046673Z","caller":"traceutil/trace.go:171","msg":"trace[422404352] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"909.735818ms","start":"2026-07-24T05:26:11.136913Z","end":"2026-07-24T05:26:12.046649Z","steps":["trace[422404352] 'process raft request' (duration: 909.236827ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:12.046708Z","caller":"traceutil/trace.go:171","msg":"trace[1854138006] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2238; }","duration":"131.497132ms","start":"2026-07-24T05:26:11.915194Z","end":"2026-07-24T05:26:12.046691Z","steps":["trace[1854138006] 'agreement among raft nodes before linearized reading' (duration: 131.285457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.046779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.599277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-lszr4\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-07-24T05:26:12.046794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:11.136897Z","time spent":"909.82784ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:12.046614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.827943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-07-24T05:26:12.046762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.388304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-7d456\" ","response":"range_response_count:1 size:3550"} {"level":"info","ts":"2026-07-24T05:26:12.046853Z","caller":"traceutil/trace.go:171","msg":"trace[614266769] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-lszr4; range_end:; response_count:1; response_revision:2238; }","duration":"913.654868ms","start":"2026-07-24T05:26:11.133171Z","end":"2026-07-24T05:26:12.046826Z","steps":["trace[614266769] 'agreement among raft nodes before linearized reading' (duration: 913.515625ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:12.046861Z","caller":"traceutil/trace.go:171","msg":"trace[2145030350] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18c522747fff969e; range_end:; response_count:1; response_revision:2238; }","duration":"959.15126ms","start":"2026-07-24T05:26:11.08769Z","end":"2026-07-24T05:26:12.046842Z","steps":["trace[2145030350] 'agreement among raft nodes before linearized reading' (duration: 958.70655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.046913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:11.13303Z","time spent":"913.872683ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":3970,"request content":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-lszr4\" "} {"level":"warn","ts":"2026-07-24T05:26:12.046924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:11.08766Z","time spent":"959.243893ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" "} {"level":"info","ts":"2026-07-24T05:26:12.046899Z","caller":"traceutil/trace.go:171","msg":"trace[1408457656] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-7d456; range_end:; response_count:1; response_revision:2238; }","duration":"684.537167ms","start":"2026-07-24T05:26:11.362341Z","end":"2026-07-24T05:26:12.046878Z","steps":["trace[1408457656] 'agreement among raft nodes before linearized reading' (duration: 684.20004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.047008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:11.362294Z","time spent":"684.694351ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":3573,"request content":"key:\"/registry/cilium.io/ciliumendpoints/ingress-nginx/ingress-nginx-admission-patch-7d456\" "} {"level":"warn","ts":"2026-07-24T05:26:12.332778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.730803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:26:12.332892Z","caller":"traceutil/trace.go:171","msg":"trace[1647735479] linearizableReadLoop","detail":"{readStateIndex:2332; appliedIndex:2331; }","duration":"282.491836ms","start":"2026-07-24T05:26:12.050376Z","end":"2026-07-24T05:26:12.332868Z","steps":["trace[1647735479] 'read index received' (duration: 148.535248ms)","trace[1647735479] 'applied index is now lower than readState.Index' (duration: 133.955238ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:12.332911Z","caller":"traceutil/trace.go:171","msg":"trace[706150987] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"283.10351ms","start":"2026-07-24T05:26:12.049769Z","end":"2026-07-24T05:26:12.332873Z","steps":["trace[706150987] 'process raft request' (duration: 149.202453ms)","trace[706150987] 'compare' (duration: 133.61045ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:12.333177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.792633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:26:12.333277Z","caller":"traceutil/trace.go:171","msg":"trace[1809062567] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:2239; }","duration":"282.937847ms","start":"2026-07-24T05:26:12.050312Z","end":"2026-07-24T05:26:12.33325Z","steps":["trace[1809062567] 'agreement among raft nodes before linearized reading' (duration: 282.65267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.402726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.279574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:12.4028Z","caller":"traceutil/trace.go:171","msg":"trace[1408143526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2242; }","duration":"347.389926ms","start":"2026-07-24T05:26:12.055396Z","end":"2026-07-24T05:26:12.402786Z","steps":["trace[1408143526] 'agreement among raft nodes before linearized reading' (duration: 347.265094ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:12.402777Z","caller":"traceutil/trace.go:171","msg":"trace[806141902] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"348.069252ms","start":"2026-07-24T05:26:12.054667Z","end":"2026-07-24T05:26:12.402736Z","steps":["trace[806141902] 'process raft request' (duration: 347.847187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.40283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:12.05537Z","time spent":"347.454398ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:26:12.40286Z","caller":"traceutil/trace.go:171","msg":"trace[224847067] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"347.52361ms","start":"2026-07-24T05:26:12.055294Z","end":"2026-07-24T05:26:12.402817Z","steps":["trace[224847067] 'process raft request' (duration: 347.322246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:12.402922Z","caller":"traceutil/trace.go:171","msg":"trace[277274205] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2240; }","duration":"352.325491ms","start":"2026-07-24T05:26:12.05055Z","end":"2026-07-24T05:26:12.402875Z","steps":["trace[277274205] 'process raft request' (duration: 351.827649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.40297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:12.054645Z","time spent":"348.212515ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:12.403076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:12.055284Z","time spent":"347.676423ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:12.40318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.275255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-24T05:26:12.40326Z","caller":"traceutil/trace.go:171","msg":"trace[926742991] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:2242; }","duration":"172.430029ms","start":"2026-07-24T05:26:12.23081Z","end":"2026-07-24T05:26:12.40324Z","steps":["trace[926742991] 'agreement among raft nodes before linearized reading' (duration: 172.139512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:12.403192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:12.050525Z","time spent":"352.509805ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":89,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-24T05:26:12.585052Z","caller":"traceutil/trace.go:171","msg":"trace[260438410] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"154.055094ms","start":"2026-07-24T05:26:12.430968Z","end":"2026-07-24T05:26:12.585023Z","steps":["trace[260438410] 'process raft request' (duration: 153.871219ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:12.669862Z","caller":"traceutil/trace.go:171","msg":"trace[482643128] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"164.494337ms","start":"2026-07-24T05:26:12.50534Z","end":"2026-07-24T05:26:12.669834Z","steps":["trace[482643128] 'process raft request' (duration: 164.258071ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:12.669696Z","caller":"traceutil/trace.go:171","msg":"trace[127285711] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"166.253128ms","start":"2026-07-24T05:26:12.5034Z","end":"2026-07-24T05:26:12.669653Z","steps":["trace[127285711] 'process raft request' (duration: 166.083203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.195952Z","caller":"traceutil/trace.go:171","msg":"trace[1216317442] linearizableReadLoop","detail":"{readStateIndex:2342; appliedIndex:2341; }","duration":"240.010842ms","start":"2026-07-24T05:26:12.955907Z","end":"2026-07-24T05:26:13.195918Z","steps":["trace[1216317442] 'read index received' (duration: 214.832459ms)","trace[1216317442] 'applied index is now lower than readState.Index' (duration: 25.176853ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:13.195998Z","caller":"traceutil/trace.go:171","msg":"trace[1555770563] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"317.035165ms","start":"2026-07-24T05:26:12.878913Z","end":"2026-07-24T05:26:13.195949Z","steps":["trace[1555770563] 'process raft request' (duration: 291.891453ms)","trace[1555770563] 'compare' (duration: 24.953267ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:13.196196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:12.878884Z","time spent":"317.199289ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:13.196229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.298969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:26:13.196285Z","caller":"traceutil/trace.go:171","msg":"trace[773964845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2249; }","duration":"240.462163ms","start":"2026-07-24T05:26:12.955811Z","end":"2026-07-24T05:26:13.196273Z","steps":["trace[773964845] 'agreement among raft nodes before linearized reading' (duration: 240.259387ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.402322Z","caller":"traceutil/trace.go:171","msg":"trace[1858307200] linearizableReadLoop","detail":"{readStateIndex:2343; appliedIndex:2342; }","duration":"206.258062ms","start":"2026-07-24T05:26:13.196042Z","end":"2026-07-24T05:26:13.4023Z","steps":["trace[1858307200] 'read index received' (duration: 206.18599ms)","trace[1858307200] 'applied index is now lower than readState.Index' (duration: 71.002µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:13.402515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.710451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:26:13.402545Z","caller":"traceutil/trace.go:171","msg":"trace[75039927] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2250; }","duration":"445.790363ms","start":"2026-07-24T05:26:12.956747Z","end":"2026-07-24T05:26:13.402537Z","steps":["trace[75039927] 'agreement among raft nodes before linearized reading' (duration: 445.63975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:13.402572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:12.95673Z","time spent":"445.834644ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:26:13.402579Z","caller":"traceutil/trace.go:171","msg":"trace[51726526] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"391.394946ms","start":"2026-07-24T05:26:13.01115Z","end":"2026-07-24T05:26:13.402545Z","steps":["trace[51726526] 'process raft request' (duration: 391.010107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:13.402737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.928022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:26:13.402777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.607116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:26:13.402829Z","caller":"traceutil/trace.go:171","msg":"trace[713199120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2250; }","duration":"269.043515ms","start":"2026-07-24T05:26:13.133766Z","end":"2026-07-24T05:26:13.402809Z","steps":["trace[713199120] 'agreement among raft nodes before linearized reading' (duration: 268.722377ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.402843Z","caller":"traceutil/trace.go:171","msg":"trace[1336882642] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2250; }","duration":"371.701839ms","start":"2026-07-24T05:26:13.031122Z","end":"2026-07-24T05:26:13.402824Z","steps":["trace[1336882642] 'agreement among raft nodes before linearized reading' (duration: 371.511785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:13.402739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.125924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:13.402929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.76015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T05:26:13.402946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.923383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-24T05:26:13.402953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.097545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:26:13.402973Z","caller":"traceutil/trace.go:171","msg":"trace[30640668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2250; }","duration":"269.831382ms","start":"2026-07-24T05:26:13.133131Z","end":"2026-07-24T05:26:13.402963Z","steps":["trace[30640668] 'agreement among raft nodes before linearized reading' (duration: 269.666578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:13.402948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:13.031109Z","time spent":"371.810551ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:26:13.403012Z","caller":"traceutil/trace.go:171","msg":"trace[1774598211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2250; }","duration":"269.224028ms","start":"2026-07-24T05:26:13.133776Z","end":"2026-07-24T05:26:13.403Z","steps":["trace[1774598211] 'agreement among raft nodes before linearized reading' (duration: 269.027843ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.402999Z","caller":"traceutil/trace.go:171","msg":"trace[526904284] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2250; }","duration":"394.023146ms","start":"2026-07-24T05:26:13.00896Z","end":"2026-07-24T05:26:13.402984Z","steps":["trace[526904284] 'agreement among raft nodes before linearized reading' (duration: 393.810511ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.402967Z","caller":"traceutil/trace.go:171","msg":"trace[1724270591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2250; }","duration":"281.430281ms","start":"2026-07-24T05:26:13.121527Z","end":"2026-07-24T05:26:13.402958Z","steps":["trace[1724270591] 'agreement among raft nodes before linearized reading' (duration: 281.056832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:13.403049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:13.008939Z","time spent":"394.101567ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:26:13.402762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:13.011107Z","time spent":"391.552089ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3637,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:13.403783Z","caller":"traceutil/trace.go:171","msg":"trace[377552569] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"202.023995ms","start":"2026-07-24T05:26:13.201735Z","end":"2026-07-24T05:26:13.403759Z","steps":["trace[377552569] 'process raft request' (duration: 201.897732ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.523085Z","caller":"traceutil/trace.go:171","msg":"trace[171575615] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"115.058712ms","start":"2026-07-24T05:26:13.407992Z","end":"2026-07-24T05:26:13.52305Z","steps":["trace[171575615] 'process raft request' (duration: 114.491399ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.523502Z","caller":"traceutil/trace.go:171","msg":"trace[319033729] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"115.369799ms","start":"2026-07-24T05:26:13.408045Z","end":"2026-07-24T05:26:13.523415Z","steps":["trace[319033729] 'process raft request' (duration: 114.918499ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.523777Z","caller":"traceutil/trace.go:171","msg":"trace[659608695] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"115.706967ms","start":"2026-07-24T05:26:13.408053Z","end":"2026-07-24T05:26:13.52376Z","steps":["trace[659608695] 'process raft request' (duration: 115.174545ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.523877Z","caller":"traceutil/trace.go:171","msg":"trace[2029024557] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"112.267587ms","start":"2026-07-24T05:26:13.411585Z","end":"2026-07-24T05:26:13.523853Z","steps":["trace[2029024557] 'process raft request' (duration: 111.783706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:13.523759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.725997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32087"} {"level":"warn","ts":"2026-07-24T05:26:13.523909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.03936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-lszr4\" ","response":"range_response_count:1 size:3476"} {"level":"info","ts":"2026-07-24T05:26:13.523964Z","caller":"traceutil/trace.go:171","msg":"trace[1934896578] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:2255; }","duration":"115.979234ms","start":"2026-07-24T05:26:13.407963Z","end":"2026-07-24T05:26:13.523942Z","steps":["trace[1934896578] 'agreement among raft nodes before linearized reading' (duration: 115.559503ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.523979Z","caller":"traceutil/trace.go:171","msg":"trace[1495415443] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/cert-manager/cert-manager-startupapicheck-lszr4; range_end:; response_count:1; response_revision:2255; }","duration":"102.141773ms","start":"2026-07-24T05:26:13.42181Z","end":"2026-07-24T05:26:13.523952Z","steps":["trace[1495415443] 'agreement among raft nodes before linearized reading' (duration: 102.007949ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.644724Z","caller":"traceutil/trace.go:171","msg":"trace[13800681] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"113.412595ms","start":"2026-07-24T05:26:13.531274Z","end":"2026-07-24T05:26:13.644687Z","steps":["trace[13800681] 'process raft request' (duration: 110.918317ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:13.934779Z","caller":"traceutil/trace.go:171","msg":"trace[1966962466] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2353; }","duration":"168.423196ms","start":"2026-07-24T05:26:13.766308Z","end":"2026-07-24T05:26:13.934731Z","steps":["trace[1966962466] 'read index received' (duration: 82.332134ms)","trace[1966962466] 'applied index is now lower than readState.Index' (duration: 86.089282ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:13.934848Z","caller":"traceutil/trace.go:171","msg":"trace[1984567648] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2260; }","duration":"226.728516ms","start":"2026-07-24T05:26:13.708083Z","end":"2026-07-24T05:26:13.934811Z","steps":["trace[1984567648] 'process raft request' (duration: 140.621074ms)","trace[1984567648] 'compare' (duration: 85.830316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:13.935058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.709873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:26:13.935108Z","caller":"traceutil/trace.go:171","msg":"trace[1353784302] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2260; }","duration":"168.836566ms","start":"2026-07-24T05:26:13.766259Z","end":"2026-07-24T05:26:13.935096Z","steps":["trace[1353784302] 'agreement among raft nodes before linearized reading' (duration: 168.688642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:13.935265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.441114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-lszr4\" ","response":"range_response_count:1 size:4233"} {"level":"info","ts":"2026-07-24T05:26:13.93537Z","caller":"traceutil/trace.go:171","msg":"trace[1292485268] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-lszr4; range_end:; response_count:1; response_revision:2260; }","duration":"100.640948ms","start":"2026-07-24T05:26:13.834703Z","end":"2026-07-24T05:26:13.935344Z","steps":["trace[1292485268] 'agreement among raft nodes before linearized reading' (duration: 100.326201ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:14.068631Z","caller":"traceutil/trace.go:171","msg":"trace[617174302] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2354; }","duration":"123.311113ms","start":"2026-07-24T05:26:13.945296Z","end":"2026-07-24T05:26:14.068608Z","steps":["trace[617174302] 'read index received' (duration: 121.995212ms)","trace[617174302] 'applied index is now lower than readState.Index' (duration: 1.314991ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:14.068749Z","caller":"traceutil/trace.go:171","msg":"trace[134790805] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"126.769723ms","start":"2026-07-24T05:26:13.941961Z","end":"2026-07-24T05:26:14.068731Z","steps":["trace[134790805] 'process raft request' (duration: 125.38422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:14.069676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.342766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:1 size:1143"} {"level":"info","ts":"2026-07-24T05:26:14.069772Z","caller":"traceutil/trace.go:171","msg":"trace[723064864] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:1; response_revision:2261; }","duration":"124.50304ms","start":"2026-07-24T05:26:13.945252Z","end":"2026-07-24T05:26:14.069755Z","steps":["trace[723064864] 'agreement among raft nodes before linearized reading' (duration: 123.496067ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:14.350854Z","caller":"traceutil/trace.go:171","msg":"trace[887472736] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2357; }","duration":"205.611057ms","start":"2026-07-24T05:26:14.145216Z","end":"2026-07-24T05:26:14.350827Z","steps":["trace[887472736] 'read index received' (duration: 205.320261ms)","trace[887472736] 'applied index is now lower than readState.Index' (duration: 289.316µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:14.350897Z","caller":"traceutil/trace.go:171","msg":"trace[1116630856] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"207.185404ms","start":"2026-07-24T05:26:14.143675Z","end":"2026-07-24T05:26:14.350861Z","steps":["trace[1116630856] 'process raft request' (duration: 206.98284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:14.351162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.936105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-07-24T05:26:14.351214Z","caller":"traceutil/trace.go:171","msg":"trace[245209716] range","detail":"{range_begin:/registry/roles/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:2264; }","duration":"206.034708ms","start":"2026-07-24T05:26:14.145167Z","end":"2026-07-24T05:26:14.351201Z","steps":["trace[245209716] 'agreement among raft nodes before linearized reading' (duration: 205.799963ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:14.473213Z","caller":"traceutil/trace.go:171","msg":"trace[165662271] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2265; }","duration":"120.6204ms","start":"2026-07-24T05:26:14.352558Z","end":"2026-07-24T05:26:14.473178Z","steps":["trace[165662271] 'process raft request' (duration: 69.934388ms)","trace[165662271] 'compare' (duration: 50.418386ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:15.066006Z","caller":"traceutil/trace.go:171","msg":"trace[757275021] linearizableReadLoop","detail":"{readStateIndex:2365; appliedIndex:2364; }","duration":"198.82676ms","start":"2026-07-24T05:26:14.867147Z","end":"2026-07-24T05:26:15.065973Z","steps":["trace[757275021] 'read index received' (duration: 198.499473ms)","trace[757275021] 'applied index is now lower than readState.Index' (duration: 325.597µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:15.066141Z","caller":"traceutil/trace.go:171","msg":"trace[340053731] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"206.796394ms","start":"2026-07-24T05:26:14.85931Z","end":"2026-07-24T05:26:15.066106Z","steps":["trace[340053731] 'process raft request' (duration: 206.449006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:15.066521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.297561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-07-24T05:26:15.066635Z","caller":"traceutil/trace.go:171","msg":"trace[352538088] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:2271; }","duration":"199.480825ms","start":"2026-07-24T05:26:14.867131Z","end":"2026-07-24T05:26:15.066612Z","steps":["trace[352538088] 'agreement among raft nodes before linearized reading' (duration: 199.044035ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:15.496454Z","caller":"traceutil/trace.go:171","msg":"trace[1449341115] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2281; }","duration":"149.836147ms","start":"2026-07-24T05:26:15.346571Z","end":"2026-07-24T05:26:15.496407Z","steps":["trace[1449341115] 'process raft request' (duration: 127.891259ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:15.877517Z","caller":"traceutil/trace.go:171","msg":"trace[2052018874] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"242.799798ms","start":"2026-07-24T05:26:15.63467Z","end":"2026-07-24T05:26:15.877469Z","steps":["trace[2052018874] 'process raft request' (duration: 200.52524ms)","trace[2052018874] 'compare' (duration: 42.003352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:16.304547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.095051ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:16.304668Z","caller":"traceutil/trace.go:171","msg":"trace[1333576710] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2288; }","duration":"210.225794ms","start":"2026-07-24T05:26:16.094423Z","end":"2026-07-24T05:26:16.304649Z","steps":["trace[1333576710] 'range keys from in-memory index tree' (duration: 210.077321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:16.304784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.601928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:2 size:288659"} {"level":"info","ts":"2026-07-24T05:26:16.304868Z","caller":"traceutil/trace.go:171","msg":"trace[873629408] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:2; response_revision:2288; }","duration":"231.735611ms","start":"2026-07-24T05:26:16.073111Z","end":"2026-07-24T05:26:16.304847Z","steps":["trace[873629408] 'range keys from in-memory index tree' (duration: 231.303861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:17.985784Z","caller":"traceutil/trace.go:171","msg":"trace[1253027256] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"112.234737ms","start":"2026-07-24T05:26:17.87353Z","end":"2026-07-24T05:26:17.985765Z","steps":["trace[1253027256] 'process raft request' (duration: 112.095313ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:18.251244Z","caller":"traceutil/trace.go:171","msg":"trace[595715585] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"223.995572ms","start":"2026-07-24T05:26:18.027217Z","end":"2026-07-24T05:26:18.251212Z","steps":["trace[595715585] 'process raft request' (duration: 202.381632ms)","trace[595715585] 'compare' (duration: 21.342354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:18.796966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.037658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:26:18.797348Z","caller":"traceutil/trace.go:171","msg":"trace[233470486] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2299; }","duration":"286.14842ms","start":"2026-07-24T05:26:18.510866Z","end":"2026-07-24T05:26:18.797014Z","steps":["trace[233470486] 'range keys from in-memory index tree' (duration: 285.881024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:18.905746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.51342ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:26:18.90583Z","caller":"traceutil/trace.go:171","msg":"trace[1787928151] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2393; }","duration":"283.623473ms","start":"2026-07-24T05:26:18.622192Z","end":"2026-07-24T05:26:18.905816Z","steps":["trace[1787928151] 'read index received' (duration: 168.97723ms)","trace[1787928151] 'applied index is now lower than readState.Index' (duration: 114.645063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:18.905979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.702635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:18.906001Z","caller":"traceutil/trace.go:171","msg":"trace[1711636901] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2299; }","duration":"283.865568ms","start":"2026-07-24T05:26:18.622129Z","end":"2026-07-24T05:26:18.905994Z","steps":["trace[1711636901] 'agreement among raft nodes before linearized reading' (duration: 283.722625ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:19.286884Z","caller":"traceutil/trace.go:171","msg":"trace[1111172470] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"114.177882ms","start":"2026-07-24T05:26:19.172687Z","end":"2026-07-24T05:26:19.286865Z","steps":["trace[1111172470] 'process raft request' (duration: 114.023048ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:20.104877Z","caller":"traceutil/trace.go:171","msg":"trace[99957836] linearizableReadLoop","detail":"{readStateIndex:2397; appliedIndex:2396; }","duration":"445.561938ms","start":"2026-07-24T05:26:19.659292Z","end":"2026-07-24T05:26:20.104854Z","steps":["trace[99957836] 'read index received' (duration: 445.297172ms)","trace[99957836] 'applied index is now lower than readState.Index' (duration: 262.796µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:20.105103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.689036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T05:26:20.105153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.851835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:26:20.105194Z","caller":"traceutil/trace.go:171","msg":"trace[869349995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2302; }","duration":"443.812488ms","start":"2026-07-24T05:26:19.661369Z","end":"2026-07-24T05:26:20.105181Z","steps":["trace[869349995] 'agreement among raft nodes before linearized reading' (duration: 443.630984ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:20.105233Z","caller":"traceutil/trace.go:171","msg":"trace[932273222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2302; }","duration":"445.981758ms","start":"2026-07-24T05:26:19.659234Z","end":"2026-07-24T05:26:20.105215Z","steps":["trace[932273222] 'agreement among raft nodes before linearized reading' (duration: 445.763813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:20.105275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.985573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-07-24T05:26:20.105293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:19.659215Z","time spent":"446.065609ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:26:20.105313Z","caller":"traceutil/trace.go:171","msg":"trace[832786940] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2302; }","duration":"304.081136ms","start":"2026-07-24T05:26:19.801222Z","end":"2026-07-24T05:26:20.105303Z","steps":["trace[832786940] 'agreement among raft nodes before linearized reading' (duration: 303.984013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:20.105321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.051825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:26:20.105337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:19.801197Z","time spent":"304.134976ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:26:20.105353Z","caller":"traceutil/trace.go:171","msg":"trace[718254846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2302; }","duration":"438.102767ms","start":"2026-07-24T05:26:19.667243Z","end":"2026-07-24T05:26:20.105346Z","steps":["trace[718254846] 'agreement among raft nodes before linearized reading' (duration: 438.017705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:20.105376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:19.667232Z","time spent":"438.139487ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:26:20.10546Z","caller":"traceutil/trace.go:171","msg":"trace[1040407078] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"532.707404ms","start":"2026-07-24T05:26:19.572739Z","end":"2026-07-24T05:26:20.105447Z","steps":["trace[1040407078] 'process raft request' (duration: 531.924146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:20.105512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.790047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:26:20.105536Z","caller":"traceutil/trace.go:171","msg":"trace[1511024398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2302; }","duration":"443.86164ms","start":"2026-07-24T05:26:19.661667Z","end":"2026-07-24T05:26:20.105529Z","steps":["trace[1511024398] 'agreement among raft nodes before linearized reading' (duration: 443.798548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:20.105557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:19.661645Z","time spent":"443.90691ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:26:20.105242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:19.66136Z","time spent":"443.87063ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:26:20.105592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.497655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T05:26:20.105549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:19.57273Z","time spent":"532.764355ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:20.105623Z","caller":"traceutil/trace.go:171","msg":"trace[2062753091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2302; }","duration":"215.555197ms","start":"2026-07-24T05:26:19.890061Z","end":"2026-07-24T05:26:20.105616Z","steps":["trace[2062753091] 'agreement among raft nodes before linearized reading' (duration: 215.476265ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:20.350413Z","caller":"traceutil/trace.go:171","msg":"trace[1294450694] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"240.862113ms","start":"2026-07-24T05:26:20.109529Z","end":"2026-07-24T05:26:20.350392Z","steps":["trace[1294450694] 'process raft request' (duration: 178.301475ms)","trace[1294450694] 'compare' (duration: 62.412324ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:20.350638Z","caller":"traceutil/trace.go:171","msg":"trace[1134933237] linearizableReadLoop","detail":"{readStateIndex:2400; appliedIndex:2397; }","duration":"231.352122ms","start":"2026-07-24T05:26:20.119253Z","end":"2026-07-24T05:26:20.350606Z","steps":["trace[1134933237] 'read index received' (duration: 10.673497ms)","trace[1134933237] 'applied index is now lower than readState.Index' (duration: 220.675785ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:20.350749Z","caller":"traceutil/trace.go:171","msg":"trace[1364752200] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"241.125189ms","start":"2026-07-24T05:26:20.109599Z","end":"2026-07-24T05:26:20.350724Z","steps":["trace[1364752200] 'process raft request' (duration: 240.73124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:20.350852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.572877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:20.350913Z","caller":"traceutil/trace.go:171","msg":"trace[1324399110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2305; }","duration":"231.66593ms","start":"2026-07-24T05:26:20.119231Z","end":"2026-07-24T05:26:20.350897Z","steps":["trace[1324399110] 'agreement among raft nodes before linearized reading' (duration: 231.547827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:21.086043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.528803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:26:21.086137Z","caller":"traceutil/trace.go:171","msg":"trace[2004779980] linearizableReadLoop","detail":"{readStateIndex:2401; appliedIndex:2400; }","duration":"527.571375ms","start":"2026-07-24T05:26:20.55855Z","end":"2026-07-24T05:26:21.086122Z","steps":["trace[2004779980] 'read index received' (duration: 42.281µs)","trace[2004779980] 'applied index is now lower than readState.Index' (duration: 527.527694ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:21.086204Z","caller":"traceutil/trace.go:171","msg":"trace[558205750] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"726.830975ms","start":"2026-07-24T05:26:20.359311Z","end":"2026-07-24T05:26:21.086142Z","steps":["trace[558205750] 'process raft request' (duration: 158.139168ms)","trace[558205750] 'compare' (duration: 568.286458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:21.086263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.12156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:21.086297Z","caller":"traceutil/trace.go:171","msg":"trace[1269350043] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2306; }","duration":"251.199902ms","start":"2026-07-24T05:26:20.835088Z","end":"2026-07-24T05:26:21.086288Z","steps":["trace[1269350043] 'agreement among raft nodes before linearized reading' (duration: 251.12147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:21.086303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.588995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:21.086342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:20.359303Z","time spent":"726.976888ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:21.086394Z","caller":"traceutil/trace.go:171","msg":"trace[1163091531] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/bindings.rabbitmq.com; range_end:; response_count:0; response_revision:2306; }","duration":"179.733438ms","start":"2026-07-24T05:26:20.906636Z","end":"2026-07-24T05:26:21.086369Z","steps":["trace[1163091531] 'agreement among raft nodes before linearized reading' (duration: 179.589975ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:21.086406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.858832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:26:21.08644Z","caller":"traceutil/trace.go:171","msg":"trace[1068178762] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2306; }","duration":"527.938103ms","start":"2026-07-24T05:26:20.558493Z","end":"2026-07-24T05:26:21.086431Z","steps":["trace[1068178762] 'agreement among raft nodes before linearized reading' (duration: 527.719868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:21.086468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:20.558472Z","time spent":"527.988975ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":290,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:21.859105Z","caller":"traceutil/trace.go:171","msg":"trace[1013961579] linearizableReadLoop","detail":"{readStateIndex:2439; appliedIndex:2438; }","duration":"106.027493ms","start":"2026-07-24T05:26:21.753058Z","end":"2026-07-24T05:26:21.859086Z","steps":["trace[1013961579] 'read index received' (duration: 105.835058ms)","trace[1013961579] 'applied index is now lower than readState.Index' (duration: 191.235µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:21.859207Z","caller":"traceutil/trace.go:171","msg":"trace[62978480] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"106.859322ms","start":"2026-07-24T05:26:21.752318Z","end":"2026-07-24T05:26:21.859177Z","steps":["trace[62978480] 'process raft request' (duration: 106.641117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:21.859263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.182947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:21.859331Z","caller":"traceutil/trace.go:171","msg":"trace[1960232599] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/users.rabbitmq.com; range_end:; response_count:0; response_revision:2344; }","duration":"106.268859ms","start":"2026-07-24T05:26:21.753039Z","end":"2026-07-24T05:26:21.859308Z","steps":["trace[1960232599] 'agreement among raft nodes before linearized reading' (duration: 106.144346ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:22.040085Z","caller":"traceutil/trace.go:171","msg":"trace[1949072234] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"112.672077ms","start":"2026-07-24T05:26:21.927386Z","end":"2026-07-24T05:26:22.040058Z","steps":["trace[1949072234] 'process raft request' (duration: 112.525084ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:22.419634Z","caller":"traceutil/trace.go:171","msg":"trace[1752923400] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2452; }","duration":"350.903848ms","start":"2026-07-24T05:26:22.068698Z","end":"2026-07-24T05:26:22.419602Z","steps":["trace[1752923400] 'read index received' (duration: 349.692741ms)","trace[1752923400] 'applied index is now lower than readState.Index' (duration: 1.210037ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:22.419656Z","caller":"traceutil/trace.go:171","msg":"trace[1089690122] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"352.012765ms","start":"2026-07-24T05:26:22.067613Z","end":"2026-07-24T05:26:22.419625Z","steps":["trace[1089690122] 'process raft request' (duration: 350.691985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.419812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.067598Z","time spent":"352.131977ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5251,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:22.419889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.167064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/atmosphere\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:22.419982Z","caller":"traceutil/trace.go:171","msg":"trace[976574212] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/atmosphere; range_end:; response_count:0; response_revision:2358; }","duration":"351.293508ms","start":"2026-07-24T05:26:22.068669Z","end":"2026-07-24T05:26:22.419962Z","steps":["trace[976574212] 'agreement among raft nodes before linearized reading' (duration: 351.080113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.420031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.068655Z","time spent":"351.367499ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/clusterissuers/atmosphere\" "} {"level":"info","ts":"2026-07-24T05:26:22.438953Z","caller":"traceutil/trace.go:171","msg":"trace[771572026] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"367.552413ms","start":"2026-07-24T05:26:22.071371Z","end":"2026-07-24T05:26:22.438923Z","steps":["trace[771572026] 'process raft request' (duration: 367.311678ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:22.438973Z","caller":"traceutil/trace.go:171","msg":"trace[1187998250] transaction","detail":"{read_only:false; response_revision:2360; number_of_response:1; }","duration":"366.404417ms","start":"2026-07-24T05:26:22.07254Z","end":"2026-07-24T05:26:22.438944Z","steps":["trace[1187998250] 'process raft request' (duration: 366.297894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.439128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.451878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:22.439201Z","caller":"traceutil/trace.go:171","msg":"trace[748044392] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:0; response_revision:2360; }","duration":"366.53865ms","start":"2026-07-24T05:26:22.072646Z","end":"2026-07-24T05:26:22.439185Z","steps":["trace[748044392] 'agreement among raft nodes before linearized reading' (duration: 366.400907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.439216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.072525Z","time spent":"366.591762ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1504,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:22.439249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.072616Z","time spent":"366.622543ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:26:22.439297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.95227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:26:22.439361Z","caller":"traceutil/trace.go:171","msg":"trace[1410535970] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2360; }","duration":"297.042982ms","start":"2026-07-24T05:26:22.142304Z","end":"2026-07-24T05:26:22.439347Z","steps":["trace[1410535970] 'agreement among raft nodes before linearized reading' (duration: 296.835297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.439462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.071349Z","time spent":"367.702567ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6790,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:22.439598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.243205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:26:22.439653Z","caller":"traceutil/trace.go:171","msg":"trace[1799210044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2360; }","duration":"303.341788ms","start":"2026-07-24T05:26:22.1363Z","end":"2026-07-24T05:26:22.439642Z","steps":["trace[1799210044] 'agreement among raft nodes before linearized reading' (duration: 303.186704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.439683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.136277Z","time spent":"303.398488ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:26:22.439787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.958059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:22.439839Z","caller":"traceutil/trace.go:171","msg":"trace[1510694907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2360; }","duration":"322.062621ms","start":"2026-07-24T05:26:22.117764Z","end":"2026-07-24T05:26:22.439827Z","steps":["trace[1510694907] 'agreement among raft nodes before linearized reading' (duration: 321.989049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.4398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.026296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:26:22.439871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.117732Z","time spent":"322.130543ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:26:22.43989Z","caller":"traceutil/trace.go:171","msg":"trace[2094506507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2360; }","duration":"324.14821ms","start":"2026-07-24T05:26:22.115729Z","end":"2026-07-24T05:26:22.439877Z","steps":["trace[2094506507] 'agreement among raft nodes before linearized reading' (duration: 323.947095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.439922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.814731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:26:22.439929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.115711Z","time spent":"324.210311ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:26:22.439963Z","caller":"traceutil/trace.go:171","msg":"trace[1360329737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2360; }","duration":"329.899603ms","start":"2026-07-24T05:26:22.110053Z","end":"2026-07-24T05:26:22.439953Z","steps":["trace[1360329737] 'agreement among raft nodes before linearized reading' (duration: 329.801791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.439996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.110021Z","time spent":"329.969205ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:26:22.44002Z","caller":"traceutil/trace.go:171","msg":"trace[1250437407] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2360; }","duration":"367.037152ms","start":"2026-07-24T05:26:22.072956Z","end":"2026-07-24T05:26:22.439993Z","steps":["trace[1250437407] 'process raft request' (duration: 365.943187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.440172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.072947Z","time spent":"367.144474ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":1553,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:22.992197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.923923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:26:22.992349Z","caller":"traceutil/trace.go:171","msg":"trace[400796008] transaction","detail":"{read_only:false; response_revision:2381; number_of_response:1; }","duration":"367.038732ms","start":"2026-07-24T05:26:22.625283Z","end":"2026-07-24T05:26:22.992322Z","steps":["trace[400796008] 'process raft request' (duration: 103.877534ms)","trace[400796008] 'compare' (duration: 262.744959ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:22.992439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.625263Z","time spent":"367.131344ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:22.994354Z","caller":"traceutil/trace.go:171","msg":"trace[923349209] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"365.948247ms","start":"2026-07-24T05:26:22.628383Z","end":"2026-07-24T05:26:22.994332Z","steps":["trace[923349209] 'process raft request' (duration: 365.869265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.994457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.628347Z","time spent":"366.05865ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":807,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:22.994456Z","caller":"traceutil/trace.go:171","msg":"trace[953954904] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"365.931205ms","start":"2026-07-24T05:26:22.628504Z","end":"2026-07-24T05:26:22.994435Z","steps":["trace[953954904] 'process raft request' (duration: 365.774582ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:22.994447Z","caller":"traceutil/trace.go:171","msg":"trace[1123563516] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"364.949224ms","start":"2026-07-24T05:26:22.629459Z","end":"2026-07-24T05:26:22.994408Z","steps":["trace[1123563516] 'process raft request' (duration: 364.857522ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:22.994433Z","caller":"traceutil/trace.go:171","msg":"trace[2049732320] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"365.181268ms","start":"2026-07-24T05:26:22.6292Z","end":"2026-07-24T05:26:22.994381Z","steps":["trace[2049732320] 'process raft request' (duration: 365.098266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.994532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.628492Z","time spent":"366.005638ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:22.994542Z","caller":"traceutil/trace.go:171","msg":"trace[840992910] linearizableReadLoop","detail":"{readStateIndex:2485; appliedIndex:2477; }","duration":"229.127441ms","start":"2026-07-24T05:26:22.765402Z","end":"2026-07-24T05:26:22.99453Z","steps":["trace[840992910] 'read index received' (duration: 228.733432ms)","trace[840992910] 'applied index is now lower than readState.Index' (duration: 393.279µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:22.994567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.629453Z","time spent":"365.058586ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:22.994611Z","caller":"traceutil/trace.go:171","msg":"trace[441498389] transaction","detail":"{read_only:false; response_revision:2382; number_of_response:1; }","duration":"366.335746ms","start":"2026-07-24T05:26:22.628269Z","end":"2026-07-24T05:26:22.994604Z","steps":["trace[441498389] 'process raft request' (duration: 365.904926ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:22.994621Z","caller":"traceutil/trace.go:171","msg":"trace[788385580] transaction","detail":"{read_only:false; response_revision:2387; number_of_response:1; }","duration":"365.117787ms","start":"2026-07-24T05:26:22.62949Z","end":"2026-07-24T05:26:22.994608Z","steps":["trace[788385580] 'process raft request' (duration: 364.839671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.994608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.629192Z","time spent":"365.337792ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:22.994641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.628249Z","time spent":"366.380177ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:22.994667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.629467Z","time spent":"365.175328ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":804,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:22.994684Z","caller":"traceutil/trace.go:171","msg":"trace[1317486640] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"278.516934ms","start":"2026-07-24T05:26:22.716157Z","end":"2026-07-24T05:26:22.994674Z","steps":["trace[1317486640] 'process raft request' (duration: 278.274198ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:22.994711Z","caller":"traceutil/trace.go:171","msg":"trace[1181933244] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"347.98953ms","start":"2026-07-24T05:26:22.646709Z","end":"2026-07-24T05:26:22.994699Z","steps":["trace[1181933244] 'process raft request' (duration: 347.638022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:22.994777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:22.646682Z","time spent":"348.054052ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2832,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:22.994875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.483329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:26:22.994917Z","caller":"traceutil/trace.go:171","msg":"trace[903931745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2389; }","duration":"229.572032ms","start":"2026-07-24T05:26:22.765331Z","end":"2026-07-24T05:26:22.994903Z","steps":["trace[903931745] 'agreement among raft nodes before linearized reading' (duration: 229.422358ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:23.285118Z","caller":"traceutil/trace.go:171","msg":"trace[901817881] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2401; }","duration":"120.833335ms","start":"2026-07-24T05:26:23.16426Z","end":"2026-07-24T05:26:23.285094Z","steps":["trace[901817881] 'process raft request' (duration: 82.106679ms)","trace[901817881] 'compare' (duration: 38.667755ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:25.433046Z","caller":"traceutil/trace.go:171","msg":"trace[12618553] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"114.775925ms","start":"2026-07-24T05:26:25.318247Z","end":"2026-07-24T05:26:25.433023Z","steps":["trace[12618553] 'process raft request' (duration: 114.665063ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:25.433071Z","caller":"traceutil/trace.go:171","msg":"trace[779734467] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2419; }","duration":"117.54121ms","start":"2026-07-24T05:26:25.315509Z","end":"2026-07-24T05:26:25.43305Z","steps":["trace[779734467] 'process raft request' (duration: 117.266734ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:27.452364Z","caller":"traceutil/trace.go:171","msg":"trace[1012922283] linearizableReadLoop","detail":"{readStateIndex:2546; appliedIndex:2545; }","duration":"446.374637ms","start":"2026-07-24T05:26:27.005961Z","end":"2026-07-24T05:26:27.452335Z","steps":["trace[1012922283] 'read index received' (duration: 446.04547ms)","trace[1012922283] 'applied index is now lower than readState.Index' (duration: 327.917µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:27.452427Z","caller":"traceutil/trace.go:171","msg":"trace[814475960] transaction","detail":"{read_only:false; response_revision:2429; number_of_response:1; }","duration":"476.72613ms","start":"2026-07-24T05:26:26.975683Z","end":"2026-07-24T05:26:27.45241Z","steps":["trace[814475960] 'process raft request' (duration: 476.397442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:27.452517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:26.975661Z","time spent":"476.812322ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":75430,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:27.452575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.581813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:26:27.452664Z","caller":"traceutil/trace.go:171","msg":"trace[341113071] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2429; }","duration":"446.735676ms","start":"2026-07-24T05:26:27.00588Z","end":"2026-07-24T05:26:27.452642Z","steps":["trace[341113071] 'agreement among raft nodes before linearized reading' (duration: 446.552242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:27.452714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:27.00586Z","time spent":"446.842879ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":2,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:27.452991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.306417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:27.453024Z","caller":"traceutil/trace.go:171","msg":"trace[1268281915] range","detail":"{range_begin:/registry/networkpolicies/openstack/rabbitmq-cluster-operator; range_end:; response_count:0; response_revision:2430; }","duration":"124.374718ms","start":"2026-07-24T05:26:27.328642Z","end":"2026-07-24T05:26:27.453016Z","steps":["trace[1268281915] 'agreement among raft nodes before linearized reading' (duration: 124.300076ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:30.164067Z","caller":"traceutil/trace.go:171","msg":"trace[899156442] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2691; }","duration":"202.782751ms","start":"2026-07-24T05:26:29.961265Z","end":"2026-07-24T05:26:30.164048Z","steps":["trace[899156442] 'read index received' (duration: 202.640717ms)","trace[899156442] 'applied index is now lower than readState.Index' (duration: 141.364µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:30.164277Z","caller":"traceutil/trace.go:171","msg":"trace[561712999] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"295.720152ms","start":"2026-07-24T05:26:29.868535Z","end":"2026-07-24T05:26:30.164255Z","steps":["trace[561712999] 'process raft request' (duration: 295.400224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:30.164366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.087949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-dg6db\" ","response":"range_response_count:1 size:5852"} {"level":"info","ts":"2026-07-24T05:26:30.164452Z","caller":"traceutil/trace.go:171","msg":"trace[985383703] range","detail":"{range_begin:/registry/pods/monitoring/vector-dg6db; range_end:; response_count:1; response_revision:2568; }","duration":"203.208261ms","start":"2026-07-24T05:26:29.961225Z","end":"2026-07-24T05:26:30.164434Z","steps":["trace[985383703] 'agreement among raft nodes before linearized reading' (duration: 202.976146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:30.421821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.640604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:26:30.421937Z","caller":"traceutil/trace.go:171","msg":"trace[1553777856] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"248.379647ms","start":"2026-07-24T05:26:30.173539Z","end":"2026-07-24T05:26:30.421919Z","steps":["trace[1553777856] 'process raft request' (duration: 75.580939ms)","trace[1553777856] 'compare' (duration: 172.530731ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:31.799698Z","caller":"traceutil/trace.go:171","msg":"trace[54888300] linearizableReadLoop","detail":"{readStateIndex:2710; appliedIndex:2709; }","duration":"296.575721ms","start":"2026-07-24T05:26:31.5031Z","end":"2026-07-24T05:26:31.799675Z","steps":["trace[54888300] 'read index received' (duration: 222.300003ms)","trace[54888300] 'applied index is now lower than readState.Index' (duration: 74.275228ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:31.799773Z","caller":"traceutil/trace.go:171","msg":"trace[1120172248] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"299.205542ms","start":"2026-07-24T05:26:31.500541Z","end":"2026-07-24T05:26:31.799746Z","steps":["trace[1120172248] 'process raft request' (duration: 224.819031ms)","trace[1120172248] 'compare' (duration: 74.233097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:31.799853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.745568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:31.799876Z","caller":"traceutil/trace.go:171","msg":"trace[185034002] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2586; }","duration":"131.820819ms","start":"2026-07-24T05:26:31.668048Z","end":"2026-07-24T05:26:31.799869Z","steps":["trace[185034002] 'agreement among raft nodes before linearized reading' (duration: 131.759208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:31.79993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.821467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-07-24T05:26:31.800036Z","caller":"traceutil/trace.go:171","msg":"trace[1967003419] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2586; }","duration":"296.980451ms","start":"2026-07-24T05:26:31.503032Z","end":"2026-07-24T05:26:31.800012Z","steps":["trace[1967003419] 'agreement among raft nodes before linearized reading' (duration: 296.708485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:33.304657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141427,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:33.648591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.017843758s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:26:33.648969Z","caller":"traceutil/trace.go:171","msg":"trace[983293219] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"1.018320459s","start":"2026-07-24T05:26:32.630619Z","end":"2026-07-24T05:26:33.648939Z","steps":["trace[983293219] 'process raft request' (duration: 1.018170356s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:33.649108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:32.630597Z","time spent":"1.018448693s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":917,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:34.065642Z","caller":"traceutil/trace.go:171","msg":"trace[703194605] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"822.594461ms","start":"2026-07-24T05:26:33.243026Z","end":"2026-07-24T05:26:34.065621Z","steps":["trace[703194605] 'process raft request' (duration: 814.658107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.065791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.243001Z","time spent":"822.720714ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:34.065954Z","caller":"traceutil/trace.go:171","msg":"trace[244725766] linearizableReadLoop","detail":"{readStateIndex:2718; appliedIndex:2716; }","duration":"1.26214092s","start":"2026-07-24T05:26:32.80377Z","end":"2026-07-24T05:26:34.065911Z","steps":["trace[244725766] 'read index received' (duration: 845.059751ms)","trace[244725766] 'applied index is now lower than readState.Index' (duration: 417.079229ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:34.066053Z","caller":"traceutil/trace.go:171","msg":"trace[1128257623] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"575.220958ms","start":"2026-07-24T05:26:33.490799Z","end":"2026-07-24T05:26:34.06602Z","steps":["trace[1128257623] 'process raft request' (duration: 574.764717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.066204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.490773Z","time spent":"575.356021ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:34.066268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262472208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:26:34.066354Z","caller":"traceutil/trace.go:171","msg":"trace[110977754] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2595; }","duration":"1.262603561s","start":"2026-07-24T05:26:32.803731Z","end":"2026-07-24T05:26:34.066335Z","steps":["trace[110977754] 'agreement among raft nodes before linearized reading' (duration: 1.262320334s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.066406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:32.803715Z","time spent":"1.262680753s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:26:34.106704Z","caller":"traceutil/trace.go:171","msg":"trace[1111833030] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2596; }","duration":"448.21958ms","start":"2026-07-24T05:26:33.658459Z","end":"2026-07-24T05:26:34.106679Z","steps":["trace[1111833030] 'process raft request' (duration: 448.110277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.106979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.658439Z","time spent":"448.353784ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":1554,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:34.107004Z","caller":"traceutil/trace.go:171","msg":"trace[956101556] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"430.309066ms","start":"2026-07-24T05:26:33.676657Z","end":"2026-07-24T05:26:34.106966Z","steps":["trace[956101556] 'process raft request' (duration: 429.951158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.107015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.8473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:34.107078Z","caller":"traceutil/trace.go:171","msg":"trace[1743841676] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/valkey; range_end:; response_count:0; response_revision:2597; }","duration":"453.954463ms","start":"2026-07-24T05:26:33.653108Z","end":"2026-07-24T05:26:34.107063Z","steps":["trace[1743841676] 'agreement among raft nodes before linearized reading' (duration: 453.801949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.107119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.676628Z","time spent":"430.431239ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:34.107246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072073703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:26:34.107121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.653094Z","time spent":"454.019234ms","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/openstack/valkey\" "} {"level":"info","ts":"2026-07-24T05:26:34.107342Z","caller":"traceutil/trace.go:171","msg":"trace[1342224499] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2597; }","duration":"1.072212736s","start":"2026-07-24T05:26:33.035106Z","end":"2026-07-24T05:26:34.107319Z","steps":["trace[1342224499] 'agreement among raft nodes before linearized reading' (duration: 1.071796417s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.107402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.035088Z","time spent":"1.072301129s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:26:34.107626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.046311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T05:26:34.107589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.006398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:34.107665Z","caller":"traceutil/trace.go:171","msg":"trace[696000193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2597; }","duration":"606.147013ms","start":"2026-07-24T05:26:33.501506Z","end":"2026-07-24T05:26:34.107654Z","steps":["trace[696000193] 'agreement among raft nodes before linearized reading' (duration: 605.99358ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:34.107683Z","caller":"traceutil/trace.go:171","msg":"trace[1474601426] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2597; }","duration":"768.141271ms","start":"2026-07-24T05:26:33.339527Z","end":"2026-07-24T05:26:34.107668Z","steps":["trace[1474601426] 'agreement among raft nodes before linearized reading' (duration: 768.005938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.107694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.501489Z","time spent":"606.197915ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:26:34.107711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.782734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:34.107724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.339508Z","time spent":"768.205842ms","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:34.107735Z","caller":"traceutil/trace.go:171","msg":"trace[927651545] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2597; }","duration":"458.848076ms","start":"2026-07-24T05:26:33.64888Z","end":"2026-07-24T05:26:34.107728Z","steps":["trace[927651545] 'agreement among raft nodes before linearized reading' (duration: 458.775434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.107754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.648839Z","time spent":"458.910157ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:34.107749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.990881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:34.107829Z","caller":"traceutil/trace.go:171","msg":"trace[1092799880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2597; }","duration":"986.130415ms","start":"2026-07-24T05:26:33.121679Z","end":"2026-07-24T05:26:34.107809Z","steps":["trace[1092799880] 'agreement among raft nodes before linearized reading' (duration: 985.970471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.107873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.121655Z","time spent":"986.210557ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:26:34.106704Z","caller":"traceutil/trace.go:171","msg":"trace[866477493] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"449.940791ms","start":"2026-07-24T05:26:33.656681Z","end":"2026-07-24T05:26:34.106622Z","steps":["trace[866477493] 'process raft request' (duration: 449.732086ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:34.108067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:33.656662Z","time spent":"451.323922ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:34.646198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:35.146949Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:35.462118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.324896233s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:26:35.462658Z","caller":"traceutil/trace.go:171","msg":"trace[755022602] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"1.348838367s","start":"2026-07-24T05:26:34.113765Z","end":"2026-07-24T05:26:35.462603Z","steps":["trace[755022602] 'process raft request' (duration: 1.348602862s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:35.462825Z","caller":"traceutil/trace.go:171","msg":"trace[388354055] transaction","detail":"{read_only:false; response_revision:2599; number_of_response:1; }","duration":"1.348840336s","start":"2026-07-24T05:26:34.113863Z","end":"2026-07-24T05:26:35.462704Z","steps":["trace[388354055] 'process raft request' (duration: 1.348635132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.462967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.113744Z","time spent":"1.349041841s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:35.462971Z","caller":"traceutil/trace.go:171","msg":"trace[1488121584] transaction","detail":"{read_only:false; response_revision:2600; number_of_response:1; }","duration":"1.347030815s","start":"2026-07-24T05:26:34.115901Z","end":"2026-07-24T05:26:35.462932Z","steps":["trace[1488121584] 'process raft request' (duration: 1.346636226s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:35.463005Z","caller":"traceutil/trace.go:171","msg":"trace[1977017573] transaction","detail":"{read_only:false; response_revision:2601; number_of_response:1; }","duration":"1.346766189s","start":"2026-07-24T05:26:34.116212Z","end":"2026-07-24T05:26:35.462978Z","steps":["trace[1977017573] 'process raft request' (duration: 1.346594145s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.463119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.113846Z","time spent":"1.349170784s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":531,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:35.463127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.11587Z","time spent":"1.347183618s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:35.463176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.116199Z","time spent":"1.346884671s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2054,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:35.480842Z","caller":"traceutil/trace.go:171","msg":"trace[792281013] linearizableReadLoop","detail":"{readStateIndex:2728; appliedIndex:2723; }","duration":"1.335070527s","start":"2026-07-24T05:26:34.145752Z","end":"2026-07-24T05:26:35.480823Z","steps":["trace[792281013] 'read index received' (duration: 1.316675832s)","trace[792281013] 'applied index is now lower than readState.Index' (duration: 18.393235ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:35.48089Z","caller":"traceutil/trace.go:171","msg":"trace[274500540] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"1.342445229s","start":"2026-07-24T05:26:34.138409Z","end":"2026-07-24T05:26:35.480854Z","steps":["trace[274500540] 'process raft request' (duration: 1.342290175s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335248781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.48104Z","caller":"traceutil/trace.go:171","msg":"trace[1328400995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2602; }","duration":"1.335344663s","start":"2026-07-24T05:26:34.145686Z","end":"2026-07-24T05:26:35.481031Z","steps":["trace[1328400995] 'agreement among raft nodes before linearized reading' (duration: 1.33523888s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.481066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.145654Z","time spent":"1.335405944s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:26:35.481139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.138384Z","time spent":"1.342576911s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:35.671908Z","caller":"traceutil/trace.go:171","msg":"trace[676869142] linearizableReadLoop","detail":"{readStateIndex:2733; appliedIndex:2728; }","duration":"190.984019ms","start":"2026-07-24T05:26:35.480903Z","end":"2026-07-24T05:26:35.671887Z","steps":["trace[676869142] 'read index received' (duration: 190.678531ms)","trace[676869142] 'applied index is now lower than readState.Index' (duration: 304.678µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:35.672033Z","caller":"traceutil/trace.go:171","msg":"trace[2000475924] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"202.627218ms","start":"2026-07-24T05:26:35.469395Z","end":"2026-07-24T05:26:35.672023Z","steps":["trace[2000475924] 'process raft request' (duration: 202.075345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.672483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172516617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.672534Z","caller":"traceutil/trace.go:171","msg":"trace[1239590405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.172631249s","start":"2026-07-24T05:26:34.49989Z","end":"2026-07-24T05:26:35.672522Z","steps":["trace[1239590405] 'agreement among raft nodes before linearized reading' (duration: 1.172535327s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.672576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.499865Z","time spent":"1.172700171s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:35.67269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172774073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.672759Z","caller":"traceutil/trace.go:171","msg":"trace[304753935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.172884446s","start":"2026-07-24T05:26:34.499858Z","end":"2026-07-24T05:26:35.672742Z","steps":["trace[304753935] 'agreement among raft nodes before linearized reading' (duration: 1.172776763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.672795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.499843Z","time spent":"1.172944068s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:35.672847Z","caller":"traceutil/trace.go:171","msg":"trace[1726497069] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"200.451408ms","start":"2026-07-24T05:26:35.472381Z","end":"2026-07-24T05:26:35.672833Z","steps":["trace[1726497069] 'process raft request' (duration: 199.299681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.672936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210454295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.672964Z","caller":"traceutil/trace.go:171","msg":"trace[338339813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.210518586s","start":"2026-07-24T05:26:34.462438Z","end":"2026-07-24T05:26:35.672957Z","steps":["trace[338339813] 'agreement among raft nodes before linearized reading' (duration: 1.210480506s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.672983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.462419Z","time spent":"1.210559217s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:35.673109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21069428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.673106Z","caller":"traceutil/trace.go:171","msg":"trace[1992218952] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"200.385676ms","start":"2026-07-24T05:26:35.472708Z","end":"2026-07-24T05:26:35.673094Z","steps":["trace[1992218952] 'process raft request' (duration: 199.030375ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:35.673134Z","caller":"traceutil/trace.go:171","msg":"trace[1604832744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.210743681s","start":"2026-07-24T05:26:34.462385Z","end":"2026-07-24T05:26:35.673129Z","steps":["trace[1604832744] 'agreement among raft nodes before linearized reading' (duration: 1.21070706s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.673155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.462374Z","time spent":"1.210776502s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:35.673253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236383364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.673285Z","caller":"traceutil/trace.go:171","msg":"trace[267171346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.236461106s","start":"2026-07-24T05:26:34.436816Z","end":"2026-07-24T05:26:35.673277Z","steps":["trace[267171346] 'agreement among raft nodes before linearized reading' (duration: 1.236413625s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.673308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.436787Z","time spent":"1.236514897s","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:35.673442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23664967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.673461Z","caller":"traceutil/trace.go:171","msg":"trace[78768408] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"200.254443ms","start":"2026-07-24T05:26:35.473194Z","end":"2026-07-24T05:26:35.673448Z","steps":["trace[78768408] 'process raft request' (duration: 198.605165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.673498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266265276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.67352Z","caller":"traceutil/trace.go:171","msg":"trace[352971274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.266332247s","start":"2026-07-24T05:26:34.407183Z","end":"2026-07-24T05:26:35.673515Z","steps":["trace[352971274] 'agreement among raft nodes before linearized reading' (duration: 1.266301206s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.673543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.407162Z","time spent":"1.266375809s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:35.673653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2664697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.673676Z","caller":"traceutil/trace.go:171","msg":"trace[1798048022] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.266518122s","start":"2026-07-24T05:26:34.407153Z","end":"2026-07-24T05:26:35.673671Z","steps":["trace[1798048022] 'agreement among raft nodes before linearized reading' (duration: 1.266485281s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.673698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.407139Z","time spent":"1.266553862s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:35.673795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296789922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.673821Z","caller":"traceutil/trace.go:171","msg":"trace[192118534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.296852324s","start":"2026-07-24T05:26:34.376963Z","end":"2026-07-24T05:26:35.673815Z","steps":["trace[192118534] 'agreement among raft nodes before linearized reading' (duration: 1.296813203s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.673842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.376945Z","time spent":"1.296892934s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:26:35.673996Z","caller":"traceutil/trace.go:171","msg":"trace[1236651888] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2606; }","duration":"198.035671ms","start":"2026-07-24T05:26:35.475948Z","end":"2026-07-24T05:26:35.673984Z","steps":["trace[1236651888] 'process raft request' (duration: 195.895462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.674026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297020068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.674051Z","caller":"traceutil/trace.go:171","msg":"trace[515363762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.297086699s","start":"2026-07-24T05:26:34.376958Z","end":"2026-07-24T05:26:35.674044Z","steps":["trace[515363762] 'agreement among raft nodes before linearized reading' (duration: 1.297044928s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.674082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.376933Z","time spent":"1.29714176s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:35.674213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327683897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.674246Z","caller":"traceutil/trace.go:171","msg":"trace[1927164176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.327759409s","start":"2026-07-24T05:26:34.346478Z","end":"2026-07-24T05:26:35.674237Z","steps":["trace[1927164176] 'agreement among raft nodes before linearized reading' (duration: 1.327707677s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.674276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.34645Z","time spent":"1.327816739s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:35.674433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327985765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.674459Z","caller":"traceutil/trace.go:171","msg":"trace[160757790] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.328045255s","start":"2026-07-24T05:26:34.346408Z","end":"2026-07-24T05:26:35.674453Z","steps":["trace[160757790] 'agreement among raft nodes before linearized reading' (duration: 1.328000134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.674485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.346391Z","time spent":"1.328087147s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:35.674622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358875148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.674655Z","caller":"traceutil/trace.go:171","msg":"trace[696355341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.358949361s","start":"2026-07-24T05:26:34.315697Z","end":"2026-07-24T05:26:35.674646Z","steps":["trace[696355341] 'agreement among raft nodes before linearized reading' (duration: 1.35889733s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.67469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.315672Z","time spent":"1.359005773s","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:35.674924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359254368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.674984Z","caller":"traceutil/trace.go:171","msg":"trace[1406851321] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.35934064s","start":"2026-07-24T05:26:34.31563Z","end":"2026-07-24T05:26:35.67497Z","steps":["trace[1406851321] 'agreement among raft nodes before linearized reading' (duration: 1.359250538s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.675046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.315621Z","time spent":"1.359410062s","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:35.675308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06024036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:26:35.675365Z","caller":"traceutil/trace.go:171","msg":"trace[1401362717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2606; }","duration":"1.060325271s","start":"2026-07-24T05:26:34.61503Z","end":"2026-07-24T05:26:35.675355Z","steps":["trace[1401362717] 'agreement among raft nodes before linearized reading' (duration: 1.060209168s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.675404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.615013Z","time spent":"1.060384763s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:26:35.675402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.116331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-07-24T05:26:35.675424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429243046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.675472Z","caller":"traceutil/trace.go:171","msg":"trace[1605456819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.429329308s","start":"2026-07-24T05:26:34.246128Z","end":"2026-07-24T05:26:35.675457Z","steps":["trace[1605456819] 'agreement among raft nodes before linearized reading' (duration: 1.429263927s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.675485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.124047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-07-24T05:26:35.675531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.246111Z","time spent":"1.42940578s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:35.675623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.451691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-07-24T05:26:35.675667Z","caller":"traceutil/trace.go:171","msg":"trace[46931877] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:2606; }","duration":"198.501873ms","start":"2026-07-24T05:26:35.477155Z","end":"2026-07-24T05:26:35.675657Z","steps":["trace[46931877] 'agreement among raft nodes before linearized reading' (duration: 198.403821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.675718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.345522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-07-24T05:26:35.675764Z","caller":"traceutil/trace.go:171","msg":"trace[1306650232] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:2606; }","duration":"199.448044ms","start":"2026-07-24T05:26:35.476305Z","end":"2026-07-24T05:26:35.675753Z","steps":["trace[1306650232] 'agreement among raft nodes before linearized reading' (duration: 199.301801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.675778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429609724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.675822Z","caller":"traceutil/trace.go:171","msg":"trace[147001960] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.429657935s","start":"2026-07-24T05:26:34.246155Z","end":"2026-07-24T05:26:35.675813Z","steps":["trace[147001960] 'agreement among raft nodes before linearized reading' (duration: 1.429590484s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.67586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.246123Z","time spent":"1.429727827s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:35.675888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.108146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-07-24T05:26:35.67593Z","caller":"traceutil/trace.go:171","msg":"trace[140434049] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:2606; }","duration":"199.197518ms","start":"2026-07-24T05:26:35.476723Z","end":"2026-07-24T05:26:35.67592Z","steps":["trace[140434049] 'agreement among raft nodes before linearized reading' (duration: 199.098276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.675999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458648457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.676048Z","caller":"traceutil/trace.go:171","msg":"trace[1632723156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.458730949s","start":"2026-07-24T05:26:34.217305Z","end":"2026-07-24T05:26:35.676036Z","steps":["trace[1632723156] 'agreement among raft nodes before linearized reading' (duration: 1.458669197s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.676099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.217286Z","time spent":"1.458797901s","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:35.676166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.407023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-07-24T05:26:35.676222Z","caller":"traceutil/trace.go:171","msg":"trace[1729374147] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:2606; }","duration":"199.474554ms","start":"2026-07-24T05:26:35.476734Z","end":"2026-07-24T05:26:35.676209Z","steps":["trace[1729374147] 'agreement among raft nodes before linearized reading' (duration: 199.347002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.676291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062253425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:26:35.676374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492378107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.676412Z","caller":"traceutil/trace.go:171","msg":"trace[1161413590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2606; }","duration":"1.062378028s","start":"2026-07-24T05:26:34.614023Z","end":"2026-07-24T05:26:35.676401Z","steps":["trace[1161413590] 'agreement among raft nodes before linearized reading' (duration: 1.062006789s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:35.676433Z","caller":"traceutil/trace.go:171","msg":"trace[1426378225] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.4924934s","start":"2026-07-24T05:26:34.183925Z","end":"2026-07-24T05:26:35.676419Z","steps":["trace[1426378225] 'agreement among raft nodes before linearized reading' (duration: 1.492420089s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.676478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.385711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:35.676517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.15632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-07-24T05:26:35.676556Z","caller":"traceutil/trace.go:171","msg":"trace[33284814] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:2606; }","duration":"200.205571ms","start":"2026-07-24T05:26:35.476341Z","end":"2026-07-24T05:26:35.676547Z","steps":["trace[33284814] 'agreement among raft nodes before linearized reading' (duration: 200.124199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.676556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492716725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.67654Z","caller":"traceutil/trace.go:171","msg":"trace[1599840781] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:0; response_revision:2606; }","duration":"205.931374ms","start":"2026-07-24T05:26:35.470597Z","end":"2026-07-24T05:26:35.676529Z","steps":["trace[1599840781] 'agreement among raft nodes before linearized reading' (duration: 205.409782ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:35.676611Z","caller":"traceutil/trace.go:171","msg":"trace[1348443595] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.492814187s","start":"2026-07-24T05:26:34.18378Z","end":"2026-07-24T05:26:35.676595Z","steps":["trace[1348443595] 'agreement among raft nodes before linearized reading' (duration: 1.492733925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.676665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.183751Z","time spent":"1.4929002s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:35.676535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086319923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:26:35.676711Z","caller":"traceutil/trace.go:171","msg":"trace[187621019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2606; }","duration":"1.08660772s","start":"2026-07-24T05:26:34.590092Z","end":"2026-07-24T05:26:35.6767Z","steps":["trace[187621019] 'agreement among raft nodes before linearized reading' (duration: 1.086262952s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:35.673472Z","caller":"traceutil/trace.go:171","msg":"trace[1187998093] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.236711191s","start":"2026-07-24T05:26:34.436753Z","end":"2026-07-24T05:26:35.673464Z","steps":["trace[1187998093] 'agreement among raft nodes before linearized reading' (duration: 1.23666744s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.676853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.437209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:26:35.676903Z","caller":"traceutil/trace.go:171","msg":"trace[1981404196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2606; }","duration":"207.536591ms","start":"2026-07-24T05:26:35.469357Z","end":"2026-07-24T05:26:35.676894Z","steps":["trace[1981404196] 'agreement among raft nodes before linearized reading' (duration: 207.414138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.676805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.436735Z","time spent":"1.240050679s","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:35.677065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.507773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:26:35.677113Z","caller":"traceutil/trace.go:171","msg":"trace[1931590890] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2606; }","duration":"495.592405ms","start":"2026-07-24T05:26:35.181514Z","end":"2026-07-24T05:26:35.677106Z","steps":["trace[1931590890] 'agreement among raft nodes before linearized reading' (duration: 495.527333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.67715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.181487Z","time spent":"495.654756ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:35.677291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.864765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.677339Z","caller":"traceutil/trace.go:171","msg":"trace[1455125546] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2606; }","duration":"579.955127ms","start":"2026-07-24T05:26:35.097376Z","end":"2026-07-24T05:26:35.677331Z","steps":["trace[1455125546] 'agreement among raft nodes before linearized reading' (duration: 579.892386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.677378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.097354Z","time spent":"580.016879ms","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:35.675778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061125629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:26:35.677448Z","caller":"traceutil/trace.go:171","msg":"trace[1744895639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2606; }","duration":"1.062812039s","start":"2026-07-24T05:26:34.614612Z","end":"2026-07-24T05:26:35.677424Z","steps":["trace[1744895639] 'agreement among raft nodes before linearized reading' (duration: 1.060895314s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.677514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.614596Z","time spent":"1.062901201s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:26:35.677619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.667156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:26:35.677663Z","caller":"traceutil/trace.go:171","msg":"trace[157257433] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2606; }","duration":"606.743717ms","start":"2026-07-24T05:26:35.070912Z","end":"2026-07-24T05:26:35.677656Z","steps":["trace[157257433] 'agreement among raft nodes before linearized reading' (duration: 606.655605ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:35.675485Z","caller":"traceutil/trace.go:171","msg":"trace[1241513584] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:2606; }","duration":"197.470239ms","start":"2026-07-24T05:26:35.477971Z","end":"2026-07-24T05:26:35.675441Z","steps":["trace[1241513584] 'agreement among raft nodes before linearized reading' (duration: 197.003858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.676315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458975615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:35.676486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.183918Z","time spent":"1.492552751s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:35.677777Z","caller":"traceutil/trace.go:171","msg":"trace[917919305] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.460450879s","start":"2026-07-24T05:26:34.217285Z","end":"2026-07-24T05:26:35.677736Z","steps":["trace[917919305] 'agreement among raft nodes before linearized reading' (duration: 1.458990795s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.676856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.589864Z","time spent":"1.086983708s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:26:35.677869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.217266Z","time spent":"1.460568201s","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:35.675536Z","caller":"traceutil/trace.go:171","msg":"trace[1642488225] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:2606; }","duration":"199.195898ms","start":"2026-07-24T05:26:35.476326Z","end":"2026-07-24T05:26:35.675522Z","steps":["trace[1642488225] 'agreement among raft nodes before linearized reading' (duration: 199.062675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.675368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389750122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.678111Z","caller":"traceutil/trace.go:171","msg":"trace[318604183] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.392526886s","start":"2026-07-24T05:26:34.285568Z","end":"2026-07-24T05:26:35.678095Z","steps":["trace[318604183] 'agreement among raft nodes before linearized reading' (duration: 1.389769343s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.678169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.285547Z","time spent":"1.392603699s","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:35.676445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.737511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-07-24T05:26:35.6777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.070888Z","time spent":"606.805219ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:26:35.678294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.319727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-07-24T05:26:35.678327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121043066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:26:35.678372Z","caller":"traceutil/trace.go:171","msg":"trace[725673806] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2606; }","duration":"1.121138108s","start":"2026-07-24T05:26:34.557223Z","end":"2026-07-24T05:26:35.678361Z","steps":["trace[725673806] 'agreement among raft nodes before linearized reading' (duration: 1.119650674s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.678391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.443442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:26:35.675306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389594488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:35.67841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.55719Z","time spent":"1.121212389s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:26:35.678432Z","caller":"traceutil/trace.go:171","msg":"trace[658455855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2606; }","duration":"1.392768402s","start":"2026-07-24T05:26:34.285655Z","end":"2026-07-24T05:26:35.678423Z","steps":["trace[658455855] 'agreement among raft nodes before linearized reading' (duration: 1.389571728s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.67847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.285647Z","time spent":"1.392812063s","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:35.678509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177778068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.678542Z","caller":"traceutil/trace.go:171","msg":"trace[245821952] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:2606; }","duration":"1.177841159s","start":"2026-07-24T05:26:34.500691Z","end":"2026-07-24T05:26:35.678532Z","steps":["trace[245821952] 'agreement among raft nodes before linearized reading' (duration: 1.177795088s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.678571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.500674Z","time spent":"1.177890331s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:26:35.678596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.09265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-07-24T05:26:35.678658Z","caller":"traceutil/trace.go:171","msg":"trace[2078234946] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:2606; }","duration":"197.161321ms","start":"2026-07-24T05:26:35.481479Z","end":"2026-07-24T05:26:35.67864Z","steps":["trace[2078234946] 'agreement among raft nodes before linearized reading' (duration: 197.013177ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:35.678338Z","caller":"traceutil/trace.go:171","msg":"trace[1791110798] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2606; }","duration":"172.397569ms","start":"2026-07-24T05:26:35.505929Z","end":"2026-07-24T05:26:35.678327Z","steps":["trace[1791110798] 'agreement among raft nodes before linearized reading' (duration: 172.184034ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:35.678762Z","caller":"traceutil/trace.go:171","msg":"trace[1985547562] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2606; }","duration":"195.83611ms","start":"2026-07-24T05:26:35.482916Z","end":"2026-07-24T05:26:35.678753Z","steps":["trace[1985547562] 'agreement among raft nodes before linearized reading' (duration: 195.441501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.67846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.603288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:35.678945Z","caller":"traceutil/trace.go:171","msg":"trace[1648893595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2606; }","duration":"197.11206ms","start":"2026-07-24T05:26:35.481823Z","end":"2026-07-24T05:26:35.678935Z","steps":["trace[1648893595] 'agreement among raft nodes before linearized reading' (duration: 196.589978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:35.676452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:34.61397Z","time spent":"1.062472741s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:26:35.678216Z","caller":"traceutil/trace.go:171","msg":"trace[1466974559] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:2606; }","duration":"201.509942ms","start":"2026-07-24T05:26:35.476696Z","end":"2026-07-24T05:26:35.678206Z","steps":["trace[1466974559] 'agreement among raft nodes before linearized reading' (duration: 199.677279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.1904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141454,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:36.548066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.01052ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:36.548296Z","caller":"traceutil/trace.go:171","msg":"trace[1618882346] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2606; }","duration":"453.249065ms","start":"2026-07-24T05:26:36.095027Z","end":"2026-07-24T05:26:36.548276Z","steps":["trace[1618882346] 'range keys from in-memory index tree' (duration: 452.993319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.548356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.723641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:26:36.548463Z","caller":"traceutil/trace.go:171","msg":"trace[2131934748] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"864.287056ms","start":"2026-07-24T05:26:35.684152Z","end":"2026-07-24T05:26:36.548439Z","steps":["trace[2131934748] 'process raft request' (duration: 731.38323ms)","trace[2131934748] 'compare' (duration: 132.615838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:36.548536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.684143Z","time spent":"864.363408ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:36.561816Z","caller":"traceutil/trace.go:171","msg":"trace[230069776] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"877.517341ms","start":"2026-07-24T05:26:35.684282Z","end":"2026-07-24T05:26:36.561799Z","steps":["trace[230069776] 'process raft request' (duration: 877.430099ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:36.561852Z","caller":"traceutil/trace.go:171","msg":"trace[2039865447] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"877.572443ms","start":"2026-07-24T05:26:35.684253Z","end":"2026-07-24T05:26:36.561825Z","steps":["trace[2039865447] 'process raft request' (duration: 877.342027ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:36.562022Z","caller":"traceutil/trace.go:171","msg":"trace[243278824] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"877.700286ms","start":"2026-07-24T05:26:35.68431Z","end":"2026-07-24T05:26:36.56201Z","steps":["trace[243278824] 'process raft request' (duration: 877.44894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.562049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.684248Z","time spent":"877.722016ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:36.562092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.684307Z","time spent":"877.744777ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:36.562042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.684278Z","time spent":"877.665855ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:36.562185Z","caller":"traceutil/trace.go:171","msg":"trace[1534445543] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"874.190344ms","start":"2026-07-24T05:26:35.687978Z","end":"2026-07-24T05:26:36.562169Z","steps":["trace[1534445543] 'process raft request' (duration: 874.072142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.562859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.687968Z","time spent":"874.8618ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:36.562203Z","caller":"traceutil/trace.go:171","msg":"trace[424682484] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"877.556663ms","start":"2026-07-24T05:26:35.684625Z","end":"2026-07-24T05:26:36.562182Z","steps":["trace[424682484] 'process raft request' (duration: 877.337928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.562995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.684621Z","time spent":"878.351832ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:36.562238Z","caller":"traceutil/trace.go:171","msg":"trace[526359517] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"871.748438ms","start":"2026-07-24T05:26:35.690484Z","end":"2026-07-24T05:26:36.562232Z","steps":["trace[526359517] 'process raft request' (duration: 871.613925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.56312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.690476Z","time spent":"872.625219ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:36.562302Z","caller":"traceutil/trace.go:171","msg":"trace[1777593149] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"871.739667ms","start":"2026-07-24T05:26:35.690557Z","end":"2026-07-24T05:26:36.562297Z","steps":["trace[1777593149] 'process raft request' (duration: 871.594824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.563276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.690553Z","time spent":"872.688561ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:36.562421Z","caller":"traceutil/trace.go:171","msg":"trace[413235094] linearizableReadLoop","detail":"{readStateIndex:2743; appliedIndex:2733; }","duration":"872.145727ms","start":"2026-07-24T05:26:35.690267Z","end":"2026-07-24T05:26:36.562412Z","steps":["trace[413235094] 'read index received' (duration: 725.28207ms)","trace[413235094] 'applied index is now lower than readState.Index' (duration: 146.863147ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:36.562488Z","caller":"traceutil/trace.go:171","msg":"trace[752671344] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"490.439327ms","start":"2026-07-24T05:26:36.072029Z","end":"2026-07-24T05:26:36.562468Z","steps":["trace[752671344] 'process raft request' (duration: 490.193401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.563534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.071993Z","time spent":"491.518982ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:36.563697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.057499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:36.563741Z","caller":"traceutil/trace.go:171","msg":"trace[1771782595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2616; }","duration":"873.10957ms","start":"2026-07-24T05:26:35.690622Z","end":"2026-07-24T05:26:36.563732Z","steps":["trace[1771782595] 'agreement among raft nodes before linearized reading' (duration: 873.045629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.563765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.690619Z","time spent":"873.140761ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:26:36.562518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.24384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:26:36.563851Z","caller":"traceutil/trace.go:171","msg":"trace[1649989234] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2616; }","duration":"873.58313ms","start":"2026-07-24T05:26:35.690256Z","end":"2026-07-24T05:26:36.56384Z","steps":["trace[1649989234] 'agreement among raft nodes before linearized reading' (duration: 872.181819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.563899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.690252Z","time spent":"873.624401ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":23,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:36.563936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.271013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:36.563975Z","caller":"traceutil/trace.go:171","msg":"trace[1085587488] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2616; }","duration":"251.350835ms","start":"2026-07-24T05:26:36.312613Z","end":"2026-07-24T05:26:36.563964Z","steps":["trace[1085587488] 'agreement among raft nodes before linearized reading' (duration: 251.293904ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:36.562379Z","caller":"traceutil/trace.go:171","msg":"trace[145245343] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"743.382719ms","start":"2026-07-24T05:26:35.818881Z","end":"2026-07-24T05:26:36.562263Z","steps":["trace[145245343] 'process raft request' (duration: 743.298927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.564057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.818852Z","time spent":"745.1754ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2419,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:36.564185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.581779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-07-24T05:26:36.564258Z","caller":"traceutil/trace.go:171","msg":"trace[1722955316] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2616; }","duration":"142.678661ms","start":"2026-07-24T05:26:36.421557Z","end":"2026-07-24T05:26:36.564236Z","steps":["trace[1722955316] 'agreement among raft nodes before linearized reading' (duration: 142.475406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.564206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.594798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47666"} {"level":"info","ts":"2026-07-24T05:26:36.564367Z","caller":"traceutil/trace.go:171","msg":"trace[400265547] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2616; }","duration":"872.764331ms","start":"2026-07-24T05:26:35.691596Z","end":"2026-07-24T05:26:36.564361Z","steps":["trace[400265547] 'agreement among raft nodes before linearized reading' (duration: 872.485605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:36.564387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:35.691592Z","time spent":"872.788592ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":47689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:26:36.563927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.203232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:36.564526Z","caller":"traceutil/trace.go:171","msg":"trace[238551131] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2616; }","duration":"251.845687ms","start":"2026-07-24T05:26:36.312661Z","end":"2026-07-24T05:26:36.564506Z","steps":["trace[238551131] 'agreement among raft nodes before linearized reading' (duration: 251.222922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.567273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.461284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:26:37.567379Z","caller":"traceutil/trace.go:171","msg":"trace[1479576302] transaction","detail":"{read_only:false; response_revision:2617; number_of_response:1; }","duration":"998.270576ms","start":"2026-07-24T05:26:36.569089Z","end":"2026-07-24T05:26:37.567359Z","steps":["trace[1479576302] 'process raft request' (duration: 87.653188ms)","trace[1479576302] 'compare' (duration: 909.329358ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:37.567432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.569067Z","time spent":"998.342867ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:37.570065Z","caller":"traceutil/trace.go:171","msg":"trace[891757106] linearizableReadLoop","detail":"{readStateIndex:2748; appliedIndex:2743; }","duration":"993.27125ms","start":"2026-07-24T05:26:36.576769Z","end":"2026-07-24T05:26:37.570041Z","steps":["trace[891757106] 'read index received' (duration: 79.99881ms)","trace[891757106] 'applied index is now lower than readState.Index' (duration: 913.27165ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:37.570256Z","caller":"traceutil/trace.go:171","msg":"trace[998860556] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"999.793641ms","start":"2026-07-24T05:26:36.570446Z","end":"2026-07-24T05:26:37.570239Z","steps":["trace[998860556] 'process raft request' (duration: 999.095155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.57046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.570436Z","time spent":"999.951595ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:37.570885Z","caller":"traceutil/trace.go:171","msg":"trace[688271999] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"1.000319322s","start":"2026-07-24T05:26:36.570547Z","end":"2026-07-24T05:26:37.570867Z","steps":["trace[688271999] 'process raft request' (duration: 999.127505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.571102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.570514Z","time spent":"1.000539419s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:37.571442Z","caller":"traceutil/trace.go:171","msg":"trace[847328602] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"999.860012ms","start":"2026-07-24T05:26:36.571568Z","end":"2026-07-24T05:26:37.571428Z","steps":["trace[847328602] 'process raft request' (duration: 998.146912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.571647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.571557Z","time spent":"1.000036616s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":692,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:37.571779Z","caller":"traceutil/trace.go:171","msg":"trace[1036446274] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"996.025374ms","start":"2026-07-24T05:26:36.575746Z","end":"2026-07-24T05:26:37.571771Z","steps":["trace[1036446274] 'process raft request' (duration: 994.035208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.571872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.575738Z","time spent":"996.075675ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1708,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:37.572025Z","caller":"traceutil/trace.go:171","msg":"trace[1065611182] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2621; }","duration":"995.052821ms","start":"2026-07-24T05:26:36.576962Z","end":"2026-07-24T05:26:37.572015Z","steps":["trace[1065611182] 'process raft request' (duration: 992.960662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.57208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.576949Z","time spent":"995.106172ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":1757,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:37.572181Z","caller":"traceutil/trace.go:171","msg":"trace[525087326] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"995.174453ms","start":"2026-07-24T05:26:36.576999Z","end":"2026-07-24T05:26:37.572174Z","steps":["trace[525087326] 'process raft request' (duration: 992.955962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.572219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.576989Z","time spent":"995.213475ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:37.572378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.601754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-07-24T05:26:37.572496Z","caller":"traceutil/trace.go:171","msg":"trace[1932985191] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2623; }","duration":"995.759916ms","start":"2026-07-24T05:26:36.576689Z","end":"2026-07-24T05:26:37.572449Z","steps":["trace[1932985191] 'agreement among raft nodes before linearized reading' (duration: 995.331957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.57259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.576672Z","time spent":"995.9043ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-24T05:26:37.572748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.369488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:26:37.572783Z","caller":"traceutil/trace.go:171","msg":"trace[1588440400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2623; }","duration":"880.44945ms","start":"2026-07-24T05:26:36.692325Z","end":"2026-07-24T05:26:37.572775Z","steps":["trace[1588440400] 'agreement among raft nodes before linearized reading' (duration: 880.334167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.572805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.692302Z","time spent":"880.49772ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:26:37.572954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.392211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:37.572981Z","caller":"traceutil/trace.go:171","msg":"trace[1762417646] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:2623; }","duration":"208.464712ms","start":"2026-07-24T05:26:37.364511Z","end":"2026-07-24T05:26:37.572976Z","steps":["trace[1762417646] 'agreement among raft nodes before linearized reading' (duration: 208.418611ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:37.571512Z","caller":"traceutil/trace.go:171","msg":"trace[865667919] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"994.281384ms","start":"2026-07-24T05:26:36.577204Z","end":"2026-07-24T05:26:37.571486Z","steps":["trace[865667919] 'process raft request' (duration: 992.793969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.573113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.814934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:37.573132Z","caller":"traceutil/trace.go:171","msg":"trace[1135747703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2623; }","duration":"448.863255ms","start":"2026-07-24T05:26:37.124264Z","end":"2026-07-24T05:26:37.573127Z","steps":["trace[1135747703] 'agreement among raft nodes before linearized reading' (duration: 448.838844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.573149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.124246Z","time spent":"448.899665ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:26:37.573297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.57719Z","time spent":"996.055004ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2341,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:37.573088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.782839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:37.575743Z","caller":"traceutil/trace.go:171","msg":"trace[1505387798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:2623; }","duration":"217.455031ms","start":"2026-07-24T05:26:37.358265Z","end":"2026-07-24T05:26:37.57572Z","steps":["trace[1505387798] 'agreement among raft nodes before linearized reading' (duration: 214.80232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.573835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.543107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:37.575869Z","caller":"traceutil/trace.go:171","msg":"trace[716527593] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2623; }","duration":"641.648295ms","start":"2026-07-24T05:26:36.934198Z","end":"2026-07-24T05:26:37.575846Z","steps":["trace[716527593] 'agreement among raft nodes before linearized reading' (duration: 639.554667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.575952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:36.934175Z","time spent":"641.743607ms","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:37.849472Z","caller":"traceutil/trace.go:171","msg":"trace[1410753438] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"269.536956ms","start":"2026-07-24T05:26:37.579896Z","end":"2026-07-24T05:26:37.849433Z","steps":["trace[1410753438] 'process raft request' (duration: 269.414173ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:37.849474Z","caller":"traceutil/trace.go:171","msg":"trace[1190134234] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"272.023944ms","start":"2026-07-24T05:26:37.577397Z","end":"2026-07-24T05:26:37.849421Z","steps":["trace[1190134234] 'process raft request' (duration: 271.792798ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:37.849492Z","caller":"traceutil/trace.go:171","msg":"trace[1899244384] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"263.493677ms","start":"2026-07-24T05:26:37.585977Z","end":"2026-07-24T05:26:37.84947Z","steps":["trace[1899244384] 'process raft request' (duration: 263.438255ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:37.849617Z","caller":"traceutil/trace.go:171","msg":"trace[968018880] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"263.858794ms","start":"2026-07-24T05:26:37.585684Z","end":"2026-07-24T05:26:37.849543Z","steps":["trace[968018880] 'process raft request' (duration: 263.68447ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:37.850049Z","caller":"traceutil/trace.go:171","msg":"trace[504110084] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2628; }","duration":"263.591738ms","start":"2026-07-24T05:26:37.586442Z","end":"2026-07-24T05:26:37.850033Z","steps":["trace[504110084] 'process raft request' (duration: 263.003585ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:37.850089Z","caller":"traceutil/trace.go:171","msg":"trace[523541578] linearizableReadLoop","detail":"{readStateIndex:2759; appliedIndex:2752; }","duration":"194.707724ms","start":"2026-07-24T05:26:37.655368Z","end":"2026-07-24T05:26:37.850076Z","steps":["trace[523541578] 'read index received' (duration: 193.788574ms)","trace[523541578] 'applied index is now lower than readState.Index' (duration: 918.15µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:37.850096Z","caller":"traceutil/trace.go:171","msg":"trace[862587245] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"256.951496ms","start":"2026-07-24T05:26:37.593133Z","end":"2026-07-24T05:26:37.850084Z","steps":["trace[862587245] 'process raft request' (duration: 256.873904ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:37.850125Z","caller":"traceutil/trace.go:171","msg":"trace[1573950706] transaction","detail":"{read_only:false; response_revision:2629; number_of_response:1; }","duration":"261.94882ms","start":"2026-07-24T05:26:37.588134Z","end":"2026-07-24T05:26:37.850082Z","steps":["trace[1573950706] 'process raft request' (duration: 261.51176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.850214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.377195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:37.850246Z","caller":"traceutil/trace.go:171","msg":"trace[1952518058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2630; }","duration":"270.440806ms","start":"2026-07-24T05:26:37.579796Z","end":"2026-07-24T05:26:37.850237Z","steps":["trace[1952518058] 'agreement among raft nodes before linearized reading' (duration: 270.336894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:37.850307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.83142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2356"} {"level":"info","ts":"2026-07-24T05:26:37.850389Z","caller":"traceutil/trace.go:171","msg":"trace[264478005] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:2630; }","duration":"268.956232ms","start":"2026-07-24T05:26:37.581415Z","end":"2026-07-24T05:26:37.850371Z","steps":["trace[264478005] 'agreement among raft nodes before linearized reading' (duration: 268.704986ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:38.089372Z","caller":"traceutil/trace.go:171","msg":"trace[2058053926] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"431.838651ms","start":"2026-07-24T05:26:37.657493Z","end":"2026-07-24T05:26:38.089332Z","steps":["trace[2058053926] 'process raft request' (duration: 417.646682ms)","trace[2058053926] 'compare' (duration: 13.81119ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:38.089453Z","caller":"traceutil/trace.go:171","msg":"trace[36992138] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2759; }","duration":"239.311308ms","start":"2026-07-24T05:26:37.850118Z","end":"2026-07-24T05:26:38.089429Z","steps":["trace[36992138] 'read index received' (duration: 225.171241ms)","trace[36992138] 'applied index is now lower than readState.Index' (duration: 14.138796ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:38.089587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.657471Z","time spent":"431.989235ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:38.089667Z","caller":"traceutil/trace.go:171","msg":"trace[1739866271] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"395.565962ms","start":"2026-07-24T05:26:37.694067Z","end":"2026-07-24T05:26:38.089633Z","steps":["trace[1739866271] 'process raft request' (duration: 395.284946ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:38.089741Z","caller":"traceutil/trace.go:171","msg":"trace[1655575196] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"422.575267ms","start":"2026-07-24T05:26:37.667128Z","end":"2026-07-24T05:26:38.089703Z","steps":["trace[1655575196] 'process raft request' (duration: 422.116066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:38.089834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.69405Z","time spent":"395.684534ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2435,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:38.089867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.643337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2375"} {"level":"warn","ts":"2026-07-24T05:26:38.089851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.124771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:26:38.089934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.667108Z","time spent":"422.713779ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2288,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:38.089982Z","caller":"traceutil/trace.go:171","msg":"trace[1548702507] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2633; }","duration":"347.326396ms","start":"2026-07-24T05:26:37.742637Z","end":"2026-07-24T05:26:38.089964Z","steps":["trace[1548702507] 'agreement among raft nodes before linearized reading' (duration: 347.106401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:38.090028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.742611Z","time spent":"347.407007ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:38.089936Z","caller":"traceutil/trace.go:171","msg":"trace[553916196] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2633; }","duration":"428.741849ms","start":"2026-07-24T05:26:37.66118Z","end":"2026-07-24T05:26:38.089921Z","steps":["trace[553916196] 'agreement among raft nodes before linearized reading' (duration: 428.550694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:38.090128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.661167Z","time spent":"428.941814ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2398,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"info","ts":"2026-07-24T05:26:38.42643Z","caller":"traceutil/trace.go:171","msg":"trace[976690152] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"568.295188ms","start":"2026-07-24T05:26:37.858077Z","end":"2026-07-24T05:26:38.426372Z","steps":["trace[976690152] 'process raft request' (duration: 474.525188ms)","trace[976690152] 'compare' (duration: 93.584935ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:38.426481Z","caller":"traceutil/trace.go:171","msg":"trace[1308185082] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"566.098577ms","start":"2026-07-24T05:26:37.860346Z","end":"2026-07-24T05:26:38.426445Z","steps":["trace[1308185082] 'process raft request' (duration: 566.010345ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:38.426524Z","caller":"traceutil/trace.go:171","msg":"trace[1988351993] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"566.042526ms","start":"2026-07-24T05:26:37.860475Z","end":"2026-07-24T05:26:38.426518Z","steps":["trace[1988351993] 'process raft request' (duration: 565.937403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:38.426775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.979993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:26:38.426832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.860453Z","time spent":"566.330892ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:38.426504Z","caller":"traceutil/trace.go:171","msg":"trace[1662133943] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"566.060686ms","start":"2026-07-24T05:26:37.860417Z","end":"2026-07-24T05:26:38.426478Z","steps":["trace[1662133943] 'process raft request' (duration: 565.966584ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:38.426842Z","caller":"traceutil/trace.go:171","msg":"trace[436767922] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2641; }","duration":"569.098396ms","start":"2026-07-24T05:26:37.85773Z","end":"2026-07-24T05:26:38.426828Z","steps":["trace[436767922] 'agreement among raft nodes before linearized reading' (duration: 568.900341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:38.426892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.857713Z","time spent":"569.168038ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:26:38.426903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.860408Z","time spent":"566.463925ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:38.426582Z","caller":"traceutil/trace.go:171","msg":"trace[435314547] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"563.067137ms","start":"2026-07-24T05:26:37.863502Z","end":"2026-07-24T05:26:38.42657Z","steps":["trace[435314547] 'process raft request' (duration: 562.963585ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:38.427089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.863492Z","time spent":"563.493146ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2068,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:38.426595Z","caller":"traceutil/trace.go:171","msg":"trace[378204696] linearizableReadLoop","detail":"{readStateIndex:2770; appliedIndex:2762; }","duration":"337.065628ms","start":"2026-07-24T05:26:38.089513Z","end":"2026-07-24T05:26:38.426578Z","steps":["trace[378204696] 'read index received' (duration: 243.223127ms)","trace[378204696] 'applied index is now lower than readState.Index' (duration: 93.841611ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:38.426625Z","caller":"traceutil/trace.go:171","msg":"trace[441480425] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"559.968085ms","start":"2026-07-24T05:26:37.866639Z","end":"2026-07-24T05:26:38.426607Z","steps":["trace[441480425] 'process raft request' (duration: 559.891053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:38.427271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.866625Z","time spent":"560.60157ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3548,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:38.426626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.860331Z","time spent":"566.23147ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:38.426635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.858066Z","time spent":"568.467092ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:38.426468Z","caller":"traceutil/trace.go:171","msg":"trace[1510099068] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"566.843894ms","start":"2026-07-24T05:26:37.859597Z","end":"2026-07-24T05:26:38.426441Z","steps":["trace[1510099068] 'process raft request' (duration: 566.723831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:38.42756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.859579Z","time spent":"567.957079ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":783,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:38.426629Z","caller":"traceutil/trace.go:171","msg":"trace[1249696017] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"566.007395ms","start":"2026-07-24T05:26:37.860561Z","end":"2026-07-24T05:26:38.426568Z","steps":["trace[1249696017] 'process raft request' (duration: 565.878172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:38.427659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:37.860537Z","time spent":"567.100459ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":751,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:38.9274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:39.4277Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141503,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:39.524781Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.114094206s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:26:39.525364Z","caller":"traceutil/trace.go:171","msg":"trace[951986272] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"1.423995825s","start":"2026-07-24T05:26:38.101347Z","end":"2026-07-24T05:26:39.525343Z","steps":["trace[951986272] 'process raft request' (duration: 1.423933643s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:39.525415Z","caller":"traceutil/trace.go:171","msg":"trace[1117679248] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"1.428739195s","start":"2026-07-24T05:26:38.096636Z","end":"2026-07-24T05:26:39.525376Z","steps":["trace[1117679248] 'process raft request' (duration: 1.428499109s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:39.525496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.101336Z","time spent":"1.424095047s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2853,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:39.525591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.096617Z","time spent":"1.428865688s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:39.823266Z","caller":"traceutil/trace.go:171","msg":"trace[1068859363] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"1.390598012s","start":"2026-07-24T05:26:38.432617Z","end":"2026-07-24T05:26:39.823215Z","steps":["trace[1068859363] 'process raft request' (duration: 1.390380137s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:39.823367Z","caller":"traceutil/trace.go:171","msg":"trace[851777386] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"1.390236044s","start":"2026-07-24T05:26:38.433076Z","end":"2026-07-24T05:26:39.823312Z","steps":["trace[851777386] 'process raft request' (duration: 1.390048229s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:39.823465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.432607Z","time spent":"1.390767846s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:39.823447Z","caller":"traceutil/trace.go:171","msg":"trace[1185861061] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"1.390537501s","start":"2026-07-24T05:26:38.432866Z","end":"2026-07-24T05:26:39.823403Z","steps":["trace[1185861061] 'process raft request' (duration: 1.390177462s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:39.823491Z","caller":"traceutil/trace.go:171","msg":"trace[1955532462] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"1.390417678s","start":"2026-07-24T05:26:38.433032Z","end":"2026-07-24T05:26:39.823449Z","steps":["trace[1955532462] 'process raft request' (duration: 1.390053769s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:39.823488Z","caller":"traceutil/trace.go:171","msg":"trace[1048721211] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"1.389586888s","start":"2026-07-24T05:26:38.433866Z","end":"2026-07-24T05:26:39.823453Z","steps":["trace[1048721211] 'process raft request' (duration: 1.389298741s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:39.823555Z","caller":"traceutil/trace.go:171","msg":"trace[1800772828] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"1.391166556s","start":"2026-07-24T05:26:38.432364Z","end":"2026-07-24T05:26:39.823531Z","steps":["trace[1800772828] 'process raft request' (duration: 1.390579052s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:39.823588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.433064Z","time spent":"1.390405689s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:39.823617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.432858Z","time spent":"1.390681354s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:39.823648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.432355Z","time spent":"1.391243588s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:39.823665Z","caller":"traceutil/trace.go:171","msg":"trace[2105222492] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"1.38963067s","start":"2026-07-24T05:26:38.434023Z","end":"2026-07-24T05:26:39.823653Z","steps":["trace[2105222492] 'process raft request' (duration: 1.3892003s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:39.823748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.433998Z","time spent":"1.389711421s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:39.823714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.43385Z","time spent":"1.389744032s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":976,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:39.823655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.43301Z","time spent":"1.390577892s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:39.823521Z","caller":"traceutil/trace.go:171","msg":"trace[1818265451] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"1.391434022s","start":"2026-07-24T05:26:38.432059Z","end":"2026-07-24T05:26:39.823493Z","steps":["trace[1818265451] 'process raft request' (duration: 1.390687374s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:39.823894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.432038Z","time spent":"1.391827781s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:39.82406Z","caller":"traceutil/trace.go:171","msg":"trace[194602861] transaction","detail":"{read_only:false; response_revision:2652; number_of_response:1; }","duration":"1.389128858s","start":"2026-07-24T05:26:38.434919Z","end":"2026-07-24T05:26:39.824048Z","steps":["trace[194602861] 'process raft request' (duration: 1.38834924s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:39.824103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.434912Z","time spent":"1.3891714s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:39.824211Z","caller":"traceutil/trace.go:171","msg":"trace[579628345] transaction","detail":"{read_only:false; response_revision:2653; number_of_response:1; }","duration":"1.384835539s","start":"2026-07-24T05:26:38.439312Z","end":"2026-07-24T05:26:39.824148Z","steps":["trace[579628345] 'process raft request' (duration: 1.384666175s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:39.824477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.439299Z","time spent":"1.385020694s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7005,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:39.939474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.360159ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:26:39.939731Z","caller":"traceutil/trace.go:171","msg":"trace[1825126303] linearizableReadLoop","detail":"{readStateIndex:2784; appliedIndex:2770; }","duration":"1.512508884s","start":"2026-07-24T05:26:38.427203Z","end":"2026-07-24T05:26:39.939712Z","steps":["trace[1825126303] 'read index received' (duration: 1.097933582s)","trace[1825126303] 'applied index is now lower than readState.Index' (duration: 414.574432ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:39.939772Z","caller":"traceutil/trace.go:171","msg":"trace[1568712644] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"1.371348417s","start":"2026-07-24T05:26:38.568384Z","end":"2026-07-24T05:26:39.939732Z","steps":["trace[1568712644] 'process raft request' (duration: 1.371193954s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:39.939947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.568349Z","time spent":"1.37150272s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:39.940043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843410039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2271"} {"level":"info","ts":"2026-07-24T05:26:39.940122Z","caller":"traceutil/trace.go:171","msg":"trace[767852900] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2654; }","duration":"1.843509371s","start":"2026-07-24T05:26:38.096583Z","end":"2026-07-24T05:26:39.940093Z","steps":["trace[767852900] 'agreement among raft nodes before linearized reading' (duration: 1.843184654s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:39.940105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802799268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:14 size:319500"} {"level":"warn","ts":"2026-07-24T05:26:39.940164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.096566Z","time spent":"1.843589913s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2294,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-07-24T05:26:39.94018Z","caller":"traceutil/trace.go:171","msg":"trace[364929329] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:14; response_revision:2654; }","duration":"1.802922261s","start":"2026-07-24T05:26:38.137239Z","end":"2026-07-24T05:26:39.940162Z","steps":["trace[364929329] 'agreement among raft nodes before linearized reading' (duration: 1.802494721s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:39.940223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.137218Z","time spent":"1.802994163s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":14,"response size":319523,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:26:40.207131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.715441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:26:40.207333Z","caller":"traceutil/trace.go:171","msg":"trace[1044292177] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"672.012628ms","start":"2026-07-24T05:26:39.535284Z","end":"2026-07-24T05:26:40.207296Z","steps":["trace[1044292177] 'process raft request' (duration: 509.957748ms)","trace[1044292177] 'compare' (duration: 161.471426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:40.207439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:39.535253Z","time spent":"672.134301ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4870,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:40.616973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.647319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:26:40.617475Z","caller":"traceutil/trace.go:171","msg":"trace[1409881157] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"786.65132ms","start":"2026-07-24T05:26:39.830786Z","end":"2026-07-24T05:26:40.617437Z","steps":["trace[1409881157] 'process raft request' (duration: 640.456378ms)","trace[1409881157] 'compare' (duration: 145.464715ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:40.617549Z","caller":"traceutil/trace.go:171","msg":"trace[1558968996] linearizableReadLoop","detail":"{readStateIndex:2789; appliedIndex:2784; }","duration":"677.76318ms","start":"2026-07-24T05:26:39.939771Z","end":"2026-07-24T05:26:40.617534Z","steps":["trace[1558968996] 'read index received' (duration: 105.482291ms)","trace[1558968996] 'applied index is now lower than readState.Index' (duration: 572.279879ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:40.61758Z","caller":"traceutil/trace.go:171","msg":"trace[1925742876] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"786.65198ms","start":"2026-07-24T05:26:39.830899Z","end":"2026-07-24T05:26:40.617551Z","steps":["trace[1925742876] 'process raft request' (duration: 786.186959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.61831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:39.830869Z","time spent":"787.381297ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:40.617592Z","caller":"traceutil/trace.go:171","msg":"trace[217906341] transaction","detail":"{read_only:false; response_revision:2660; number_of_response:1; }","duration":"666.752055ms","start":"2026-07-24T05:26:39.950817Z","end":"2026-07-24T05:26:40.617569Z","steps":["trace[217906341] 'process raft request' (duration: 666.653293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.618387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.64462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:14 size:319500"} {"level":"info","ts":"2026-07-24T05:26:40.61846Z","caller":"traceutil/trace.go:171","msg":"trace[233951145] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:14; response_revision:2660; }","duration":"445.756012ms","start":"2026-07-24T05:26:40.172689Z","end":"2026-07-24T05:26:40.618445Z","steps":["trace[233951145] 'agreement among raft nodes before linearized reading' (duration: 445.347853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.618515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:39.950805Z","time spent":"667.638546ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2547,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:40.618525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.172668Z","time spent":"445.838314ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":14,"response size":319523,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:26:40.617749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048986925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:26:40.618877Z","caller":"traceutil/trace.go:171","msg":"trace[1816719175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2660; }","duration":"2.050149302s","start":"2026-07-24T05:26:38.568713Z","end":"2026-07-24T05:26:40.618862Z","steps":["trace[1816719175] 'agreement among raft nodes before linearized reading' (duration: 2.048852491s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:40.617774Z","caller":"traceutil/trace.go:171","msg":"trace[1491625096] transaction","detail":"{read_only:false; response_revision:2659; number_of_response:1; }","duration":"781.763577ms","start":"2026-07-24T05:26:39.836002Z","end":"2026-07-24T05:26:40.617766Z","steps":["trace[1491625096] 'process raft request' (duration: 781.398588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.618933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.568702Z","time spent":"2.050210523s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:26:40.619012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:39.835991Z","time spent":"782.979875ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2360,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:40.617754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:39.83076Z","time spent":"786.859234ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":790,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:40.617516Z","caller":"traceutil/trace.go:171","msg":"trace[1314894265] transaction","detail":"{read_only:false; response_revision:2658; number_of_response:1; }","duration":"786.034185ms","start":"2026-07-24T05:26:39.831456Z","end":"2026-07-24T05:26:40.61749Z","steps":["trace[1314894265] 'process raft request' (duration: 785.907532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.61951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:39.831449Z","time spent":"787.976901ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:40.617774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041075161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:26:40.619708Z","caller":"traceutil/trace.go:171","msg":"trace[705208837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2660; }","duration":"2.043010116s","start":"2026-07-24T05:26:38.576649Z","end":"2026-07-24T05:26:40.619659Z","steps":["trace[705208837] 'agreement among raft nodes before linearized reading' (duration: 2.040897947s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.61978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.576638Z","time spent":"2.043125348s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:26:40.617812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064860712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:26:40.619844Z","caller":"traceutil/trace.go:171","msg":"trace[2004457075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2660; }","duration":"2.06691822s","start":"2026-07-24T05:26:38.552911Z","end":"2026-07-24T05:26:40.619829Z","steps":["trace[2004457075] 'agreement among raft nodes before linearized reading' (duration: 2.064845981s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.617841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496787579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:40.61991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.552887Z","time spent":"2.067005101s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:26:40.619956Z","caller":"traceutil/trace.go:171","msg":"trace[1904279198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2660; }","duration":"1.498887648s","start":"2026-07-24T05:26:39.121045Z","end":"2026-07-24T05:26:40.619932Z","steps":["trace[1904279198] 'agreement among raft nodes before linearized reading' (duration: 1.496770949s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.620017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:39.120964Z","time spent":"1.499039752s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:26:40.617865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048914763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:26:40.620283Z","caller":"traceutil/trace.go:171","msg":"trace[303045391] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2660; }","duration":"2.051302237s","start":"2026-07-24T05:26:38.568918Z","end":"2026-07-24T05:26:40.62022Z","steps":["trace[303045391] 'agreement among raft nodes before linearized reading' (duration: 2.048865201s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.620333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.568903Z","time spent":"2.051416881s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:26:40.61792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.162799227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-h4hsr\" ","response":"range_response_count:1 size:4760"} {"level":"info","ts":"2026-07-24T05:26:40.62056Z","caller":"traceutil/trace.go:171","msg":"trace[1483614536] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-h4hsr; range_end:; response_count:1; response_revision:2660; }","duration":"2.16549645s","start":"2026-07-24T05:26:38.45505Z","end":"2026-07-24T05:26:40.620546Z","steps":["trace[1483614536] 'agreement among raft nodes before linearized reading' (duration: 2.162781447s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.620605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.455034Z","time spent":"2.165558521s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4783,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-h4hsr\" "} {"level":"warn","ts":"2026-07-24T05:26:40.617948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039923125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:26:40.62086Z","caller":"traceutil/trace.go:171","msg":"trace[655369869] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2660; }","duration":"2.042820382s","start":"2026-07-24T05:26:38.578017Z","end":"2026-07-24T05:26:40.620837Z","steps":["trace[655369869] 'agreement among raft nodes before linearized reading' (duration: 2.039852833s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.620918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.577972Z","time spent":"2.042931664s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:26:40.617966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190394956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:40.621083Z","caller":"traceutil/trace.go:171","msg":"trace[533072620] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-vnc; range_end:; response_count:0; response_revision:2660; }","duration":"2.193529899s","start":"2026-07-24T05:26:38.427539Z","end":"2026-07-24T05:26:40.621069Z","steps":["trace[533072620] 'agreement among raft nodes before linearized reading' (duration: 2.190404297s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.621119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.427526Z","time spent":"2.193582s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-vnc\" "} {"level":"warn","ts":"2026-07-24T05:26:40.617957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183804458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:26:40.621345Z","caller":"traceutil/trace.go:171","msg":"trace[373677532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2660; }","duration":"1.187145375s","start":"2026-07-24T05:26:39.434089Z","end":"2026-07-24T05:26:40.621235Z","steps":["trace[373677532] 'agreement among raft nodes before linearized reading' (duration: 1.183724216s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.61798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.182207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:40.621467Z","caller":"traceutil/trace.go:171","msg":"trace[602351181] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:0; response_revision:2660; }","duration":"674.680328ms","start":"2026-07-24T05:26:39.946768Z","end":"2026-07-24T05:26:40.621448Z","steps":["trace[602351181] 'agreement among raft nodes before linearized reading' (duration: 671.186458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.62151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:39.434063Z","time spent":"1.187385959s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:26:40.621527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:39.946749Z","time spent":"674.762ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-07-24T05:26:40.618023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.711882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:40.621666Z","caller":"traceutil/trace.go:171","msg":"trace[1878523779] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:2660; }","duration":"408.395098ms","start":"2026-07-24T05:26:40.213254Z","end":"2026-07-24T05:26:40.621649Z","steps":["trace[1878523779] 'agreement among raft nodes before linearized reading' (duration: 404.744613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.621719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.213227Z","time spent":"408.47654ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-07-24T05:26:40.618054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047693705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:26:40.621829Z","caller":"traceutil/trace.go:171","msg":"trace[802784493] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2660; }","duration":"2.051537585s","start":"2026-07-24T05:26:38.570271Z","end":"2026-07-24T05:26:40.621808Z","steps":["trace[802784493] 'agreement among raft nodes before linearized reading' (duration: 2.047442359s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.622107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.57026Z","time spent":"2.051688088s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:26:40.617737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050264605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:26:40.622294Z","caller":"traceutil/trace.go:171","msg":"trace[784138338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2660; }","duration":"2.054825941s","start":"2026-07-24T05:26:38.567422Z","end":"2026-07-24T05:26:40.622248Z","steps":["trace[784138338] 'agreement among raft nodes before linearized reading' (duration: 2.050206353s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:40.622456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:38.567405Z","time spent":"2.054983474s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:26:41.010189Z","caller":"traceutil/trace.go:171","msg":"trace[1184748162] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"384.376382ms","start":"2026-07-24T05:26:40.625787Z","end":"2026-07-24T05:26:41.010164Z","steps":["trace[1184748162] 'process raft request' (duration: 384.090976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:41.010356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.625777Z","time spent":"384.492116ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:41.010584Z","caller":"traceutil/trace.go:171","msg":"trace[2088592799] transaction","detail":"{read_only:false; response_revision:2663; number_of_response:1; }","duration":"384.72482ms","start":"2026-07-24T05:26:40.625836Z","end":"2026-07-24T05:26:41.010561Z","steps":["trace[2088592799] 'process raft request' (duration: 384.26109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:41.010723Z","caller":"traceutil/trace.go:171","msg":"trace[1186599257] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"384.746661ms","start":"2026-07-24T05:26:40.625941Z","end":"2026-07-24T05:26:41.010687Z","steps":["trace[1186599257] 'process raft request' (duration: 384.533926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:41.010755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.625826Z","time spent":"384.803062ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":805,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:41.01089Z","caller":"traceutil/trace.go:171","msg":"trace[2061406898] transaction","detail":"{read_only:false; response_revision:2665; number_of_response:1; }","duration":"384.879384ms","start":"2026-07-24T05:26:40.625975Z","end":"2026-07-24T05:26:41.010854Z","steps":["trace[2061406898] 'process raft request' (duration: 384.616708ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:41.010968Z","caller":"traceutil/trace.go:171","msg":"trace[953609666] linearizableReadLoop","detail":"{readStateIndex:2795; appliedIndex:2791; }","duration":"384.482605ms","start":"2026-07-24T05:26:40.626461Z","end":"2026-07-24T05:26:41.010944Z","steps":["trace[953609666] 'read index received' (duration: 50.15165ms)","trace[953609666] 'applied index is now lower than readState.Index' (duration: 334.330065ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:41.011007Z","caller":"traceutil/trace.go:171","msg":"trace[1601659607] transaction","detail":"{read_only:false; response_revision:2669; number_of_response:1; }","duration":"382.474008ms","start":"2026-07-24T05:26:40.628523Z","end":"2026-07-24T05:26:41.010997Z","steps":["trace[1601659607] 'process raft request' (duration: 382.242673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:41.011038Z","caller":"traceutil/trace.go:171","msg":"trace[338639095] transaction","detail":"{read_only:false; response_revision:2668; number_of_response:1; }","duration":"383.507552ms","start":"2026-07-24T05:26:40.627494Z","end":"2026-07-24T05:26:41.011002Z","steps":["trace[338639095] 'process raft request' (duration: 383.235095ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:41.011089Z","caller":"traceutil/trace.go:171","msg":"trace[2092680416] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"381.154379ms","start":"2026-07-24T05:26:40.629924Z","end":"2026-07-24T05:26:41.011079Z","steps":["trace[2092680416] 'process raft request' (duration: 380.933803ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:41.011107Z","caller":"traceutil/trace.go:171","msg":"trace[1541559735] transaction","detail":"{read_only:false; response_revision:2670; number_of_response:1; }","duration":"381.997018ms","start":"2026-07-24T05:26:40.629103Z","end":"2026-07-24T05:26:41.0111Z","steps":["trace[1541559735] 'process raft request' (duration: 381.703501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:41.01109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.625948Z","time spent":"385.033638ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:41.01116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.628515Z","time spent":"382.563111ms","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":546,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:41.010926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.625931Z","time spent":"384.883194ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:41.011187Z","caller":"traceutil/trace.go:171","msg":"trace[1982579956] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"384.002765ms","start":"2026-07-24T05:26:40.627035Z","end":"2026-07-24T05:26:41.011037Z","steps":["trace[1982579956] 'process raft request' (duration: 383.660736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:41.011294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.671117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:41.011307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.609139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:26:41.011307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.849594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47666"} {"level":"info","ts":"2026-07-24T05:26:41.011341Z","caller":"traceutil/trace.go:171","msg":"trace[1836102924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2672; }","duration":"380.731039ms","start":"2026-07-24T05:26:40.6306Z","end":"2026-07-24T05:26:41.011331Z","steps":["trace[1836102924] 'agreement among raft nodes before linearized reading' (duration: 380.602616ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:41.011358Z","caller":"traceutil/trace.go:171","msg":"trace[2038579476] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2672; }","duration":"330.65992ms","start":"2026-07-24T05:26:40.680681Z","end":"2026-07-24T05:26:41.011341Z","steps":["trace[2038579476] 'agreement among raft nodes before linearized reading' (duration: 330.568758ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:41.011364Z","caller":"traceutil/trace.go:171","msg":"trace[175717809] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2672; }","duration":"384.934946ms","start":"2026-07-24T05:26:40.626416Z","end":"2026-07-24T05:26:41.011351Z","steps":["trace[175717809] 'agreement among raft nodes before linearized reading' (duration: 384.679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:41.011368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.973153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18c5228825b49ece\" ","response":"range_response_count:1 size:707"} {"level":"warn","ts":"2026-07-24T05:26:41.011417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.626401Z","time spent":"385.003987ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":47689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:26:41.011415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.680612Z","time spent":"330.789003ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:41.011443Z","caller":"traceutil/trace.go:171","msg":"trace[406083550] range","detail":"{range_begin:/registry/events/openstack/valkey.18c5228825b49ece; range_end:; response_count:1; response_revision:2672; }","duration":"323.084136ms","start":"2026-07-24T05:26:40.688341Z","end":"2026-07-24T05:26:41.011426Z","steps":["trace[406083550] 'agreement among raft nodes before linearized reading' (duration: 322.880941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:41.011162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.627487Z","time spent":"383.617886ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:41.011499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.688318Z","time spent":"323.169037ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":730,"request content":"key:\"/registry/events/openstack/valkey.18c5228825b49ece\" "} {"level":"warn","ts":"2026-07-24T05:26:41.011173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.629844Z","time spent":"381.277512ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2296,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:41.011184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.629097Z","time spent":"382.031239ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:41.011546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.627029Z","time spent":"384.23746ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:41.011616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.798511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:16 size:326857"} {"level":"info","ts":"2026-07-24T05:26:41.011213Z","caller":"traceutil/trace.go:171","msg":"trace[1820879795] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"378.775904ms","start":"2026-07-24T05:26:40.632424Z","end":"2026-07-24T05:26:41.0112Z","steps":["trace[1820879795] 'process raft request' (duration: 378.479546ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:41.011652Z","caller":"traceutil/trace.go:171","msg":"trace[385945143] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:16; response_revision:2672; }","duration":"374.871463ms","start":"2026-07-24T05:26:40.636772Z","end":"2026-07-24T05:26:41.011644Z","steps":["trace[385945143] 'agreement among raft nodes before linearized reading' (duration: 374.610507ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:41.011057Z","caller":"traceutil/trace.go:171","msg":"trace[90139760] transaction","detail":"{read_only:false; response_revision:2666; number_of_response:1; }","duration":"384.174879ms","start":"2026-07-24T05:26:40.626864Z","end":"2026-07-24T05:26:41.011039Z","steps":["trace[90139760] 'process raft request' (duration: 383.79792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:41.011684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.636758Z","time spent":"374.918225ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":16,"response size":326880,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:26:41.011677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.632414Z","time spent":"379.237964ms","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3335,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:41.011368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.630592Z","time spent":"380.769899ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:26:41.01175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:40.626845Z","time spent":"384.852824ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:41.590137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141539,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:26:42.051985Z","caller":"traceutil/trace.go:171","msg":"trace[1407725023] transaction","detail":"{read_only:false; response_revision:2673; number_of_response:1; }","duration":"1.032255272s","start":"2026-07-24T05:26:41.019701Z","end":"2026-07-24T05:26:42.051957Z","steps":["trace[1407725023] 'process raft request' (duration: 982.886929ms)","trace[1407725023] 'compare' (duration: 48.865631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:42.052171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.019681Z","time spent":"1.032376164s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.083869Z","caller":"traceutil/trace.go:171","msg":"trace[1211010379] transaction","detail":"{read_only:false; response_revision:2674; number_of_response:1; }","duration":"2.063526991s","start":"2026-07-24T05:26:41.020314Z","end":"2026-07-24T05:26:43.083841Z","steps":["trace[1211010379] 'process raft request' (duration: 1.973669812s)","trace[1211010379] 'compare' (duration: 89.301916ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:43.083975Z","caller":"traceutil/trace.go:171","msg":"trace[770327617] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"2.06176574s","start":"2026-07-24T05:26:41.022186Z","end":"2026-07-24T05:26:43.083951Z","steps":["trace[770327617] 'process raft request' (duration: 2.061615167s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.08412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.020296Z","time spent":"2.063717265s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":692,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.084196Z","caller":"traceutil/trace.go:171","msg":"trace[29520006] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"2.063691065s","start":"2026-07-24T05:26:41.020493Z","end":"2026-07-24T05:26:43.084184Z","steps":["trace[29520006] 'process raft request' (duration: 2.063112191s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.084141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.022174Z","time spent":"2.061875283s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.084229Z","caller":"traceutil/trace.go:171","msg":"trace[298902712] transaction","detail":"{read_only:false; response_revision:2677; number_of_response:1; }","duration":"2.063000829s","start":"2026-07-24T05:26:41.021203Z","end":"2026-07-24T05:26:43.084203Z","steps":["trace[298902712] 'process raft request' (duration: 2.062556688s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.084269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.020487Z","time spent":"2.063751467s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1108,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.084296Z","caller":"traceutil/trace.go:171","msg":"trace[1261155193] transaction","detail":"{read_only:false; response_revision:2676; number_of_response:1; }","duration":"2.063741876s","start":"2026-07-24T05:26:41.020532Z","end":"2026-07-24T05:26:43.084274Z","steps":["trace[1261155193] 'process raft request' (duration: 2.063192723s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.084334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.021196Z","time spent":"2.063082572s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1632,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:43.084418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.020529Z","time spent":"2.063823428s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":994,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.084535Z","caller":"traceutil/trace.go:171","msg":"trace[1376523134] transaction","detail":"{read_only:false; response_revision:2679; number_of_response:1; }","duration":"2.061911024s","start":"2026-07-24T05:26:41.022599Z","end":"2026-07-24T05:26:43.08451Z","steps":["trace[1376523134] 'process raft request' (duration: 2.061307129s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.084653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.022576Z","time spent":"2.062020376s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.084924Z","caller":"traceutil/trace.go:171","msg":"trace[337124130] transaction","detail":"{read_only:false; response_revision:2680; number_of_response:1; }","duration":"2.062121979s","start":"2026-07-24T05:26:41.022779Z","end":"2026-07-24T05:26:43.084901Z","steps":["trace[337124130] 'process raft request' (duration: 2.061666328s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:43.084934Z","caller":"traceutil/trace.go:171","msg":"trace[1196389006] transaction","detail":"{read_only:false; response_revision:2681; number_of_response:1; }","duration":"2.061734759s","start":"2026-07-24T05:26:41.023181Z","end":"2026-07-24T05:26:43.084916Z","steps":["trace[1196389006] 'process raft request' (duration: 2.061603356s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:43.084979Z","caller":"traceutil/trace.go:171","msg":"trace[1251100355] transaction","detail":"{read_only:false; response_revision:2683; number_of_response:1; }","duration":"2.061731809s","start":"2026-07-24T05:26:41.023231Z","end":"2026-07-24T05:26:43.084963Z","steps":["trace[1251100355] 'process raft request' (duration: 2.061659157s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:43.084977Z","caller":"traceutil/trace.go:171","msg":"trace[2135906753] transaction","detail":"{read_only:false; response_revision:2682; number_of_response:1; }","duration":"2.06173331s","start":"2026-07-24T05:26:41.023204Z","end":"2026-07-24T05:26:43.084938Z","steps":["trace[2135906753] 'process raft request' (duration: 2.061654328s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.085011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.022768Z","time spent":"2.06220048s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:43.085011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.023174Z","time spent":"2.061802151s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:43.085059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.023225Z","time spent":"2.061800911s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:43.085051Z","caller":"traceutil/trace.go:171","msg":"trace[293747274] transaction","detail":"{read_only:false; response_revision:2684; number_of_response:1; }","duration":"2.061440893s","start":"2026-07-24T05:26:41.023591Z","end":"2026-07-24T05:26:43.085032Z","steps":["trace[293747274] 'process raft request' (duration: 2.061365011s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:43.085059Z","caller":"traceutil/trace.go:171","msg":"trace[1402251071] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2683; }","duration":"2.061495494s","start":"2026-07-24T05:26:41.02352Z","end":"2026-07-24T05:26:43.085015Z","steps":["trace[1402251071] 'process raft request' (duration: 2.061403752s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.085119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.023196Z","time spent":"2.061856032s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:43.085162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.023584Z","time spent":"2.061534975s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:43.085164Z","caller":"traceutil/trace.go:171","msg":"trace[997852262] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"2.061506254s","start":"2026-07-24T05:26:41.023648Z","end":"2026-07-24T05:26:43.085154Z","steps":["trace[997852262] 'process raft request' (duration: 2.061340851s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:43.085189Z","caller":"traceutil/trace.go:171","msg":"trace[1340789557] transaction","detail":"{read_only:false; response_revision:2688; number_of_response:1; }","duration":"2.057616005s","start":"2026-07-24T05:26:41.027558Z","end":"2026-07-24T05:26:43.085174Z","steps":["trace[1340789557] 'process raft request' (duration: 2.057544683s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.085228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.023642Z","time spent":"2.061564586s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:43.085249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.023511Z","time spent":"2.061637417s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":2560,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:43.085265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.027546Z","time spent":"2.057679806s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3900,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.085284Z","caller":"traceutil/trace.go:171","msg":"trace[568675405] transaction","detail":"{read_only:false; response_revision:2686; number_of_response:1; }","duration":"2.061478304s","start":"2026-07-24T05:26:41.023786Z","end":"2026-07-24T05:26:43.085265Z","steps":["trace[568675405] 'process raft request' (duration: 2.061228798s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:43.085302Z","caller":"traceutil/trace.go:171","msg":"trace[1012984663] transaction","detail":"{read_only:false; response_revision:2687; number_of_response:1; }","duration":"2.06043863s","start":"2026-07-24T05:26:41.024845Z","end":"2026-07-24T05:26:43.085284Z","steps":["trace[1012984663] 'process raft request' (duration: 2.060216625s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.085366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.02378Z","time spent":"2.061549515s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:43.085387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.024835Z","time spent":"2.060500812s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2492,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.085408Z","caller":"traceutil/trace.go:171","msg":"trace[1022332827] transaction","detail":"{read_only:false; response_revision:2689; number_of_response:1; }","duration":"2.057811469s","start":"2026-07-24T05:26:41.027574Z","end":"2026-07-24T05:26:43.085385Z","steps":["trace[1022332827] 'process raft request' (duration: 2.057564853s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.085502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.027563Z","time spent":"2.057886041s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2861,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.085539Z","caller":"traceutil/trace.go:171","msg":"trace[965207821] transaction","detail":"{read_only:false; response_revision:2690; number_of_response:1; }","duration":"1.139562995s","start":"2026-07-24T05:26:41.945965Z","end":"2026-07-24T05:26:43.085528Z","steps":["trace[965207821] 'process raft request' (duration: 1.139416252s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:43.085539Z","caller":"traceutil/trace.go:171","msg":"trace[456195102] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"399.125313ms","start":"2026-07-24T05:26:42.686401Z","end":"2026-07-24T05:26:43.085526Z","steps":["trace[456195102] 'process raft request' (duration: 399.089532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.085597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.945945Z","time spent":"1.139620186s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:43.085607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.686366Z","time spent":"399.205945ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.085606Z","caller":"traceutil/trace.go:171","msg":"trace[1593710854] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2689; }","duration":"2.057318377s","start":"2026-07-24T05:26:41.028261Z","end":"2026-07-24T05:26:43.08558Z","steps":["trace[1593710854] 'process raft request' (duration: 2.057061291s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:43.085676Z","caller":"traceutil/trace.go:171","msg":"trace[1398520500] linearizableReadLoop","detail":"{readStateIndex:2821; appliedIndex:2802; }","duration":"1.995913996s","start":"2026-07-24T05:26:41.089745Z","end":"2026-07-24T05:26:43.085659Z","steps":["trace[1398520500] 'read index received' (duration: 912.859979ms)","trace[1398520500] 'applied index is now lower than readState.Index' (duration: 1.083051977s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:43.08569Z","caller":"traceutil/trace.go:171","msg":"trace[256508886] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"402.842249ms","start":"2026-07-24T05:26:42.682838Z","end":"2026-07-24T05:26:43.08568Z","steps":["trace[256508886] 'process raft request' (duration: 402.615884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.085762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.028248Z","time spent":"2.057431779s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":2541,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:43.085804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99606649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" ","response":"range_response_count:1 size:943"} {"level":"warn","ts":"2026-07-24T05:26:43.085748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.682823Z","time spent":"402.897781ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:43.085836Z","caller":"traceutil/trace.go:171","msg":"trace[1207271267] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18c522747fff969e; range_end:; response_count:1; response_revision:2692; }","duration":"1.996135972s","start":"2026-07-24T05:26:41.08969Z","end":"2026-07-24T05:26:43.085826Z","steps":["trace[1207271267] 'agreement among raft nodes before linearized reading' (duration: 1.996021849s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.085848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873390102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:26:43.085877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.08967Z","time spent":"1.996188343s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" "} {"level":"warn","ts":"2026-07-24T05:26:43.085905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161623195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.085937Z","caller":"traceutil/trace.go:171","msg":"trace[34548677] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:2692; }","duration":"1.873527255s","start":"2026-07-24T05:26:41.212396Z","end":"2026-07-24T05:26:43.085923Z","steps":["trace[34548677] 'agreement among raft nodes before linearized reading' (duration: 1.873389202s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:43.085973Z","caller":"traceutil/trace.go:171","msg":"trace[1880456236] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2692; }","duration":"1.161750478s","start":"2026-07-24T05:26:41.924203Z","end":"2026-07-24T05:26:43.085953Z","steps":["trace[1880456236] 'agreement among raft nodes before linearized reading' (duration: 1.161594664s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.086038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.924192Z","time spent":"1.16182907s","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162169798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.088571Z","caller":"traceutil/trace.go:171","msg":"trace[682747975] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2692; }","duration":"1.164716967s","start":"2026-07-24T05:26:41.923832Z","end":"2026-07-24T05:26:43.088549Z","steps":["trace[682747975] 'agreement among raft nodes before linearized reading' (duration: 1.162178238s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.088641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.923808Z","time spent":"1.164812188s","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070285671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.088798Z","caller":"traceutil/trace.go:171","msg":"trace[427683705] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2692; }","duration":"1.073066446s","start":"2026-07-24T05:26:42.01572Z","end":"2026-07-24T05:26:43.088786Z","steps":["trace[427683705] 'agreement among raft nodes before linearized reading' (duration: 1.070241491s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.088838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.015713Z","time spent":"1.073113157s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162411643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.089073Z","caller":"traceutil/trace.go:171","msg":"trace[253123571] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:2692; }","duration":"1.165382742s","start":"2026-07-24T05:26:41.923674Z","end":"2026-07-24T05:26:43.089057Z","steps":["trace[253123571] 'agreement among raft nodes before linearized reading' (duration: 1.162397733s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.089135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.923669Z","time spent":"1.165445754s","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180671485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.08933Z","caller":"traceutil/trace.go:171","msg":"trace[690995859] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2692; }","duration":"1.183862778s","start":"2026-07-24T05:26:41.905456Z","end":"2026-07-24T05:26:43.089318Z","steps":["trace[690995859] 'agreement among raft nodes before linearized reading' (duration: 1.180675115s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.089386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.905441Z","time spent":"1.18392837s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181405191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.089496Z","caller":"traceutil/trace.go:171","msg":"trace[2001981782] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2692; }","duration":"1.184724258s","start":"2026-07-24T05:26:41.904758Z","end":"2026-07-24T05:26:43.089482Z","steps":["trace[2001981782] 'agreement among raft nodes before linearized reading' (duration: 1.181421252s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.089561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.904719Z","time spent":"1.18482462s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181517314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.090706Z","caller":"traceutil/trace.go:171","msg":"trace[1907785488] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2692; }","duration":"1.185967338s","start":"2026-07-24T05:26:41.904701Z","end":"2026-07-24T05:26:43.090668Z","steps":["trace[1907785488] 'agreement among raft nodes before linearized reading' (duration: 1.181522125s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.086272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.109921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:26:43.090905Z","caller":"traceutil/trace.go:171","msg":"trace[158941511] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2692; }","duration":"313.781089ms","start":"2026-07-24T05:26:42.777106Z","end":"2026-07-24T05:26:43.090887Z","steps":["trace[158941511] 'agreement among raft nodes before linearized reading' (duration: 309.107111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.091064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.777075Z","time spent":"313.906572ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":32,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197660738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.091374Z","caller":"traceutil/trace.go:171","msg":"trace[1689013885] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2692; }","duration":"1.202748716s","start":"2026-07-24T05:26:41.888611Z","end":"2026-07-24T05:26:43.09136Z","steps":["trace[1689013885] 'agreement among raft nodes before linearized reading' (duration: 1.197655438s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.091507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.888605Z","time spent":"1.202844748s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108926215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.091622Z","caller":"traceutil/trace.go:171","msg":"trace[1220970570] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2692; }","duration":"1.114223148s","start":"2026-07-24T05:26:41.977382Z","end":"2026-07-24T05:26:43.091605Z","steps":["trace[1220970570] 'agreement among raft nodes before linearized reading' (duration: 1.108922206s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.091682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.977373Z","time spent":"1.11429083s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198414255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:43.086374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.907837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:26:43.091861Z","caller":"traceutil/trace.go:171","msg":"trace[1674574991] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2692; }","duration":"410.423325ms","start":"2026-07-24T05:26:42.681422Z","end":"2026-07-24T05:26:43.091845Z","steps":["trace[1674574991] 'agreement among raft nodes before linearized reading' (duration: 404.880507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.091924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.681401Z","time spent":"410.506576ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:26:43.086386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070780703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.092025Z","caller":"traceutil/trace.go:171","msg":"trace[1666501806] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2692; }","duration":"1.076443654s","start":"2026-07-24T05:26:42.015566Z","end":"2026-07-24T05:26:43.09201Z","steps":["trace[1666501806] 'agreement among raft nodes before linearized reading' (duration: 1.070796423s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.092079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.015523Z","time spent":"1.076536006s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198541767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.092175Z","caller":"traceutil/trace.go:171","msg":"trace[1389050715] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2692; }","duration":"1.204355863s","start":"2026-07-24T05:26:41.887813Z","end":"2026-07-24T05:26:43.092169Z","steps":["trace[1389050715] 'agreement among raft nodes before linearized reading' (duration: 1.198553699s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.092192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.887792Z","time spent":"1.204393754s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085453792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.092245Z","caller":"traceutil/trace.go:171","msg":"trace[202463080] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2692; }","duration":"1.091300747s","start":"2026-07-24T05:26:42.00094Z","end":"2026-07-24T05:26:43.09224Z","steps":["trace[202463080] 'agreement among raft nodes before linearized reading' (duration: 1.085462382s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.092261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.000929Z","time spent":"1.091327158s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222687007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.092348Z","caller":"traceutil/trace.go:171","msg":"trace[1108042091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2692; }","duration":"1.228621524s","start":"2026-07-24T05:26:41.863719Z","end":"2026-07-24T05:26:43.09234Z","steps":["trace[1108042091] 'agreement among raft nodes before linearized reading' (duration: 1.222698097s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.092372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.863704Z","time spent":"1.228660455s","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086275951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.092451Z","caller":"traceutil/trace.go:171","msg":"trace[2033470162] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2692; }","duration":"1.092308832s","start":"2026-07-24T05:26:42.000137Z","end":"2026-07-24T05:26:43.092446Z","steps":["trace[2033470162] 'agreement among raft nodes before linearized reading' (duration: 1.086300682s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.092468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.000115Z","time spent":"1.092347032s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086467085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.092539Z","caller":"traceutil/trace.go:171","msg":"trace[577312013] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2692; }","duration":"1.092533427s","start":"2026-07-24T05:26:42Z","end":"2026-07-24T05:26:43.092534Z","steps":["trace[577312013] 'agreement among raft nodes before linearized reading' (duration: 1.086473996s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.092561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.999989Z","time spent":"1.092565017s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223156068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.092649Z","caller":"traceutil/trace.go:171","msg":"trace[893858114] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2692; }","duration":"1.229355842s","start":"2026-07-24T05:26:41.863279Z","end":"2026-07-24T05:26:43.092634Z","steps":["trace[893858114] 'agreement among raft nodes before linearized reading' (duration: 1.223194379s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.092708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.863247Z","time spent":"1.229440324s","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.2651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:26:43.092855Z","caller":"traceutil/trace.go:171","msg":"trace[1365383299] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2692; }","duration":"642.670819ms","start":"2026-07-24T05:26:42.450173Z","end":"2026-07-24T05:26:43.092844Z","steps":["trace[1365383299] 'agreement among raft nodes before linearized reading' (duration: 636.226009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.092893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.450146Z","time spent":"642.73406ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087772286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.09294Z","caller":"traceutil/trace.go:171","msg":"trace[2125656648] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:2692; }","duration":"1.094200945s","start":"2026-07-24T05:26:41.998725Z","end":"2026-07-24T05:26:43.092926Z","steps":["trace[2125656648] 'agreement among raft nodes before linearized reading' (duration: 1.087783196s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.092978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.998705Z","time spent":"1.094261606s","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223356052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.093097Z","caller":"traceutil/trace.go:171","msg":"trace[800993124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2692; }","duration":"1.229923585s","start":"2026-07-24T05:26:41.863161Z","end":"2026-07-24T05:26:43.093084Z","steps":["trace[800993124] 'agreement among raft nodes before linearized reading' (duration: 1.223359673s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.093135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.863147Z","time spent":"1.229975576s","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.198279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.093205Z","caller":"traceutil/trace.go:171","msg":"trace[631772550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2692; }","duration":"971.880364ms","start":"2026-07-24T05:26:42.12131Z","end":"2026-07-24T05:26:43.09319Z","steps":["trace[631772550] 'agreement among raft nodes before linearized reading' (duration: 965.2232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.086566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10831239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:43.093257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.121277Z","time spent":"971.965487ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:26:43.093269Z","caller":"traceutil/trace.go:171","msg":"trace[465713786] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2692; }","duration":"1.115045757s","start":"2026-07-24T05:26:41.978212Z","end":"2026-07-24T05:26:43.093258Z","steps":["trace[465713786] 'agreement among raft nodes before linearized reading' (duration: 1.108333401s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.093301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.978206Z","time spent":"1.115084548s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244532573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.093401Z","caller":"traceutil/trace.go:171","msg":"trace[314732752] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2692; }","duration":"1.251363761s","start":"2026-07-24T05:26:41.842029Z","end":"2026-07-24T05:26:43.093393Z","steps":["trace[314732752] 'agreement among raft nodes before linearized reading' (duration: 1.244539043s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.093424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.842019Z","time spent":"1.251397072s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245424073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.09353Z","caller":"traceutil/trace.go:171","msg":"trace[1620807103] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2692; }","duration":"1.252331813s","start":"2026-07-24T05:26:41.841144Z","end":"2026-07-24T05:26:43.093476Z","steps":["trace[1620807103] 'agreement among raft nodes before linearized reading' (duration: 1.245460784s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:43.093593Z","caller":"traceutil/trace.go:171","msg":"trace[1124531496] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2692; }","duration":"1.20382417s","start":"2026-07-24T05:26:41.887905Z","end":"2026-07-24T05:26:43.091729Z","steps":["trace[1124531496] 'agreement among raft nodes before linearized reading' (duration: 1.198410945s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.093628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.887893Z","time spent":"1.205726264s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.093634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.841109Z","time spent":"1.252464316s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.08662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037299709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.093807Z","caller":"traceutil/trace.go:171","msg":"trace[717426245] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2692; }","duration":"1.044522715s","start":"2026-07-24T05:26:42.049271Z","end":"2026-07-24T05:26:43.093794Z","steps":["trace[717426245] 'agreement among raft nodes before linearized reading' (duration: 1.037317478s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.093843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.049247Z","time spent":"1.044587037s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126994484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.093952Z","caller":"traceutil/trace.go:171","msg":"trace[1688972518] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2692; }","duration":"1.134355304s","start":"2026-07-24T05:26:41.959583Z","end":"2026-07-24T05:26:43.093938Z","steps":["trace[1688972518] 'agreement among raft nodes before linearized reading' (duration: 1.126996523s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.094005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.95954Z","time spent":"1.134438545s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126264136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.094042Z","caller":"traceutil/trace.go:171","msg":"trace[320751090] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2692; }","duration":"1.133690499s","start":"2026-07-24T05:26:41.960343Z","end":"2026-07-24T05:26:43.094033Z","steps":["trace[320751090] 'agreement among raft nodes before linearized reading' (duration: 1.126286917s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.094079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.96032Z","time spent":"1.133749691s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24574258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.094177Z","caller":"traceutil/trace.go:171","msg":"trace[1103762637] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2692; }","duration":"1.253246604s","start":"2026-07-24T05:26:41.840914Z","end":"2026-07-24T05:26:43.094161Z","steps":["trace[1103762637] 'agreement among raft nodes before linearized reading' (duration: 1.245732529s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.094212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.840854Z","time spent":"1.253347887s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037839001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.094273Z","caller":"traceutil/trace.go:171","msg":"trace[2111006377] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2692; }","duration":"1.045427876s","start":"2026-07-24T05:26:42.048814Z","end":"2026-07-24T05:26:43.094241Z","steps":["trace[2111006377] 'agreement among raft nodes before linearized reading' (duration: 1.037836291s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.086705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267396682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:43.094333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.048803Z","time spent":"1.045512528s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:43.09434Z","caller":"traceutil/trace.go:171","msg":"trace[1709034246] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2692; }","duration":"1.275031148s","start":"2026-07-24T05:26:41.819292Z","end":"2026-07-24T05:26:43.094323Z","steps":["trace[1709034246] 'agreement among raft nodes before linearized reading' (duration: 1.267393851s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.094404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.819287Z","time spent":"1.27509322s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109323705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.094461Z","caller":"traceutil/trace.go:171","msg":"trace[253116127] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2692; }","duration":"1.117091664s","start":"2026-07-24T05:26:41.97736Z","end":"2026-07-24T05:26:43.094452Z","steps":["trace[253116127] 'agreement among raft nodes before linearized reading' (duration: 1.109324104s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.094488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.977348Z","time spent":"1.117132786s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126567194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.094589Z","caller":"traceutil/trace.go:171","msg":"trace[1117674147] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2692; }","duration":"1.134509367s","start":"2026-07-24T05:26:41.960068Z","end":"2026-07-24T05:26:43.094577Z","steps":["trace[1117674147] 'agreement among raft nodes before linearized reading' (duration: 1.126576923s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.094634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.960046Z","time spent":"1.134576299s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038084266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:43.086741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267896452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.095379Z","caller":"traceutil/trace.go:171","msg":"trace[1967335530] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2692; }","duration":"1.276529573s","start":"2026-07-24T05:26:41.818838Z","end":"2026-07-24T05:26:43.095367Z","steps":["trace[1967335530] 'agreement among raft nodes before linearized reading' (duration: 1.267883622s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.095412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.818822Z","time spent":"1.276579565s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30101068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.095517Z","caller":"traceutil/trace.go:171","msg":"trace[1336372045] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2692; }","duration":"1.309799083s","start":"2026-07-24T05:26:41.785709Z","end":"2026-07-24T05:26:43.095508Z","steps":["trace[1336372045] 'agreement among raft nodes before linearized reading' (duration: 1.3010292s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.095537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.785693Z","time spent":"1.309837295s","remote":"127.0.0.1:53856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301094431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.095649Z","caller":"traceutil/trace.go:171","msg":"trace[1646074575] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2692; }","duration":"1.309986498s","start":"2026-07-24T05:26:41.785653Z","end":"2026-07-24T05:26:43.095639Z","steps":["trace[1646074575] 'agreement among raft nodes before linearized reading' (duration: 1.301107612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.095679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.785633Z","time spent":"1.310036119s","remote":"127.0.0.1:53856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052497419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.094712Z","caller":"traceutil/trace.go:171","msg":"trace[1400066833] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2692; }","duration":"1.046096222s","start":"2026-07-24T05:26:42.048608Z","end":"2026-07-24T05:26:43.094704Z","steps":["trace[1400066833] 'agreement among raft nodes before linearized reading' (duration: 1.038092987s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.095822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.048588Z","time spent":"1.047212898s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:26:43.095755Z","caller":"traceutil/trace.go:171","msg":"trace[1780771885] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2692; }","duration":"1.061483038s","start":"2026-07-24T05:26:42.034264Z","end":"2026-07-24T05:26:43.095747Z","steps":["trace[1780771885] 'agreement among raft nodes before linearized reading' (duration: 1.052488379s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.096013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.034256Z","time spent":"1.061744584s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28376174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.096142Z","caller":"traceutil/trace.go:171","msg":"trace[47980604] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2692; }","duration":"1.293134458s","start":"2026-07-24T05:26:41.802999Z","end":"2026-07-24T05:26:43.096134Z","steps":["trace[47980604] 'agreement among raft nodes before linearized reading' (duration: 1.28377603s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.09617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.802984Z","time spent":"1.293175808s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310007877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.096263Z","caller":"traceutil/trace.go:171","msg":"trace[1808342917] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2692; }","duration":"1.319459196s","start":"2026-07-24T05:26:41.776794Z","end":"2026-07-24T05:26:43.096254Z","steps":["trace[1808342917] 'agreement among raft nodes before linearized reading' (duration: 1.310001777s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.096281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.776792Z","time spent":"1.319482197s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30099971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.096362Z","caller":"traceutil/trace.go:171","msg":"trace[281521822] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2692; }","duration":"1.310547381s","start":"2026-07-24T05:26:41.78581Z","end":"2026-07-24T05:26:43.096357Z","steps":["trace[281521822] 'agreement among raft nodes before linearized reading' (duration: 1.301002229s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.096379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.785805Z","time spent":"1.310568971s","remote":"127.0.0.1:53856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053304789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.096426Z","caller":"traceutil/trace.go:171","msg":"trace[150666089] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2692; }","duration":"1.06291667s","start":"2026-07-24T05:26:42.033504Z","end":"2026-07-24T05:26:43.096421Z","steps":["trace[150666089] 'agreement among raft nodes before linearized reading' (duration: 1.053301657s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.096446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.033492Z","time spent":"1.062948453s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.08685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310055449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.096489Z","caller":"traceutil/trace.go:171","msg":"trace[1648831899] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2692; }","duration":"1.319703663s","start":"2026-07-24T05:26:41.77678Z","end":"2026-07-24T05:26:43.096484Z","steps":["trace[1648831899] 'agreement among raft nodes before linearized reading' (duration: 1.31005292s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.096504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.776778Z","time spent":"1.319720783s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268020807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.096538Z","caller":"traceutil/trace.go:171","msg":"trace[360183130] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2692; }","duration":"1.277734561s","start":"2026-07-24T05:26:41.818793Z","end":"2026-07-24T05:26:43.096528Z","steps":["trace[360183130] 'agreement among raft nodes before linearized reading' (duration: 1.268018155s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.096578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.818783Z","time spent":"1.277783733s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.086875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28324033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.096612Z","caller":"traceutil/trace.go:171","msg":"trace[1367902812] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2692; }","duration":"1.292992205s","start":"2026-07-24T05:26:41.803613Z","end":"2026-07-24T05:26:43.096606Z","steps":["trace[1367902812] 'agreement among raft nodes before linearized reading' (duration: 1.283244639s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.096638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.803604Z","time spent":"1.293025595s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310112511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.096789Z","caller":"traceutil/trace.go:171","msg":"trace[1428181464] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2692; }","duration":"1.319947698s","start":"2026-07-24T05:26:41.776766Z","end":"2026-07-24T05:26:43.096714Z","steps":["trace[1428181464] 'agreement among raft nodes before linearized reading' (duration: 1.310102421s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.086892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053466634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:43.097079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.776729Z","time spent":"1.320095832s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.086949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058146041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.097195Z","caller":"traceutil/trace.go:171","msg":"trace[1458530811] range","detail":"{range_begin:/registry/cert-manager.io/issuers/openstack/libvirt-api; range_end:; response_count:0; response_revision:2692; }","duration":"1.068418418s","start":"2026-07-24T05:26:42.02877Z","end":"2026-07-24T05:26:43.097189Z","steps":["trace[1458530811] 'agreement among raft nodes before linearized reading' (duration: 1.058148471s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.097226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.028752Z","time spent":"1.06846517s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/cert-manager.io/issuers/openstack/libvirt-api\" "} {"level":"warn","ts":"2026-07-24T05:26:43.087057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455660728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:26:43.097316Z","caller":"traceutil/trace.go:171","msg":"trace[1228164915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2692; }","duration":"1.465936265s","start":"2026-07-24T05:26:41.631364Z","end":"2026-07-24T05:26:43.097301Z","steps":["trace[1228164915] 'agreement among raft nodes before linearized reading' (duration: 1.455541055s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.097366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.631345Z","time spent":"1.466005977s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:26:43.08705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070430016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:43.094129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.904689Z","time spent":"1.189419997s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:43.097469Z","caller":"traceutil/trace.go:171","msg":"trace[335424070] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2692; }","duration":"1.080853867s","start":"2026-07-24T05:26:42.016594Z","end":"2026-07-24T05:26:43.097448Z","steps":["trace[335424070] 'agreement among raft nodes before linearized reading' (duration: 1.070377345s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.08712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145246796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.097573Z","caller":"traceutil/trace.go:171","msg":"trace[1405246929] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2692; }","duration":"1.155738008s","start":"2026-07-24T05:26:41.941825Z","end":"2026-07-24T05:26:43.097563Z","steps":["trace[1405246929] 'agreement among raft nodes before linearized reading' (duration: 1.145267337s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.097627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.94182Z","time spent":"1.15579414s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:26:43.097543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.016586Z","time spent":"1.080932138s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.087133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459445975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:26:43.098051Z","caller":"traceutil/trace.go:171","msg":"trace[656458735] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2692; }","duration":"1.470385208s","start":"2026-07-24T05:26:41.627651Z","end":"2026-07-24T05:26:43.098036Z","steps":["trace[656458735] 'agreement among raft nodes before linearized reading' (duration: 1.459426364s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.098095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.627595Z","time spent":"1.470485011s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:26:43.087128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144650362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.098252Z","caller":"traceutil/trace.go:171","msg":"trace[1388020753] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2692; }","duration":"1.155818761s","start":"2026-07-24T05:26:41.942424Z","end":"2026-07-24T05:26:43.098243Z","steps":["trace[1388020753] 'agreement among raft nodes before linearized reading' (duration: 1.144674113s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.098291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.9424Z","time spent":"1.155877723s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:26:43.087187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14543276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.098382Z","caller":"traceutil/trace.go:171","msg":"trace[730257724] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2692; }","duration":"1.15666485s","start":"2026-07-24T05:26:41.941706Z","end":"2026-07-24T05:26:43.098371Z","steps":["trace[730257724] 'agreement among raft nodes before linearized reading' (duration: 1.14543611s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.09842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.941685Z","time spent":"1.156723962s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.085986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.212363Z","time spent":"1.873607987s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:43.086782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283706989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:43.098528Z","caller":"traceutil/trace.go:171","msg":"trace[1562806016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:2692; }","duration":"1.295463522s","start":"2026-07-24T05:26:41.803054Z","end":"2026-07-24T05:26:43.098517Z","steps":["trace[1562806016] 'agreement among raft nodes before linearized reading' (duration: 1.283692629s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.098571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:41.803049Z","time spent":"1.295512063s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:26:43.097114Z","caller":"traceutil/trace.go:171","msg":"trace[547868307] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2692; }","duration":"1.0637068s","start":"2026-07-24T05:26:42.033399Z","end":"2026-07-24T05:26:43.097106Z","steps":["trace[547868307] 'agreement among raft nodes before linearized reading' (duration: 1.053462503s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:43.098727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:42.033391Z","time spent":"1.065326028s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:44.219405Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040102383s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:26:44.220052Z","caller":"traceutil/trace.go:171","msg":"trace[1215629205] transaction","detail":"{read_only:false; response_revision:2694; number_of_response:1; }","duration":"1.128342046s","start":"2026-07-24T05:26:43.091676Z","end":"2026-07-24T05:26:44.220018Z","steps":["trace[1215629205] 'process raft request' (duration: 1.128028638s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.22021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.091657Z","time spent":"1.128459268s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:44.220257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.091631Z","time spent":"1.128619242s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:26:44.220331Z","caller":"traceutil/trace.go:171","msg":"trace[110075585] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"1.127610568s","start":"2026-07-24T05:26:43.092693Z","end":"2026-07-24T05:26:44.220304Z","steps":["trace[110075585] 'process raft request' (duration: 1.127503856s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:44.220373Z","caller":"traceutil/trace.go:171","msg":"trace[1682120886] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"1.12773336s","start":"2026-07-24T05:26:43.092628Z","end":"2026-07-24T05:26:44.220361Z","steps":["trace[1682120886] 'process raft request' (duration: 1.127346162s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.220427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.092612Z","time spent":"1.127784992s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:44.220467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.092688Z","time spent":"1.1276933s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:44.220514Z","caller":"traceutil/trace.go:171","msg":"trace[1374542300] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"1.127385033s","start":"2026-07-24T05:26:43.093118Z","end":"2026-07-24T05:26:44.220503Z","steps":["trace[1374542300] 'process raft request' (duration: 1.127140277s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.220568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.093108Z","time spent":"1.127433043s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:44.221044Z","caller":"traceutil/trace.go:171","msg":"trace[395214078] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"1.124131708s","start":"2026-07-24T05:26:43.0969Z","end":"2026-07-24T05:26:44.221032Z","steps":["trace[395214078] 'process raft request' (duration: 1.123555785s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:44.221072Z","caller":"traceutil/trace.go:171","msg":"trace[1730726032] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"1.123763519s","start":"2026-07-24T05:26:43.097288Z","end":"2026-07-24T05:26:44.221052Z","steps":["trace[1730726032] 'process raft request' (duration: 1.123622466s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.221093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.096891Z","time spent":"1.124176418s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:44.221162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.097279Z","time spent":"1.123839631s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":786,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:44.221155Z","caller":"traceutil/trace.go:171","msg":"trace[1738420677] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"1.12209916s","start":"2026-07-24T05:26:43.099036Z","end":"2026-07-24T05:26:44.221135Z","steps":["trace[1738420677] 'process raft request' (duration: 1.122018148s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.221245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.09902Z","time spent":"1.122181962s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:44.221296Z","caller":"traceutil/trace.go:171","msg":"trace[1633574713] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"1.122315364s","start":"2026-07-24T05:26:43.098969Z","end":"2026-07-24T05:26:44.221285Z","steps":["trace[1633574713] 'process raft request' (duration: 1.122025998s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.221333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.098955Z","time spent":"1.122360686s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:44.221424Z","caller":"traceutil/trace.go:171","msg":"trace[1926070240] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"1.120816152s","start":"2026-07-24T05:26:43.100592Z","end":"2026-07-24T05:26:44.221408Z","steps":["trace[1926070240] 'process raft request' (duration: 1.120615357s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:44.221486Z","caller":"traceutil/trace.go:171","msg":"trace[1359021414] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"1.120817332s","start":"2026-07-24T05:26:43.100658Z","end":"2026-07-24T05:26:44.221476Z","steps":["trace[1359021414] 'process raft request' (duration: 1.120639757s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.221499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.100583Z","time spent":"1.120884664s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:44.221543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.100652Z","time spent":"1.120854462s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:44.221604Z","caller":"traceutil/trace.go:171","msg":"trace[1595869808] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"1.120955855s","start":"2026-07-24T05:26:43.100642Z","end":"2026-07-24T05:26:44.221598Z","steps":["trace[1595869808] 'process raft request' (duration: 1.120618696s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.221629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.100631Z","time spent":"1.120986266s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:44.22168Z","caller":"traceutil/trace.go:171","msg":"trace[1675584400] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"1.119216844s","start":"2026-07-24T05:26:43.102457Z","end":"2026-07-24T05:26:44.221674Z","steps":["trace[1675584400] 'process raft request' (duration: 1.118891416s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.221705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.102448Z","time spent":"1.119246575s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":810,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:44.221761Z","caller":"traceutil/trace.go:171","msg":"trace[126484843] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"1.122691414s","start":"2026-07-24T05:26:43.099064Z","end":"2026-07-24T05:26:44.221755Z","steps":["trace[126484843] 'process raft request' (duration: 1.122035438s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.221783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.099053Z","time spent":"1.122719625s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":785,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:44.222711Z","caller":"traceutil/trace.go:171","msg":"trace[1673079155] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"1.119172644s","start":"2026-07-24T05:26:43.103527Z","end":"2026-07-24T05:26:44.222699Z","steps":["trace[1673079155] 'process raft request' (duration: 1.117860524s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.222769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.10352Z","time spent":"1.119227825s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":546,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:26:44.25772Z","caller":"traceutil/trace.go:171","msg":"trace[1960752466] linearizableReadLoop","detail":"{readStateIndex:2827; appliedIndex:2825; }","duration":"1.165676518s","start":"2026-07-24T05:26:43.092014Z","end":"2026-07-24T05:26:44.257691Z","steps":["trace[1960752466] 'read index received' (duration: 87.341861ms)","trace[1960752466] 'applied index is now lower than readState.Index' (duration: 1.078333397s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:44.257856Z","caller":"traceutil/trace.go:171","msg":"trace[451435494] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"1.150070998s","start":"2026-07-24T05:26:43.107772Z","end":"2026-07-24T05:26:44.257843Z","steps":["trace[451435494] 'process raft request' (duration: 1.149727409s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:44.257875Z","caller":"traceutil/trace.go:171","msg":"trace[546443786] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"1.152849012s","start":"2026-07-24T05:26:43.104979Z","end":"2026-07-24T05:26:44.257828Z","steps":["trace[546443786] 'process raft request' (duration: 1.116456421s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.258019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.107761Z","time spent":"1.15017375s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4870,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:44.25813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.104973Z","time spent":"1.153024566s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:44.258133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166097379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47666"} {"level":"info","ts":"2026-07-24T05:26:44.258186Z","caller":"traceutil/trace.go:171","msg":"trace[636279384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2709; }","duration":"1.166198281s","start":"2026-07-24T05:26:43.091976Z","end":"2026-07-24T05:26:44.258174Z","steps":["trace[636279384] 'agreement among raft nodes before linearized reading' (duration: 1.165949386s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:44.258218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.091961Z","time spent":"1.166250423s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":47689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:26:45.101129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000563906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:45.101209Z","caller":"traceutil/trace.go:171","msg":"trace[2028223434] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000677298s","start":"2026-07-24T05:26:43.100513Z","end":"2026-07-24T05:26:45.101191Z","steps":["trace[2028223434] 'agreement among raft nodes before linearized reading' (duration: 2.000583805s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:45.101306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.100503Z","time spent":"2.00076138s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:46.19708Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.610100661s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:26:46.810534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.545497ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:46.810611Z","caller":"traceutil/trace.go:171","msg":"trace[1068782001] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2709; }","duration":"716.634299ms","start":"2026-07-24T05:26:46.093959Z","end":"2026-07-24T05:26:46.810594Z","steps":["trace[1068782001] 'range keys from in-memory index tree' (duration: 716.528017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:46.811978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224365202s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:26:46.81209Z","caller":"traceutil/trace.go:171","msg":"trace[1904388334] transaction","detail":"{read_only:false; response_revision:2710; number_of_response:1; }","duration":"2.665675971s","start":"2026-07-24T05:26:44.146406Z","end":"2026-07-24T05:26:46.812082Z","steps":["trace[1904388334] 'process raft request' (duration: 441.164156ms)","trace[1904388334] 'compare' (duration: 2.222694904s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:46.812127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:44.146371Z","time spent":"2.665739163s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:46.812331Z","caller":"traceutil/trace.go:171","msg":"trace[2002939692] linearizableReadLoop","detail":"{readStateIndex:2844; appliedIndex:2842; }","duration":"2.55452191s","start":"2026-07-24T05:26:44.257801Z","end":"2026-07-24T05:26:46.812323Z","steps":["trace[2002939692] 'read index received' (duration: 329.204236ms)","trace[2002939692] 'applied index is now lower than readState.Index' (duration: 2.225317164s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:46.812337Z","caller":"traceutil/trace.go:171","msg":"trace[2111514107] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"2.590798199s","start":"2026-07-24T05:26:44.221505Z","end":"2026-07-24T05:26:46.812303Z","steps":["trace[2111514107] 'process raft request' (duration: 2.590523023s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:46.812334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:44.260385Z","time spent":"2.551942301s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:26:46.812458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.530420879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:46.812494Z","caller":"traceutil/trace.go:171","msg":"trace[1131911977] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-ports-configmap; range_end:; response_count:0; response_revision:2713; }","duration":"3.53049558s","start":"2026-07-24T05:26:43.281977Z","end":"2026-07-24T05:26:46.812472Z","steps":["trace[1131911977] 'agreement among raft nodes before linearized reading' (duration: 3.530463399s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:46.81249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:44.221479Z","time spent":"2.590932402s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:46.812526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.70969348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-07-24T05:26:46.812556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709333408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-07-24T05:26:46.812569Z","caller":"traceutil/trace.go:171","msg":"trace[765770341] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:1; response_revision:2713; }","duration":"3.709365928s","start":"2026-07-24T05:26:43.103199Z","end":"2026-07-24T05:26:46.812565Z","steps":["trace[765770341] 'agreement among raft nodes before linearized reading' (duration: 3.709322877s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:46.812584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.103189Z","time spent":"3.709392919s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4968,"request content":"key:\"/registry/secrets/openstack/valkey-ca\" "} {"level":"info","ts":"2026-07-24T05:26:46.812609Z","caller":"traceutil/trace.go:171","msg":"trace[498074864] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"2.388316115s","start":"2026-07-24T05:26:44.424284Z","end":"2026-07-24T05:26:46.8126Z","steps":["trace[498074864] 'process raft request' (duration: 2.388013828s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:46.81267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:44.424264Z","time spent":"2.388371516s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:46.812513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.281951Z","time spent":"3.530556851s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/valkey-ports-configmap\" "} {"level":"info","ts":"2026-07-24T05:26:46.812705Z","caller":"traceutil/trace.go:171","msg":"trace[1257332972] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"2.544879488s","start":"2026-07-24T05:26:44.267795Z","end":"2026-07-24T05:26:46.812674Z","steps":["trace[1257332972] 'process raft request' (duration: 2.544466987s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:46.812695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71375953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2426"} {"level":"warn","ts":"2026-07-24T05:26:46.812853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:44.267781Z","time spent":"2.5449849s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1149,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:46.812868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710011369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:26:46.812574Z","caller":"traceutil/trace.go:171","msg":"trace[1561502442] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2713; }","duration":"2.709788182s","start":"2026-07-24T05:26:44.102774Z","end":"2026-07-24T05:26:46.812562Z","steps":["trace[1561502442] 'agreement among raft nodes before linearized reading' (duration: 2.709634499s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:46.812913Z","caller":"traceutil/trace.go:171","msg":"trace[1774602846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2713; }","duration":"2.71006908s","start":"2026-07-24T05:26:44.102833Z","end":"2026-07-24T05:26:46.812902Z","steps":["trace[1774602846] 'agreement among raft nodes before linearized reading' (duration: 2.709972768s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:46.812924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:44.102755Z","time spent":"2.710163432s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:26:46.812948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:44.102826Z","time spent":"2.710114741s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:26:46.812871Z","caller":"traceutil/trace.go:171","msg":"trace[795652900] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2713; }","duration":"3.713952085s","start":"2026-07-24T05:26:43.098906Z","end":"2026-07-24T05:26:46.812858Z","steps":["trace[795652900] 'agreement among raft nodes before linearized reading' (duration: 3.7137553s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:46.812728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.716620937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18c5228825b73da4\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-07-24T05:26:46.813046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.098894Z","time spent":"3.714147019s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":2449,"request content":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" "} {"level":"info","ts":"2026-07-24T05:26:46.813072Z","caller":"traceutil/trace.go:171","msg":"trace[1937477068] range","detail":"{range_begin:/registry/events/openstack/valkey.18c5228825b73da4; range_end:; response_count:1; response_revision:2713; }","duration":"3.716961584s","start":"2026-07-24T05:26:43.096093Z","end":"2026-07-24T05:26:46.813054Z","steps":["trace[1937477068] 'agreement among raft nodes before linearized reading' (duration: 3.716609926s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:46.813172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:43.096086Z","time spent":"3.717068957s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":720,"request content":"key:\"/registry/events/openstack/valkey.18c5228825b73da4\" "} {"level":"warn","ts":"2026-07-24T05:26:47.108131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00038228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:47.108227Z","caller":"traceutil/trace.go:171","msg":"trace[1399560141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000511633s","start":"2026-07-24T05:26:45.107695Z","end":"2026-07-24T05:26:47.108206Z","steps":["trace[1399560141] 'agreement among raft nodes before linearized reading' (duration: 2.00040089s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:47.108281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:45.107681Z","time spent":"2.000587015s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:47.312388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:47.813386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:48.314397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:48.814867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:49.1091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000619546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:49.109183Z","caller":"traceutil/trace.go:171","msg":"trace[659452856] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000763469s","start":"2026-07-24T05:26:47.108401Z","end":"2026-07-24T05:26:49.109164Z","steps":["trace[659452856] 'agreement among raft nodes before linearized reading' (duration: 2.000660077s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:49.109229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:47.108379Z","time spent":"2.00084003s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:49.150188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:49.150279Z","caller":"traceutil/trace.go:171","msg":"trace[143158833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999974651s","start":"2026-07-24T05:26:47.150278Z","end":"2026-07-24T05:26:49.150252Z","steps":["trace[143158833] 'agreement among raft nodes before linearized reading' (duration: 1.999869108s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:49.150327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:47.150262Z","time spent":"2.000055412s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:49.315572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:49.828904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:50.089453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:45.095113Z","time spent":"4.994334178s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:26:50.329906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:50.830617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:51.13574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:51.135817Z","caller":"traceutil/trace.go:171","msg":"trace[1556455091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.005812896s","start":"2026-07-24T05:26:49.129986Z","end":"2026-07-24T05:26:51.135798Z","steps":["trace[1556455091] 'agreement among raft nodes before linearized reading' (duration: 2.000278748s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:51.135856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:49.129969Z","time spent":"2.005878217s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:51.22574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998724499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:51.225798Z","caller":"traceutil/trace.go:171","msg":"trace[1936558764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998824602s","start":"2026-07-24T05:26:46.226958Z","end":"2026-07-24T05:26:51.225783Z","steps":["trace[1936558764] 'agreement among raft nodes before linearized reading' (duration: 4.9987607s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:51.225841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.226938Z","time spent":"4.998887733s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:26:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:51.259547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998777771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:51.259652Z","caller":"traceutil/trace.go:171","msg":"trace[980838198] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998918074s","start":"2026-07-24T05:26:46.26071Z","end":"2026-07-24T05:26:51.259628Z","steps":["trace[980838198] 'agreement among raft nodes before linearized reading' (duration: 4.998791251s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:51.259712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.260693Z","time spent":"4.999007966s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:26:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:51.260744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999953358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:51.260794Z","caller":"traceutil/trace.go:171","msg":"trace[667123922] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00003726s","start":"2026-07-24T05:26:46.260745Z","end":"2026-07-24T05:26:51.260783Z","steps":["trace[667123922] 'agreement among raft nodes before linearized reading' (duration: 4.999980529s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:51.260828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.260725Z","time spent":"5.000095431s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:26:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:51.331031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:51.831174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141591,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:26:51.971103Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.77377135s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:26:52.715981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000235557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:52.716064Z","caller":"traceutil/trace.go:171","msg":"trace[1744683423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037746s","start":"2026-07-24T05:26:50.715668Z","end":"2026-07-24T05:26:52.716045Z","steps":["trace[1744683423] 'agreement among raft nodes before linearized reading' (duration: 2.000273868s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:52.716123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:50.715647Z","time spent":"2.000466612s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:52.741384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.975574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:26:53.097534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277920884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:53.097616Z","caller":"traceutil/trace.go:171","msg":"trace[1096889813] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; }","duration":"6.278028326s","start":"2026-07-24T05:26:46.819565Z","end":"2026-07-24T05:26:53.097593Z","steps":["trace[1096889813] 'agreement among raft nodes before linearized reading' (duration: 6.277930124s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:53.097663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.819558Z","time spent":"6.278094388s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} 2026/07/24 05:26:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:53.099357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.280326409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:53.09945Z","caller":"traceutil/trace.go:171","msg":"trace[692269166] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; }","duration":"6.280451703s","start":"2026-07-24T05:26:46.81898Z","end":"2026-07-24T05:26:53.099432Z","steps":["trace[692269166] 'agreement among raft nodes before linearized reading' (duration: 6.28033352s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:53.099521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.818974Z","time spent":"6.280536625s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} 2026/07/24 05:26:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:53.130459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994903723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:53.130529Z","caller":"traceutil/trace.go:171","msg":"trace[1082230421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995014896s","start":"2026-07-24T05:26:51.135498Z","end":"2026-07-24T05:26:53.130513Z","steps":["trace[1082230421] 'agreement among raft nodes before linearized reading' (duration: 1.994935714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:53.130589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:51.135481Z","time spent":"1.995099528s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:53.81592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.815404Z","time spent":"7.000509542s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:26:53.816026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.815804Z","time spent":"7.000215124s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:26:53.816088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.814918Z","time spent":"7.001163987s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:26:53.816195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.815301Z","time spent":"7.000879961s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:26:54.268224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.998519932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:54.268335Z","caller":"traceutil/trace.go:171","msg":"trace[359678319] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca; range_end:; }","duration":"9.998696796s","start":"2026-07-24T05:26:44.269613Z","end":"2026-07-24T05:26:54.268309Z","steps":["trace[359678319] 'agreement among raft nodes before linearized reading' (duration: 9.998562673s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:54.268404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:44.26956Z","time spent":"9.998826079s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/secrets/openstack/libvirt-api-ca\" "} 2026/07/24 05:26:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:54.290941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.319598136s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:26:55.088816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997622563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:55.088887Z","caller":"traceutil/trace.go:171","msg":"trace[217885884] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997750526s","start":"2026-07-24T05:26:50.091123Z","end":"2026-07-24T05:26:55.088873Z","steps":["trace[217885884] 'agreement among raft nodes before linearized reading' (duration: 4.997658944s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:55.088927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:50.091095Z","time spent":"4.997820258s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/24 05:26:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:55.138293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000134155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:26:55.138397Z","caller":"traceutil/trace.go:171","msg":"trace[681580671] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311s","start":"2026-07-24T05:26:53.138068Z","end":"2026-07-24T05:26:55.138379Z","steps":["trace[681580671] 'agreement among raft nodes before linearized reading' (duration: 2.000177015s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:55.138472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:53.138047Z","time spent":"2.000382621s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:55.276864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.189593ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:26:55.277134Z","caller":"traceutil/trace.go:171","msg":"trace[1884346720] linearizableReadLoop","detail":"{readStateIndex:2853; appliedIndex:2847; }","duration":"8.464763219s","start":"2026-07-24T05:26:46.812349Z","end":"2026-07-24T05:26:55.277113Z","steps":["trace[1884346720] 'read index received' (duration: 5.158964067s)","trace[1884346720] 'applied index is now lower than readState.Index' (duration: 3.305797932s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:55.277303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.017428444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T05:26:55.277362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.017535277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:26:55.277379Z","caller":"traceutil/trace.go:171","msg":"trace[325259602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2718; }","duration":"9.017541157s","start":"2026-07-24T05:26:46.259818Z","end":"2026-07-24T05:26:55.277359Z","steps":["trace[325259602] 'agreement among raft nodes before linearized reading' (duration: 9.017331113s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:55.277403Z","caller":"traceutil/trace.go:171","msg":"trace[1014769993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2718; }","duration":"9.017613669s","start":"2026-07-24T05:26:46.259772Z","end":"2026-07-24T05:26:55.277386Z","steps":["trace[1014769993] 'agreement among raft nodes before linearized reading' (duration: 9.017436925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:55.27739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.067227437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:55.277421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.259796Z","time spent":"9.017616229s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:26:55.277448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.259756Z","time spent":"9.01768062s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:26:55.277474Z","caller":"traceutil/trace.go:171","msg":"trace[1541489305] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2718; }","duration":"9.06737314s","start":"2026-07-24T05:26:46.210079Z","end":"2026-07-24T05:26:55.277452Z","steps":["trace[1541489305] 'agreement among raft nodes before linearized reading' (duration: 9.067224467s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:55.277384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.50093341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:55.277485Z","caller":"traceutil/trace.go:171","msg":"trace[1213986951] transaction","detail":"{read_only:false; response_revision:2719; number_of_response:1; }","duration":"1.455616506s","start":"2026-07-24T05:26:53.82183Z","end":"2026-07-24T05:26:55.277446Z","steps":["trace[1213986951] 'process raft request' (duration: 1.455174496s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:55.277538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.210057Z","time spent":"9.067464562s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:55.277561Z","caller":"traceutil/trace.go:171","msg":"trace[770786646] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2718; }","duration":"9.501150974s","start":"2026-07-24T05:26:45.776385Z","end":"2026-07-24T05:26:55.277536Z","steps":["trace[770786646] 'agreement among raft nodes before linearized reading' (duration: 9.500915119s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:55.277636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:53.821796Z","time spent":"1.455763949s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:55.277631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:45.776363Z","time spent":"9.501241027s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:56.225834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995551344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:56.225946Z","caller":"traceutil/trace.go:171","msg":"trace[1869437248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.995719448s","start":"2026-07-24T05:26:53.230207Z","end":"2026-07-24T05:26:56.225927Z","steps":["trace[1869437248] 'agreement among raft nodes before linearized reading' (duration: 2.995583055s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.225999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:53.230188Z","time spent":"2.995800621s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:26:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:56.258803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:55.287174Z","time spent":"971.622418ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:26:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:56.259018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:55.287131Z","time spent":"971.886045ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:26:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:56.262008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000809367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T05:26:56.262001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999093406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:56.262056Z","caller":"traceutil/trace.go:171","msg":"trace[1642060630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.000887898s","start":"2026-07-24T05:26:53.261154Z","end":"2026-07-24T05:26:56.262042Z","steps":["trace[1642060630] 'agreement among raft nodes before linearized reading' (duration: 3.000821977s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.262091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:53.261146Z","time spent":"3.000938779s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:26:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T05:26:56.262101Z","caller":"traceutil/trace.go:171","msg":"trace[784591097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99923173s","start":"2026-07-24T05:26:53.262844Z","end":"2026-07-24T05:26:56.262075Z","steps":["trace[784591097] 'agreement among raft nodes before linearized reading' (duration: 2.999096317s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.262236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:53.262839Z","time spent":"2.999374133s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:26:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:56.298173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.028576957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:26:56.298265Z","caller":"traceutil/trace.go:171","msg":"trace[507370833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2719; }","duration":"10.028708331s","start":"2026-07-24T05:26:46.269529Z","end":"2026-07-24T05:26:56.298237Z","steps":["trace[507370833] 'agreement among raft nodes before linearized reading' (duration: 9.007833941s)","trace[507370833] 'range keys from in-memory index tree' (duration: 1.020646823s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:56.298322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.269508Z","time spent":"10.028799613s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:26:56.298398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.426766101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:26:56.298361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.244105ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:56.298487Z","caller":"traceutil/trace.go:171","msg":"trace[484740834] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2719; }","duration":"10.426909934s","start":"2026-07-24T05:26:45.871556Z","end":"2026-07-24T05:26:56.298466Z","steps":["trace[484740834] 'agreement among raft nodes before linearized reading' (duration: 9.405783049s)","trace[484740834] 'count revisions from in-memory index tree' (duration: 1.020998542s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:56.298493Z","caller":"traceutil/trace.go:171","msg":"trace[897969248] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2719; }","duration":"194.385988ms","start":"2026-07-24T05:26:56.104088Z","end":"2026-07-24T05:26:56.298474Z","steps":["trace[897969248] 'range keys from in-memory index tree' (duration: 194.228085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.298459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.632778043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:26:56.298533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:45.871506Z","time spent":"10.427015896s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:56.298699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.656359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:26:56.298853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.843154784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:16 size:326857"} {"level":"info","ts":"2026-07-24T05:26:56.29894Z","caller":"traceutil/trace.go:171","msg":"trace[1812254042] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"1.204901216s","start":"2026-07-24T05:26:55.094006Z","end":"2026-07-24T05:26:56.298907Z","steps":["trace[1812254042] 'process raft request' (duration: 427.9596ms)","trace[1812254042] 'compare' (duration: 776.057515ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:56.298952Z","caller":"traceutil/trace.go:171","msg":"trace[636990657] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:16; response_revision:2719; }","duration":"10.843266046s","start":"2026-07-24T05:26:45.455664Z","end":"2026-07-24T05:26:56.29893Z","steps":["trace[636990657] 'agreement among raft nodes before linearized reading' (duration: 9.821725052s)","trace[636990657] 'range keys from in-memory index tree' (duration: 1.021047743s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:56.299007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:45.455609Z","time spent":"10.843383939s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":16,"response size":326880,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:26:56.299044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:55.093983Z","time spent":"1.205007089s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:26:56.298543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.193137301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:26:56.299202Z","caller":"traceutil/trace.go:171","msg":"trace[1021147716] linearizableReadLoop","detail":"{readStateIndex:2855; appliedIndex:2854; }","duration":"1.021996355s","start":"2026-07-24T05:26:55.277176Z","end":"2026-07-24T05:26:56.299173Z","steps":["trace[1021147716] 'read index received' (duration: 244.775733ms)","trace[1021147716] 'applied index is now lower than readState.Index' (duration: 777.217932ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:26:56.299297Z","caller":"traceutil/trace.go:171","msg":"trace[1549393082] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:2719; }","duration":"11.633725724s","start":"2026-07-24T05:26:44.665537Z","end":"2026-07-24T05:26:56.299262Z","steps":["trace[1549393082] 'agreement among raft nodes before linearized reading' (duration: 10.611872382s)","trace[1549393082] 'count revisions from in-memory index tree' (duration: 1.020953751s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:56.299395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:56.299431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:44.665511Z","time spent":"11.633871888s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:56.299449Z","caller":"traceutil/trace.go:171","msg":"trace[1178772015] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca; range_end:; response_count:0; response_revision:2722; }","duration":"1.027055712s","start":"2026-07-24T05:26:55.272379Z","end":"2026-07-24T05:26:56.299434Z","steps":["trace[1178772015] 'agreement among raft nodes before linearized reading' (duration: 1.026945839s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.299489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.842996917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:56.299561Z","caller":"traceutil/trace.go:171","msg":"trace[748812271] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2722; }","duration":"4.843120099s","start":"2026-07-24T05:26:51.456423Z","end":"2026-07-24T05:26:56.299543Z","steps":["trace[748812271] 'agreement among raft nodes before linearized reading' (duration: 4.842993406s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.299615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.924054831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:56.299626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.243634728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:56.299679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160843576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:56.299697Z","caller":"traceutil/trace.go:171","msg":"trace[3255925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2722; }","duration":"1.160902788s","start":"2026-07-24T05:26:55.138789Z","end":"2026-07-24T05:26:56.299692Z","steps":["trace[3255925] 'agreement among raft nodes before linearized reading' (duration: 1.160876257s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.299683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.478015604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:26:56.299698Z","caller":"traceutil/trace.go:171","msg":"trace[266579048] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:2722; }","duration":"9.24374028s","start":"2026-07-24T05:26:47.05594Z","end":"2026-07-24T05:26:56.29968Z","steps":["trace[266579048] 'agreement among raft nodes before linearized reading' (duration: 9.243652978s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.299721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:55.138759Z","time spent":"1.160957939s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:26:56.299679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.158976592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:56.299739Z","caller":"traceutil/trace.go:171","msg":"trace[93834252] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2722; }","duration":"8.478111586s","start":"2026-07-24T05:26:47.821611Z","end":"2026-07-24T05:26:56.299722Z","steps":["trace[93834252] 'agreement among raft nodes before linearized reading' (duration: 8.477961243s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.299776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:47.05592Z","time spent":"9.243810182s","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:56.299776Z","caller":"traceutil/trace.go:171","msg":"trace[681914792] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:2722; }","duration":"6.159133386s","start":"2026-07-24T05:26:50.14062Z","end":"2026-07-24T05:26:56.299753Z","steps":["trace[681914792] 'agreement among raft nodes before linearized reading' (duration: 6.158933192s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.299788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:47.821586Z","time spent":"8.478192728s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:26:56.299782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166735704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-24T05:26:56.299842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07384794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:56.299877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:50.1406Z","time spent":"6.159266219s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/openstack/valkey\" "} {"level":"info","ts":"2026-07-24T05:26:56.299906Z","caller":"traceutil/trace.go:171","msg":"trace[1532518613] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2722; }","duration":"3.166886557s","start":"2026-07-24T05:26:53.133004Z","end":"2026-07-24T05:26:56.299891Z","steps":["trace[1532518613] 'agreement among raft nodes before linearized reading' (duration: 3.166667292s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.299901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.945549474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:56.299919Z","caller":"traceutil/trace.go:171","msg":"trace[1042710830] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2722; }","duration":"2.074053724s","start":"2026-07-24T05:26:54.225847Z","end":"2026-07-24T05:26:56.299901Z","steps":["trace[1042710830] 'agreement among raft nodes before linearized reading' (duration: 2.07387715s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.299961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:53.132989Z","time spent":"3.16695861s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:26:56.299977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:54.225822Z","time spent":"2.074144337s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:56.300003Z","caller":"traceutil/trace.go:171","msg":"trace[335266534] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2722; }","duration":"5.945656937s","start":"2026-07-24T05:26:50.354297Z","end":"2026-07-24T05:26:56.299954Z","steps":["trace[335266534] 'agreement among raft nodes before linearized reading' (duration: 5.945491153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.300006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198612013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:2426"} {"level":"warn","ts":"2026-07-24T05:26:56.300054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:50.354282Z","time spent":"5.945757269s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:56.300072Z","caller":"traceutil/trace.go:171","msg":"trace[165965733] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2722; }","duration":"3.198711405s","start":"2026-07-24T05:26:53.101346Z","end":"2026-07-24T05:26:56.300057Z","steps":["trace[165965733] 'agreement among raft nodes before linearized reading' (duration: 3.198543911s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.300093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.484984872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:26:56.300123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:53.101332Z","time spent":"3.198774416s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":2449,"request content":"key:\"/registry/secrets/openstack/libvirt-vnc-ca\" "} {"level":"info","ts":"2026-07-24T05:26:56.300141Z","caller":"traceutil/trace.go:171","msg":"trace[1658579209] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2722; }","duration":"9.485057584s","start":"2026-07-24T05:26:46.815069Z","end":"2026-07-24T05:26:56.300127Z","steps":["trace[1658579209] 'agreement among raft nodes before linearized reading' (duration: 9.484961161s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.299504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:55.272357Z","time spent":"1.027135404s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-07-24T05:26:56.299984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256961936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:26:56.300208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:46.815061Z","time spent":"9.485135525s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:26:56.300216Z","caller":"traceutil/trace.go:171","msg":"trace[787947828] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2722; }","duration":"2.257231243s","start":"2026-07-24T05:26:54.042969Z","end":"2026-07-24T05:26:56.3002Z","steps":["trace[787947828] 'agreement among raft nodes before linearized reading' (duration: 2.256943597s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.299568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.714746692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:26:56.299651Z","caller":"traceutil/trace.go:171","msg":"trace[755814374] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2722; }","duration":"2.924143052s","start":"2026-07-24T05:26:53.375495Z","end":"2026-07-24T05:26:56.299638Z","steps":["trace[755814374] 'agreement among raft nodes before linearized reading' (duration: 2.924083001s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:56.300255Z","caller":"traceutil/trace.go:171","msg":"trace[273564502] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2722; }","duration":"8.715480878s","start":"2026-07-24T05:26:47.584763Z","end":"2026-07-24T05:26:56.300244Z","steps":["trace[273564502] 'agreement among raft nodes before linearized reading' (duration: 8.714767472s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.300238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.479479198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-07-24T05:26:56.300258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196979504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-07-24T05:26:56.299211Z","caller":"traceutil/trace.go:171","msg":"trace[2058491218] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:2719; }","duration":"11.193852757s","start":"2026-07-24T05:26:45.105343Z","end":"2026-07-24T05:26:56.299196Z","steps":["trace[2058491218] 'agreement among raft nodes before linearized reading' (duration: 10.172037037s)","trace[2058491218] 'range keys from in-memory index tree' (duration: 1.021034483s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:56.300637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:45.10533Z","time spent":"11.19529302s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:26:56.300255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:54.042946Z","time spent":"2.257295464s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":79,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:56.299624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:51.456395Z","time spent":"4.843212831s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:56.300288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:47.584705Z","time spent":"8.71557353s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:56.300299Z","caller":"traceutil/trace.go:171","msg":"trace[47705015] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2722; }","duration":"8.479673613s","start":"2026-07-24T05:26:47.820612Z","end":"2026-07-24T05:26:56.300285Z","steps":["trace[47705015] 'agreement among raft nodes before linearized reading' (duration: 8.478905306s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.301278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:47.82059Z","time spent":"8.480669276s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:26:56.300299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:53.375458Z","time spent":"2.924822098s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:26:56.300307Z","caller":"traceutil/trace.go:171","msg":"trace[797011393] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca; range_end:; response_count:1; response_revision:2722; }","duration":"3.197065746s","start":"2026-07-24T05:26:53.103227Z","end":"2026-07-24T05:26:56.300293Z","steps":["trace[797011393] 'agreement among raft nodes before linearized reading' (duration: 3.196936623s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.301477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:53.103209Z","time spent":"3.198250604s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4968,"request content":"key:\"/registry/secrets/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-07-24T05:26:56.800319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141606,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:26:56.861982Z","caller":"traceutil/trace.go:171","msg":"trace[535425010] transaction","detail":"{read_only:false; response_revision:2723; number_of_response:1; }","duration":"625.126382ms","start":"2026-07-24T05:26:56.236824Z","end":"2026-07-24T05:26:56.861951Z","steps":["trace[535425010] 'process raft request' (duration: 624.932358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:56.862169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.236801Z","time spent":"625.271556ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:58.309037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000412271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:26:58.309118Z","caller":"traceutil/trace.go:171","msg":"trace[722597267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000527583s","start":"2026-07-24T05:26:56.308573Z","end":"2026-07-24T05:26:58.309101Z","steps":["trace[722597267] 'agreement among raft nodes before linearized reading' (duration: 2.000421821s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:58.309158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.308567Z","time spent":"2.000582485s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:26:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:26:59.910091Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.048285533s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:26:59.910669Z","caller":"traceutil/trace.go:171","msg":"trace[192208941] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2724; }","duration":"3.648392967s","start":"2026-07-24T05:26:56.26225Z","end":"2026-07-24T05:26:59.910643Z","steps":["trace[192208941] 'process raft request' (duration: 3.648307795s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:59.91083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.262229Z","time spent":"3.648517721s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":470,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:59.910659Z","caller":"traceutil/trace.go:171","msg":"trace[1745430726] transaction","detail":"{read_only:false; response_revision:2724; number_of_response:1; }","duration":"3.64847251s","start":"2026-07-24T05:26:56.262138Z","end":"2026-07-24T05:26:59.91061Z","steps":["trace[1745430726] 'process raft request' (duration: 3.648256885s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:59.910993Z","caller":"traceutil/trace.go:171","msg":"trace[322196727] transaction","detail":"{read_only:false; response_revision:2725; number_of_response:1; }","duration":"3.606969019s","start":"2026-07-24T05:26:56.304016Z","end":"2026-07-24T05:26:59.910985Z","steps":["trace[322196727] 'process raft request' (duration: 3.606799335s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:59.911041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.304004Z","time spent":"3.60701239s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:59.911052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.26212Z","time spent":"3.648831827s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:59.911157Z","caller":"traceutil/trace.go:171","msg":"trace[1699614999] transaction","detail":"{read_only:false; response_revision:2728; number_of_response:1; }","duration":"3.599054257s","start":"2026-07-24T05:26:56.312086Z","end":"2026-07-24T05:26:59.91114Z","steps":["trace[1699614999] 'process raft request' (duration: 3.598944824s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:59.911194Z","caller":"traceutil/trace.go:171","msg":"trace[1950101844] transaction","detail":"{read_only:false; response_revision:2727; number_of_response:1; }","duration":"3.600349556s","start":"2026-07-24T05:26:56.310808Z","end":"2026-07-24T05:26:59.911158Z","steps":["trace[1950101844] 'process raft request' (duration: 3.600161812s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:59.911248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.312076Z","time spent":"3.599131278s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:59.911224Z","caller":"traceutil/trace.go:171","msg":"trace[535218638] transaction","detail":"{read_only:false; response_revision:2726; number_of_response:1; }","duration":"3.606941309s","start":"2026-07-24T05:26:56.304193Z","end":"2026-07-24T05:26:59.911134Z","steps":["trace[535218638] 'process raft request' (duration: 3.606730734s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:59.91134Z","caller":"traceutil/trace.go:171","msg":"trace[350134939] linearizableReadLoop","detail":"{readStateIndex:2866; appliedIndex:2857; }","duration":"3.612041767s","start":"2026-07-24T05:26:56.299285Z","end":"2026-07-24T05:26:59.911327Z","steps":["trace[350134939] 'read index received' (duration: 562.512965ms)","trace[350134939] 'applied index is now lower than readState.Index' (duration: 3.049527232s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:26:59.911355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.310793Z","time spent":"3.600470429s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2197,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:59.911466Z","caller":"traceutil/trace.go:171","msg":"trace[71155994] transaction","detail":"{read_only:false; response_revision:2729; number_of_response:1; }","duration":"3.597005829s","start":"2026-07-24T05:26:56.31445Z","end":"2026-07-24T05:26:59.911456Z","steps":["trace[71155994] 'process raft request' (duration: 3.596651151s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:59.911483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.304186Z","time spent":"3.607172504s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:59.911512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.314441Z","time spent":"3.5970461s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2178,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:26:59.911534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.15594894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:26:59.911549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804236404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-07-24T05:26:59.911571Z","caller":"traceutil/trace.go:171","msg":"trace[374900151] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:2729; }","duration":"4.156050602s","start":"2026-07-24T05:26:55.755509Z","end":"2026-07-24T05:26:59.91156Z","steps":["trace[374900151] 'agreement among raft nodes before linearized reading' (duration: 4.155993811s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:59.911602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:55.755476Z","time spent":"4.156118084s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:26:59.911645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.625394401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-vnc.18c522897074df92\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-07-24T05:26:59.912289Z","caller":"traceutil/trace.go:171","msg":"trace[134337829] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2724; }","duration":"3.649974605s","start":"2026-07-24T05:26:56.262271Z","end":"2026-07-24T05:26:59.912245Z","steps":["trace[134337829] 'process raft request' (duration: 3.648327696s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:26:59.912327Z","caller":"traceutil/trace.go:171","msg":"trace[1025757585] range","detail":"{range_begin:/registry/events/openstack/libvirt-vnc.18c522897074df92; range_end:; response_count:1; response_revision:2729; }","duration":"4.626104548s","start":"2026-07-24T05:26:55.286213Z","end":"2026-07-24T05:26:59.912318Z","steps":["trace[1025757585] 'agreement among raft nodes before linearized reading' (duration: 4.625314499s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:59.912354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:55.286199Z","time spent":"4.626148249s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":699,"request content":"key:\"/registry/events/openstack/libvirt-vnc.18c522897074df92\" "} {"level":"warn","ts":"2026-07-24T05:26:59.912373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.262252Z","time spent":"3.650077927s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":466,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:26:59.91288Z","caller":"traceutil/trace.go:171","msg":"trace[1038986200] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18c522747fff969e; range_end:; response_count:1; response_revision:2729; }","duration":"3.804312725s","start":"2026-07-24T05:26:56.107268Z","end":"2026-07-24T05:26:59.91158Z","steps":["trace[1038986200] 'agreement among raft nodes before linearized reading' (duration: 3.804156481s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:26:59.912967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.107252Z","time spent":"3.805699258s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18c522747fff969e\" "} {"level":"warn","ts":"2026-07-24T05:27:00.309556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000473563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:27:00.309634Z","caller":"traceutil/trace.go:171","msg":"trace[2126237192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565485s","start":"2026-07-24T05:26:58.309052Z","end":"2026-07-24T05:27:00.309618Z","steps":["trace[2126237192] 'agreement among raft nodes before linearized reading' (duration: 2.000471193s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:00.309671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:58.309004Z","time spent":"2.000657717s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:27:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:27:00.412445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:00.91288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:01.413451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:01.914357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:02.31802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000236247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:27:02.318259Z","caller":"traceutil/trace.go:171","msg":"trace[1096717088] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000564014s","start":"2026-07-24T05:27:00.317676Z","end":"2026-07-24T05:27:02.31824Z","steps":["trace[1096717088] 'agreement among raft nodes before linearized reading' (duration: 2.000302648s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:02.318366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:00.317645Z","time spent":"2.000701879s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:27:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:27:02.415541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:02.91619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:03.417037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141618,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:03.551355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.640916276s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:27:03.730769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.124274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:03.731148Z","caller":"traceutil/trace.go:171","msg":"trace[1343100471] transaction","detail":"{read_only:false; response_revision:2730; number_of_response:1; }","duration":"6.864037714s","start":"2026-07-24T05:26:56.86708Z","end":"2026-07-24T05:27:03.731117Z","steps":["trace[1343100471] 'process raft request' (duration: 6.68449754s)","trace[1343100471] 'compare' (duration: 177.415484ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:03.731178Z","caller":"traceutil/trace.go:171","msg":"trace[483649338] transaction","detail":"{read_only:false; response_revision:2731; number_of_response:1; }","duration":"6.615934985s","start":"2026-07-24T05:26:57.115228Z","end":"2026-07-24T05:27:03.731163Z","steps":["trace[483649338] 'process raft request' (duration: 6.615637938s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:03.731236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.867047Z","time spent":"6.864153017s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":708,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:03.731244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:57.115199Z","time spent":"6.616007966s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:03.731392Z","caller":"traceutil/trace.go:171","msg":"trace[1911103776] transaction","detail":"{read_only:false; response_revision:2732; number_of_response:1; }","duration":"6.582635663s","start":"2026-07-24T05:26:57.148732Z","end":"2026-07-24T05:27:03.731368Z","steps":["trace[1911103776] 'process raft request' (duration: 6.582393128s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:03.731548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:57.14871Z","time spent":"6.582752737s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:03.731561Z","caller":"traceutil/trace.go:171","msg":"trace[261453239] transaction","detail":"{read_only:false; response_revision:2733; number_of_response:1; }","duration":"5.637614569s","start":"2026-07-24T05:26:58.093929Z","end":"2026-07-24T05:27:03.731544Z","steps":["trace[261453239] 'process raft request' (duration: 5.637362994s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:03.731673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:58.093725Z","time spent":"5.637876427s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:03.731692Z","caller":"traceutil/trace.go:171","msg":"trace[67534942] transaction","detail":"{read_only:false; response_revision:2734; number_of_response:1; }","duration":"5.633503394s","start":"2026-07-24T05:26:58.098175Z","end":"2026-07-24T05:27:03.731678Z","steps":["trace[67534942] 'process raft request' (duration: 5.63328627s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:03.731768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:58.098161Z","time spent":"5.633567297s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:04.29037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.725166ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:27:04.291468Z","caller":"traceutil/trace.go:171","msg":"trace[1169783638] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"4.375307056s","start":"2026-07-24T05:26:59.91613Z","end":"2026-07-24T05:27:04.291437Z","steps":["trace[1169783638] 'process raft request' (duration: 4.374365485s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:04.291579Z","caller":"traceutil/trace.go:171","msg":"trace[1031446831] transaction","detail":"{read_only:false; response_revision:2737; number_of_response:1; }","duration":"4.375269845s","start":"2026-07-24T05:26:59.916274Z","end":"2026-07-24T05:27:04.291544Z","steps":["trace[1031446831] 'process raft request' (duration: 4.374903426s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.291645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:59.916106Z","time spent":"4.375440179s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:04.291748Z","caller":"traceutil/trace.go:171","msg":"trace[200841366] transaction","detail":"{read_only:false; response_revision:2738; number_of_response:1; }","duration":"4.372919471s","start":"2026-07-24T05:26:59.918804Z","end":"2026-07-24T05:27:04.291724Z","steps":["trace[200841366] 'process raft request' (duration: 4.372615684s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.291763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:59.916264Z","time spent":"4.375404598s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:04.291839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:59.918792Z","time spent":"4.373009702s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:04.291982Z","caller":"traceutil/trace.go:171","msg":"trace[1636207946] transaction","detail":"{read_only:false; response_revision:2739; number_of_response:1; }","duration":"4.37077002s","start":"2026-07-24T05:26:59.921198Z","end":"2026-07-24T05:27:04.291968Z","steps":["trace[1636207946] 'process raft request' (duration: 4.370491754s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:04.292039Z","caller":"traceutil/trace.go:171","msg":"trace[2139564712] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2739; }","duration":"4.369106832s","start":"2026-07-24T05:26:59.922915Z","end":"2026-07-24T05:27:04.292022Z","steps":["trace[2139564712] 'process raft request' (duration: 4.36901277s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.29206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:59.921165Z","time spent":"4.370857042s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2511,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:04.292183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:59.922903Z","time spent":"4.369163693s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":67,"response count":0,"response size":2560,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:04.292182Z","caller":"traceutil/trace.go:171","msg":"trace[1286026227] transaction","detail":"{read_only:false; response_revision:2740; number_of_response:1; }","duration":"3.775776455s","start":"2026-07-24T05:27:00.516378Z","end":"2026-07-24T05:27:04.292154Z","steps":["trace[1286026227] 'process raft request' (duration: 3.775578791s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:04.292294Z","caller":"traceutil/trace.go:171","msg":"trace[4457671] transaction","detail":"{read_only:false; response_revision:2741; number_of_response:1; }","duration":"3.58625207s","start":"2026-07-24T05:27:00.706024Z","end":"2026-07-24T05:27:04.292276Z","steps":["trace[4457671] 'process raft request' (duration: 3.585998044s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.29232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:00.516348Z","time spent":"3.775896018s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16301,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:04.292408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:00.706006Z","time spent":"3.586343892s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1081,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:04.292604Z","caller":"traceutil/trace.go:171","msg":"trace[1547161744] linearizableReadLoop","detail":"{readStateIndex:2879; appliedIndex:2866; }","duration":"4.381229652s","start":"2026-07-24T05:26:59.911366Z","end":"2026-07-24T05:27:04.292595Z","steps":["trace[1547161744] 'read index received' (duration: 3.640227219s)","trace[1547161744] 'applied index is now lower than readState.Index' (duration: 741.001703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:04.292675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.456614228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:04.292702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748216198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:04.292737Z","caller":"traceutil/trace.go:171","msg":"trace[1616401957] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2741; }","duration":"6.45671284s","start":"2026-07-24T05:26:57.836008Z","end":"2026-07-24T05:27:04.29272Z","steps":["trace[1616401957] 'agreement among raft nodes before linearized reading' (duration: 6.456602498s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.292754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.989516343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/valkey-node\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:04.292786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:57.835992Z","time spent":"6.456779821s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:27:04.292785Z","caller":"traceutil/trace.go:171","msg":"trace[1367973520] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:2741; }","duration":"5.748318711s","start":"2026-07-24T05:26:58.544426Z","end":"2026-07-24T05:27:04.292744Z","steps":["trace[1367973520] 'agreement among raft nodes before linearized reading' (duration: 5.748223149s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:04.29281Z","caller":"traceutil/trace.go:171","msg":"trace[578876553] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/valkey-node; range_end:; response_count:0; response_revision:2741; }","duration":"7.989599615s","start":"2026-07-24T05:26:56.303194Z","end":"2026-07-24T05:27:04.292794Z","steps":["trace[578876553] 'agreement among raft nodes before linearized reading' (duration: 7.989491392s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.29283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.990313911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:04.292848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.98509427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47666"} {"level":"warn","ts":"2026-07-24T05:27:04.292845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:58.544404Z","time spent":"5.748424364s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:04.292855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.303179Z","time spent":"7.989663926s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/openstack/valkey-node\" "} {"level":"info","ts":"2026-07-24T05:27:04.292867Z","caller":"traceutil/trace.go:171","msg":"trace[1149234368] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:2741; }","duration":"7.990353691s","start":"2026-07-24T05:26:56.302505Z","end":"2026-07-24T05:27:04.292859Z","steps":["trace[1149234368] 'agreement among raft nodes before linearized reading' (duration: 7.99030143s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:04.292876Z","caller":"traceutil/trace.go:171","msg":"trace[1165991185] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2741; }","duration":"7.985228763s","start":"2026-07-24T05:26:56.307641Z","end":"2026-07-24T05:27:04.29287Z","steps":["trace[1165991185] 'agreement among raft nodes before linearized reading' (duration: 7.985071529s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.29289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.302464Z","time spent":"7.990421023s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T05:27:04.292899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.307615Z","time spent":"7.985278374s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":47689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:27:04.292902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.984343647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:27:04.292944Z","caller":"traceutil/trace.go:171","msg":"trace[574316667] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2741; }","duration":"6.984428389s","start":"2026-07-24T05:26:57.308502Z","end":"2026-07-24T05:27:04.29293Z","steps":["trace[574316667] 'agreement among raft nodes before linearized reading' (duration: 6.984266095s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.292982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:57.308475Z","time spent":"6.98450008s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:27:04.29303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448918711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:04.293051Z","caller":"traceutil/trace.go:171","msg":"trace[202775114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2741; }","duration":"1.448972703s","start":"2026-07-24T05:27:02.844072Z","end":"2026-07-24T05:27:04.293045Z","steps":["trace[202775114] 'agreement among raft nodes before linearized reading' (duration: 1.448936232s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.293069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:02.844033Z","time spent":"1.449030564s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:04.29319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375176782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-ca-7cq88\" ","response":"range_response_count:1 size:2434"} {"level":"info","ts":"2026-07-24T05:27:04.29322Z","caller":"traceutil/trace.go:171","msg":"trace[1125038361] range","detail":"{range_begin:/registry/secrets/openstack/valkey-ca-7cq88; range_end:; response_count:1; response_revision:2741; }","duration":"4.375236743s","start":"2026-07-24T05:26:59.917974Z","end":"2026-07-24T05:27:04.293211Z","steps":["trace[1125038361] 'agreement among raft nodes before linearized reading' (duration: 4.375148321s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.293239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.724253376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:17 size:329268"} {"level":"warn","ts":"2026-07-24T05:27:04.293245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:59.917962Z","time spent":"4.375277605s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2457,"request content":"key:\"/registry/secrets/openstack/valkey-ca-7cq88\" "} {"level":"info","ts":"2026-07-24T05:27:04.293262Z","caller":"traceutil/trace.go:171","msg":"trace[1234290060] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:17; response_revision:2741; }","duration":"7.724332167s","start":"2026-07-24T05:26:56.568923Z","end":"2026-07-24T05:27:04.293256Z","steps":["trace[1234290060] 'agreement among raft nodes before linearized reading' (duration: 7.723783484s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.293283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.568891Z","time spent":"7.724386949s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":17,"response size":329291,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:27:04.293197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.375201382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-vnc-ca-jlr6s\" ","response":"range_response_count:1 size:991"} {"level":"warn","ts":"2026-07-24T05:27:04.293352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.286666719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:04.293359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.377035906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:27:04.293406Z","caller":"traceutil/trace.go:171","msg":"trace[1047036311] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2741; }","duration":"3.286783042s","start":"2026-07-24T05:27:01.006605Z","end":"2026-07-24T05:27:04.293388Z","steps":["trace[1047036311] 'agreement among raft nodes before linearized reading' (duration: 3.286704151s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.293423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975161746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:04.293372Z","caller":"traceutil/trace.go:171","msg":"trace[1730878431] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-vnc-ca-jlr6s; range_end:; response_count:1; response_revision:2741; }","duration":"4.375401968s","start":"2026-07-24T05:26:59.917961Z","end":"2026-07-24T05:27:04.293363Z","steps":["trace[1730878431] 'agreement among raft nodes before linearized reading' (duration: 4.375191142s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:04.293449Z","caller":"traceutil/trace.go:171","msg":"trace[1051120397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2741; }","duration":"1.975218469s","start":"2026-07-24T05:27:02.318224Z","end":"2026-07-24T05:27:04.293442Z","steps":["trace[1051120397] 'agreement among raft nodes before linearized reading' (duration: 1.975175778s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.293446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.358444555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-07-24T05:27:04.293466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:59.917924Z","time spent":"4.375529911s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1014,"request content":"key:\"/registry/secrets/openstack/libvirt-vnc-ca-jlr6s\" "} {"level":"info","ts":"2026-07-24T05:27:04.293501Z","caller":"traceutil/trace.go:171","msg":"trace[494494749] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2741; }","duration":"4.358533588s","start":"2026-07-24T05:26:59.93495Z","end":"2026-07-24T05:27:04.293484Z","steps":["trace[494494749] 'agreement among raft nodes before linearized reading' (duration: 4.358362914s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.293519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914448098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:04.293455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:01.006573Z","time spent":"3.286868905s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:27:04.293558Z","caller":"traceutil/trace.go:171","msg":"trace[2021689963] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2741; }","duration":"2.9145499s","start":"2026-07-24T05:27:01.378996Z","end":"2026-07-24T05:27:04.293546Z","steps":["trace[2021689963] 'agreement among raft nodes before linearized reading' (duration: 2.914487149s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:04.293417Z","caller":"traceutil/trace.go:171","msg":"trace[1029394018] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:2741; }","duration":"4.377140139s","start":"2026-07-24T05:26:59.916258Z","end":"2026-07-24T05:27:04.293398Z","steps":["trace[1029394018] 'agreement among raft nodes before linearized reading' (duration: 4.376553684s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.293547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:59.934928Z","time spent":"4.358606189s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:27:04.293475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:02.318206Z","time spent":"1.975261499s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:04.293597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:01.378962Z","time spent":"2.914623712s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:04.293603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:59.91623Z","time spent":"4.377361633s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:27:04.294942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.986446126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:27:04.294981Z","caller":"traceutil/trace.go:171","msg":"trace[1260683490] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2741; }","duration":"6.986532188s","start":"2026-07-24T05:26:57.308438Z","end":"2026-07-24T05:27:04.29497Z","steps":["trace[1260683490] 'agreement among raft nodes before linearized reading' (duration: 6.984163193s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.295008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:57.308417Z","time spent":"6.986583689s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:27:04.293546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339964226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:27:04.295076Z","caller":"traceutil/trace.go:171","msg":"trace[1413957223] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2741; }","duration":"7.341537872s","start":"2026-07-24T05:26:56.953529Z","end":"2026-07-24T05:27:04.295067Z","steps":["trace[1413957223] 'agreement among raft nodes before linearized reading' (duration: 7.339152046s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:04.295109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:26:56.953505Z","time spent":"7.341592002s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":34,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:06.070543Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.63855978s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:27:06.301507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:27:06.301579Z","caller":"traceutil/trace.go:171","msg":"trace[1957451775] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000165925s","start":"2026-07-24T05:27:04.301399Z","end":"2026-07-24T05:27:06.301564Z","steps":["trace[1957451775] 'agreement among raft nodes before linearized reading' (duration: 2.000084573s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:06.301609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.301394Z","time spent":"2.000208326s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:06.48732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.599663ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:06.487424Z","caller":"traceutil/trace.go:171","msg":"trace[2105621192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2741; }","duration":"392.713385ms","start":"2026-07-24T05:27:06.094696Z","end":"2026-07-24T05:27:06.487409Z","steps":["trace[2105621192] 'range keys from in-memory index tree' (duration: 392.586413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:06.487802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060914461s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:06.488037Z","caller":"traceutil/trace.go:171","msg":"trace[467368962] transaction","detail":"{read_only:false; response_revision:2742; number_of_response:1; }","duration":"2.191356758s","start":"2026-07-24T05:27:04.296643Z","end":"2026-07-24T05:27:06.488Z","steps":["trace[467368962] 'process raft request' (duration: 130.183031ms)","trace[467368962] 'compare' (duration: 2.060665965s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:06.488213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.296624Z","time spent":"2.191486801s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:06.488255Z","caller":"traceutil/trace.go:171","msg":"trace[148506371] linearizableReadLoop","detail":"{readStateIndex:2885; appliedIndex:2879; }","duration":"2.187924378s","start":"2026-07-24T05:27:04.300318Z","end":"2026-07-24T05:27:06.488242Z","steps":["trace[148506371] 'read index received' (duration: 126.648369ms)","trace[148506371] 'applied index is now lower than readState.Index' (duration: 2.061275449s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:06.488248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.296913Z","time spent":"2.191330477s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:27:06.488282Z","caller":"traceutil/trace.go:171","msg":"trace[1037090455] transaction","detail":"{read_only:false; response_revision:2746; number_of_response:1; }","duration":"2.188794469s","start":"2026-07-24T05:27:04.299463Z","end":"2026-07-24T05:27:06.488258Z","steps":["trace[1037090455] 'process raft request' (duration: 2.188697436s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:06.48832Z","caller":"traceutil/trace.go:171","msg":"trace[1965180155] transaction","detail":"{read_only:false; response_revision:2747; number_of_response:1; }","duration":"2.184219883s","start":"2026-07-24T05:27:04.304093Z","end":"2026-07-24T05:27:06.488313Z","steps":["trace[1965180155] 'process raft request' (duration: 2.18408916s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:06.488362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.304087Z","time spent":"2.184255704s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:06.488391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.299446Z","time spent":"2.18888216s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:06.488384Z","caller":"traceutil/trace.go:171","msg":"trace[704185369] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2743; }","duration":"2.191479821s","start":"2026-07-24T05:27:04.296842Z","end":"2026-07-24T05:27:06.488322Z","steps":["trace[704185369] 'process raft request' (duration: 2.191078172s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:06.488422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188083913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-configuration\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:06.488465Z","caller":"traceutil/trace.go:171","msg":"trace[544645829] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2744; }","duration":"2.191496672s","start":"2026-07-24T05:27:04.296942Z","end":"2026-07-24T05:27:06.488439Z","steps":["trace[544645829] 'process raft request' (duration: 2.191123303s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:06.488512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.186527085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2418"} {"level":"info","ts":"2026-07-24T05:27:06.488489Z","caller":"traceutil/trace.go:171","msg":"trace[1167628237] transaction","detail":"{read_only:false; response_revision:2745; number_of_response:1; }","duration":"2.189211418s","start":"2026-07-24T05:27:04.299253Z","end":"2026-07-24T05:27:06.488464Z","steps":["trace[1167628237] 'process raft request' (duration: 2.188880741s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:06.488531Z","caller":"traceutil/trace.go:171","msg":"trace[1701772087] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2748; }","duration":"2.186554517s","start":"2026-07-24T05:27:04.30197Z","end":"2026-07-24T05:27:06.488525Z","steps":["trace[1701772087] 'agreement among raft nodes before linearized reading' (duration: 2.186473835s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:06.488553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.30195Z","time spent":"2.186599007s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":2441,"request content":"key:\"/registry/secrets/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-07-24T05:27:06.488547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.29683Z","time spent":"2.191626764s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-24T05:27:06.488603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.296931Z","time spent":"2.191598004s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-24T05:27:06.488605Z","caller":"traceutil/trace.go:171","msg":"trace[1630481805] transaction","detail":"{read_only:false; response_revision:2748; number_of_response:1; }","duration":"2.148047777s","start":"2026-07-24T05:27:04.340537Z","end":"2026-07-24T05:27:06.488585Z","steps":["trace[1630481805] 'process raft request' (duration: 2.147669709s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:06.488621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.29924Z","time spent":"2.1893039s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:06.488652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18994188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:27:06.488686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.473163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:06.48869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188867375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-07-24T05:27:06.488699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.340504Z","time spent":"2.148145399s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7713,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:06.488617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.00036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:27:06.488733Z","caller":"traceutil/trace.go:171","msg":"trace[1110521549] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2748; }","duration":"1.190072963s","start":"2026-07-24T05:27:05.29864Z","end":"2026-07-24T05:27:06.488713Z","steps":["trace[1110521549] 'agreement among raft nodes before linearized reading' (duration: 1.189845098s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:06.488741Z","caller":"traceutil/trace.go:171","msg":"trace[709909516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2748; }","duration":"186.536125ms","start":"2026-07-24T05:27:06.302189Z","end":"2026-07-24T05:27:06.488725Z","steps":["trace[709909516] 'agreement among raft nodes before linearized reading' (duration: 186.463554ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:06.488755Z","caller":"traceutil/trace.go:171","msg":"trace[790374526] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2748; }","duration":"1.188989538s","start":"2026-07-24T05:27:05.29975Z","end":"2026-07-24T05:27:06.488739Z","steps":["trace[790374526] 'agreement among raft nodes before linearized reading' (duration: 1.188776333s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:06.488761Z","caller":"traceutil/trace.go:171","msg":"trace[1337006638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2748; }","duration":"188.153093ms","start":"2026-07-24T05:27:06.300599Z","end":"2026-07-24T05:27:06.488753Z","steps":["trace[1337006638] 'agreement among raft nodes before linearized reading' (duration: 187.873647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:06.488778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:05.298617Z","time spent":"1.190152965s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:27:06.488848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.179497824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:15 size:325857"} {"level":"warn","ts":"2026-07-24T05:27:06.488787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:05.299725Z","time spent":"1.189055779s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:27:06.48887Z","caller":"traceutil/trace.go:171","msg":"trace[275253710] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:15; response_revision:2748; }","duration":"2.179535725s","start":"2026-07-24T05:27:04.309329Z","end":"2026-07-24T05:27:06.488865Z","steps":["trace[275253710] 'agreement among raft nodes before linearized reading' (duration: 2.179314429s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:06.488888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.309322Z","time spent":"2.179561515s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":15,"response size":325880,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-24T05:27:06.488501Z","caller":"traceutil/trace.go:171","msg":"trace[1918950036] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-configuration; range_end:; response_count:0; response_revision:2748; }","duration":"2.188185935s","start":"2026-07-24T05:27:04.300296Z","end":"2026-07-24T05:27:06.488481Z","steps":["trace[1918950036] 'agreement among raft nodes before linearized reading' (duration: 2.188051332s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:06.490293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:04.300289Z","time spent":"2.189987787s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/valkey-configuration\" "} {"level":"warn","ts":"2026-07-24T05:27:07.697071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.998239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:07.697179Z","caller":"traceutil/trace.go:171","msg":"trace[999311432] linearizableReadLoop","detail":"{readStateIndex:2888; appliedIndex:2887; }","duration":"1.204364414s","start":"2026-07-24T05:27:06.492798Z","end":"2026-07-24T05:27:07.697162Z","steps":["trace[999311432] 'read index received' (duration: 372.231072ms)","trace[999311432] 'applied index is now lower than readState.Index' (duration: 832.132262ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:07.697245Z","caller":"traceutil/trace.go:171","msg":"trace[399150522] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"1.207466456s","start":"2026-07-24T05:27:06.489767Z","end":"2026-07-24T05:27:07.697234Z","steps":["trace[399150522] 'process raft request' (duration: 375.226522ms)","trace[399150522] 'compare' (duration: 831.308561ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:07.697305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.489743Z","time spent":"1.207529836s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:07.697463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20464629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:07.697723Z","caller":"traceutil/trace.go:171","msg":"trace[1242941199] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-health; range_end:; response_count:0; response_revision:2749; }","duration":"1.204935346s","start":"2026-07-24T05:27:06.492758Z","end":"2026-07-24T05:27:07.697693Z","steps":["trace[1242941199] 'agreement among raft nodes before linearized reading' (duration: 1.204611679s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:07.697763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.492742Z","time spent":"1.205011118s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/valkey-health\" "} {"level":"warn","ts":"2026-07-24T05:27:07.903943Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.038816093s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:27:08.141203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.963242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:08.14148Z","caller":"traceutil/trace.go:171","msg":"trace[1772483452] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"1.646701777s","start":"2026-07-24T05:27:06.494734Z","end":"2026-07-24T05:27:08.141435Z","steps":["trace[1772483452] 'process raft request' (duration: 1.409442018s)","trace[1772483452] 'compare' (duration: 236.699896ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:08.141528Z","caller":"traceutil/trace.go:171","msg":"trace[1358575105] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2888; }","duration":"444.306239ms","start":"2026-07-24T05:27:07.697205Z","end":"2026-07-24T05:27:08.141511Z","steps":["trace[1358575105] 'read index received' (duration: 206.911106ms)","trace[1358575105] 'applied index is now lower than readState.Index' (duration: 237.394133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:08.141599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.494715Z","time spent":"1.646827201s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:08.141624Z","caller":"traceutil/trace.go:171","msg":"trace[837976434] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"1.644286151s","start":"2026-07-24T05:27:06.497324Z","end":"2026-07-24T05:27:08.141611Z","steps":["trace[837976434] 'process raft request' (duration: 1.643991114s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.141694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.497302Z","time spent":"1.644348363s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2197,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:08.141759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64508698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:08.141763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244074693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:08.141774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647156988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:08.141792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.363177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:27:08.141815Z","caller":"traceutil/trace.go:171","msg":"trace[932515990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2753; }","duration":"1.645166332s","start":"2026-07-24T05:27:06.496636Z","end":"2026-07-24T05:27:08.141802Z","steps":["trace[932515990] 'agreement among raft nodes before linearized reading' (duration: 1.645038619s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.14182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.690876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/valkey-scripts\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:08.141824Z","caller":"traceutil/trace.go:171","msg":"trace[2050072010] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:2753; }","duration":"1.244156595s","start":"2026-07-24T05:27:06.897654Z","end":"2026-07-24T05:27:08.141811Z","steps":["trace[2050072010] 'agreement among raft nodes before linearized reading' (duration: 1.243988571s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:08.141832Z","caller":"traceutil/trace.go:171","msg":"trace[709089064] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:2753; }","duration":"1.64724984s","start":"2026-07-24T05:27:06.494567Z","end":"2026-07-24T05:27:08.141817Z","steps":["trace[709089064] 'agreement among raft nodes before linearized reading' (duration: 1.647079056s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:08.141838Z","caller":"traceutil/trace.go:171","msg":"trace[586173540] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2753; }","duration":"357.451699ms","start":"2026-07-24T05:27:07.784376Z","end":"2026-07-24T05:27:08.141828Z","steps":["trace[586173540] 'agreement among raft nodes before linearized reading' (duration: 357.323896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.141848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.496629Z","time spent":"1.645213352s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:08.141837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.128428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:27:08.141867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:07.784354Z","time spent":"357.505181ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":41,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:27:08.141859Z","caller":"traceutil/trace.go:171","msg":"trace[1430642717] range","detail":"{range_begin:/registry/configmaps/openstack/valkey-scripts; range_end:; response_count:0; response_revision:2753; }","duration":"440.758838ms","start":"2026-07-24T05:27:07.701088Z","end":"2026-07-24T05:27:08.141846Z","steps":["trace[1430642717] 'agreement among raft nodes before linearized reading' (duration: 440.711896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.141927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18434985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:08.141931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:07.701059Z","time spent":"440.864149ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/valkey-scripts\" "} {"level":"warn","ts":"2026-07-24T05:27:08.141936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6490003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522569cbf7aa5\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-07-24T05:27:08.141929Z","caller":"traceutil/trace.go:171","msg":"trace[472270338] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"1.644461905s","start":"2026-07-24T05:27:06.497455Z","end":"2026-07-24T05:27:08.141917Z","steps":["trace[472270338] 'process raft request' (duration: 1.643954854s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:08.141959Z","caller":"traceutil/trace.go:171","msg":"trace[766887904] transaction","detail":"{read_only:false; response_revision:2753; number_of_response:1; }","duration":"1.643965483s","start":"2026-07-24T05:27:06.497986Z","end":"2026-07-24T05:27:08.141952Z","steps":["trace[766887904] 'process raft request' (duration: 1.643461231s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.141952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646852451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47666"} {"level":"info","ts":"2026-07-24T05:27:08.141972Z","caller":"traceutil/trace.go:171","msg":"trace[111061209] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c522569cbf7aa5; range_end:; response_count:1; response_revision:2753; }","duration":"1.649056211s","start":"2026-07-24T05:27:06.492906Z","end":"2026-07-24T05:27:08.141962Z","steps":["trace[111061209] 'agreement among raft nodes before linearized reading' (duration: 1.648903968s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:08.141986Z","caller":"traceutil/trace.go:171","msg":"trace[1685775925] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2753; }","duration":"1.184408381s","start":"2026-07-24T05:27:06.957537Z","end":"2026-07-24T05:27:08.141945Z","steps":["trace[1685775925] 'agreement among raft nodes before linearized reading' (duration: 1.18436333s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.142003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.492894Z","time spent":"1.649102452s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c522569cbf7aa5\" "} {"level":"warn","ts":"2026-07-24T05:27:08.142013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.342869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-07-24T05:27:08.14202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.497447Z","time spent":"1.644523087s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1891,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:08.142028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.49798Z","time spent":"1.643998334s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:08.141771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.803984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:08.142047Z","caller":"traceutil/trace.go:171","msg":"trace[217400282] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2753; }","duration":"648.38272ms","start":"2026-07-24T05:27:07.493656Z","end":"2026-07-24T05:27:08.142038Z","steps":["trace[217400282] 'agreement among raft nodes before linearized reading' (duration: 648.222176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.142071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:07.493589Z","time spent":"648.477363ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:27:08.142073Z","caller":"traceutil/trace.go:171","msg":"trace[2078330700] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:2753; }","duration":"175.126561ms","start":"2026-07-24T05:27:07.966935Z","end":"2026-07-24T05:27:08.142061Z","steps":["trace[2078330700] 'agreement among raft nodes before linearized reading' (duration: 174.764263ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:08.141925Z","caller":"traceutil/trace.go:171","msg":"trace[1528741826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2753; }","duration":"646.273701ms","start":"2026-07-24T05:27:07.495637Z","end":"2026-07-24T05:27:08.141911Z","steps":["trace[1528741826] 'agreement among raft nodes before linearized reading' (duration: 646.069926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.142175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:07.495615Z","time spent":"646.549838ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:27:08.141863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.897598Z","time spent":"1.244257997s","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:08.141864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.494553Z","time spent":"1.647304811s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"warn","ts":"2026-07-24T05:27:08.142008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.957521Z","time spent":"1.184480743s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:08.14177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.428336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:27:08.14235Z","caller":"traceutil/trace.go:171","msg":"trace[276574286] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2753; }","duration":"443.049512ms","start":"2026-07-24T05:27:07.699289Z","end":"2026-07-24T05:27:08.142338Z","steps":["trace[276574286] 'agreement among raft nodes before linearized reading' (duration: 442.402016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.142395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:07.69927Z","time spent":"443.111193ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:27:08.142002Z","caller":"traceutil/trace.go:171","msg":"trace[780656308] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2753; }","duration":"1.646932683s","start":"2026-07-24T05:27:06.495056Z","end":"2026-07-24T05:27:08.141989Z","steps":["trace[780656308] 'agreement among raft nodes before linearized reading' (duration: 1.646622066s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.142458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:06.495044Z","time spent":"1.647398144s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":47689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:27:08.639977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.663728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:08.640274Z","caller":"traceutil/trace.go:171","msg":"trace[394560370] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"493.150009ms","start":"2026-07-24T05:27:08.147094Z","end":"2026-07-24T05:27:08.640244Z","steps":["trace[394560370] 'process raft request' (duration: 493.003336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.640342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.147082Z","time spent":"493.234251ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:08.640361Z","caller":"traceutil/trace.go:171","msg":"trace[1743219962] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"495.603907ms","start":"2026-07-24T05:27:08.144729Z","end":"2026-07-24T05:27:08.640333Z","steps":["trace[1743219962] 'process raft request' (duration: 152.480108ms)","trace[1743219962] 'compare' (duration: 342.388712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:08.640556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.144705Z","time spent":"495.745749ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:08.640639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.228597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api.18c5228a3213973b\" ","response":"range_response_count:1 size:727"} {"level":"info","ts":"2026-07-24T05:27:08.640265Z","caller":"traceutil/trace.go:171","msg":"trace[1311301945] linearizableReadLoop","detail":"{readStateIndex:2893; appliedIndex:2892; }","duration":"494.840688ms","start":"2026-07-24T05:27:08.145389Z","end":"2026-07-24T05:27:08.64023Z","steps":["trace[1311301945] 'read index received' (duration: 151.831193ms)","trace[1311301945] 'applied index is now lower than readState.Index' (duration: 343.005765ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:08.640723Z","caller":"traceutil/trace.go:171","msg":"trace[287087689] range","detail":"{range_begin:/registry/events/openstack/libvirt-api.18c5228a3213973b; range_end:; response_count:1; response_revision:2755; }","duration":"495.334699ms","start":"2026-07-24T05:27:08.145371Z","end":"2026-07-24T05:27:08.640705Z","steps":["trace[287087689] 'agreement among raft nodes before linearized reading' (duration: 495.073893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.640778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.145362Z","time spent":"495.40616ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":750,"request content":"key:\"/registry/events/openstack/libvirt-api.18c5228a3213973b\" "} {"level":"warn","ts":"2026-07-24T05:27:08.640942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.524018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:08.640978Z","caller":"traceutil/trace.go:171","msg":"trace[211081924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2755; }","duration":"490.567491ms","start":"2026-07-24T05:27:08.150399Z","end":"2026-07-24T05:27:08.640967Z","steps":["trace[211081924] 'agreement among raft nodes before linearized reading' (duration: 490.515139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.640946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.701285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:08.641018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.684426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2418"} {"level":"warn","ts":"2026-07-24T05:27:08.641064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.337275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:08.641074Z","caller":"traceutil/trace.go:171","msg":"trace[768363485] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2755; }","duration":"491.749448ms","start":"2026-07-24T05:27:08.14931Z","end":"2026-07-24T05:27:08.64106Z","steps":["trace[768363485] 'agreement among raft nodes before linearized reading' (duration: 491.580893ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:08.6411Z","caller":"traceutil/trace.go:171","msg":"trace[163272066] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:0; response_revision:2755; }","duration":"493.384036ms","start":"2026-07-24T05:27:08.147707Z","end":"2026-07-24T05:27:08.641091Z","steps":["trace[163272066] 'agreement among raft nodes before linearized reading' (duration: 493.325694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.641083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.463808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:08.641109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.149303Z","time spent":"491.799149ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":2441,"request content":"key:\"/registry/secrets/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-07-24T05:27:08.641134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.147701Z","time spent":"493.426527ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-07-24T05:27:08.641143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.257273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-07-24T05:27:08.641124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.606375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:1920"} {"level":"info","ts":"2026-07-24T05:27:08.641116Z","caller":"traceutil/trace.go:171","msg":"trace[707750106] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2755; }","duration":"494.841589ms","start":"2026-07-24T05:27:08.146208Z","end":"2026-07-24T05:27:08.641049Z","steps":["trace[707750106] 'agreement among raft nodes before linearized reading' (duration: 494.686304ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:08.641211Z","caller":"traceutil/trace.go:171","msg":"trace[634690858] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:2755; }","duration":"493.354135ms","start":"2026-07-24T05:27:08.14784Z","end":"2026-07-24T05:27:08.641194Z","steps":["trace[634690858] 'agreement among raft nodes before linearized reading' (duration: 493.14494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.641285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.147824Z","time spent":"493.445737ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:27:08.641306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.994693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T05:27:08.641311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.089558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-api-ca-2ctff\" ","response":"range_response_count:1 size:991"} {"level":"warn","ts":"2026-07-24T05:27:08.641293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.146201Z","time spent":"495.052913ms","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-24T05:27:08.641337Z","caller":"traceutil/trace.go:171","msg":"trace[834728027] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2755; }","duration":"495.035013ms","start":"2026-07-24T05:27:08.146293Z","end":"2026-07-24T05:27:08.641328Z","steps":["trace[834728027] 'agreement among raft nodes before linearized reading' (duration: 494.977022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.64139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.150392Z","time spent":"490.607662ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:08.641404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.146289Z","time spent":"495.107535ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:27:08.641226Z","caller":"traceutil/trace.go:171","msg":"trace[2121778982] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:2755; }","duration":"491.736127ms","start":"2026-07-24T05:27:08.149472Z","end":"2026-07-24T05:27:08.641208Z","steps":["trace[2121778982] 'agreement among raft nodes before linearized reading' (duration: 491.475681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.641474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.149464Z","time spent":"491.997793ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1943,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"info","ts":"2026-07-24T05:27:08.641344Z","caller":"traceutil/trace.go:171","msg":"trace[1063281063] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-api-ca-2ctff; range_end:; response_count:1; response_revision:2755; }","duration":"493.130479ms","start":"2026-07-24T05:27:08.148203Z","end":"2026-07-24T05:27:08.641333Z","steps":["trace[1063281063] 'agreement among raft nodes before linearized reading' (duration: 492.988926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:08.64155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.148198Z","time spent":"493.341374ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1014,"request content":"key:\"/registry/secrets/openstack/libvirt-api-ca-2ctff\" "} {"level":"info","ts":"2026-07-24T05:27:08.641155Z","caller":"traceutil/trace.go:171","msg":"trace[194040012] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:0; response_revision:2755; }","duration":"123.57403ms","start":"2026-07-24T05:27:08.517563Z","end":"2026-07-24T05:27:08.641137Z","steps":["trace[194040012] 'agreement among raft nodes before linearized reading' (duration: 123.444667ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:09.18394Z","caller":"traceutil/trace.go:171","msg":"trace[1221063281] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2756; }","duration":"540.185937ms","start":"2026-07-24T05:27:08.643727Z","end":"2026-07-24T05:27:09.183913Z","steps":["trace[1221063281] 'process raft request' (duration: 449.622352ms)","trace[1221063281] 'compare' (duration: 90.35145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:09.18409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.643706Z","time spent":"540.311201ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":52,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-24T05:27:09.630024Z","caller":"traceutil/trace.go:171","msg":"trace[1474983038] linearizableReadLoop","detail":"{readStateIndex:2897; appliedIndex:2894; }","duration":"984.322964ms","start":"2026-07-24T05:27:08.645674Z","end":"2026-07-24T05:27:09.629996Z","steps":["trace[1474983038] 'read index received' (duration: 447.844441ms)","trace[1474983038] 'applied index is now lower than readState.Index' (duration: 536.470552ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:09.630098Z","caller":"traceutil/trace.go:171","msg":"trace[710097949] transaction","detail":"{read_only:false; response_revision:2758; number_of_response:1; }","duration":"985.774076ms","start":"2026-07-24T05:27:08.644287Z","end":"2026-07-24T05:27:09.630061Z","steps":["trace[710097949] 'process raft request' (duration: 985.53499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:09.630429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.644266Z","time spent":"985.90732ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:09.630493Z","caller":"traceutil/trace.go:171","msg":"trace[16065970] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"986.509003ms","start":"2026-07-24T05:27:08.643964Z","end":"2026-07-24T05:27:09.630473Z","steps":["trace[16065970] 'process raft request' (duration: 985.606792ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:09.630527Z","caller":"traceutil/trace.go:171","msg":"trace[1923364246] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"980.421413ms","start":"2026-07-24T05:27:08.650073Z","end":"2026-07-24T05:27:09.630495Z","steps":["trace[1923364246] 'process raft request' (duration: 979.86083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:09.630689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.65006Z","time spent":"980.535325ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:09.630681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.983489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-24T05:27:09.63071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.643944Z","time spent":"986.590925ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5391,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:09.630763Z","caller":"traceutil/trace.go:171","msg":"trace[444884601] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:2759; }","duration":"985.106132ms","start":"2026-07-24T05:27:08.645634Z","end":"2026-07-24T05:27:09.63074Z","steps":["trace[444884601] 'agreement among raft nodes before linearized reading' (duration: 984.879376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:09.630834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.645614Z","time spent":"985.198823ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:27:10.200485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.113258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:10.200597Z","caller":"traceutil/trace.go:171","msg":"trace[816439815] linearizableReadLoop","detail":"{readStateIndex:2899; appliedIndex:2898; }","duration":"570.492538ms","start":"2026-07-24T05:27:09.630086Z","end":"2026-07-24T05:27:10.200579Z","steps":["trace[816439815] 'read index received' (duration: 160.198436ms)","trace[816439815] 'applied index is now lower than readState.Index' (duration: 410.292502ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:10.200665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554786931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-etc\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:10.200691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554925884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:10.200682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552535048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:1920"} {"level":"info","ts":"2026-07-24T05:27:10.200724Z","caller":"traceutil/trace.go:171","msg":"trace[1696949202] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-etc; range_end:; response_count:0; response_revision:2760; }","duration":"1.554879703s","start":"2026-07-24T05:27:08.645833Z","end":"2026-07-24T05:27:10.200713Z","steps":["trace[1696949202] 'agreement among raft nodes before linearized reading' (duration: 1.55476136s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:10.200728Z","caller":"traceutil/trace.go:171","msg":"trace[1805336981] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:0; response_revision:2760; }","duration":"1.554992326s","start":"2026-07-24T05:27:08.645725Z","end":"2026-07-24T05:27:10.200718Z","steps":["trace[1805336981] 'agreement among raft nodes before linearized reading' (duration: 1.554925274s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:10.20073Z","caller":"traceutil/trace.go:171","msg":"trace[1645515167] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"1.008135714s","start":"2026-07-24T05:27:09.192553Z","end":"2026-07-24T05:27:10.200688Z","steps":["trace[1645515167] 'process raft request' (duration: 597.650468ms)","trace[1645515167] 'compare' (duration: 409.375351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:10.200756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.645825Z","time spent":"1.554924974s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/libvirt-etc\" "} {"level":"info","ts":"2026-07-24T05:27:10.20075Z","caller":"traceutil/trace.go:171","msg":"trace[770808631] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2760; }","duration":"1.552635481s","start":"2026-07-24T05:27:08.648096Z","end":"2026-07-24T05:27:10.200731Z","steps":["trace[770808631] 'agreement among raft nodes before linearized reading' (duration: 1.552496918s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:10.200764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.645709Z","time spent":"1.555048187s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-07-24T05:27:10.200756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051975377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:27:10.200795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:08.648087Z","time spent":"1.552699422s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1943,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"info","ts":"2026-07-24T05:27:10.20083Z","caller":"traceutil/trace.go:171","msg":"trace[473210516] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2760; }","duration":"1.05208678s","start":"2026-07-24T05:27:09.148724Z","end":"2026-07-24T05:27:10.20081Z","steps":["trace[473210516] 'agreement among raft nodes before linearized reading' (duration: 1.051868135s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:10.200836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.377485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:10.200862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:09.19253Z","time spent":"1.008248737s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1905,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:10.200877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:09.148709Z","time spent":"1.052157361s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:27:10.200888Z","caller":"traceutil/trace.go:171","msg":"trace[1079958391] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2760; }","duration":"774.437996ms","start":"2026-07-24T05:27:09.426437Z","end":"2026-07-24T05:27:10.200875Z","steps":["trace[1079958391] 'agreement among raft nodes before linearized reading' (duration: 774.337914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:10.200926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:09.426381Z","time spent":"774.535499ms","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:10.20091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054441145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:27:10.201015Z","caller":"traceutil/trace.go:171","msg":"trace[1844199392] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2760; }","duration":"1.054606259s","start":"2026-07-24T05:27:09.146382Z","end":"2026-07-24T05:27:10.200988Z","steps":["trace[1844199392] 'agreement among raft nodes before linearized reading' (duration: 1.0542258s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:10.20108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:09.146365Z","time spent":"1.054705411s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:27:11.031275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.85102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:11.031589Z","caller":"traceutil/trace.go:171","msg":"trace[1036691176] linearizableReadLoop","detail":"{readStateIndex:2902; appliedIndex:2899; }","duration":"830.949115ms","start":"2026-07-24T05:27:10.200622Z","end":"2026-07-24T05:27:11.031572Z","steps":["trace[1036691176] 'read index received' (duration: 272.092495ms)","trace[1036691176] 'applied index is now lower than readState.Index' (duration: 558.85576ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:11.031703Z","caller":"traceutil/trace.go:171","msg":"trace[615207410] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"1.397378969s","start":"2026-07-24T05:27:09.634301Z","end":"2026-07-24T05:27:11.03168Z","steps":["trace[615207410] 'process raft request' (duration: 838.160951ms)","trace[615207410] 'compare' (duration: 558.239906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:11.031808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:09.634274Z","time spent":"1.397493302s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:11.031906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.577402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:27:11.031966Z","caller":"traceutil/trace.go:171","msg":"trace[778052155] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2762; }","duration":"883.675634ms","start":"2026-07-24T05:27:10.148272Z","end":"2026-07-24T05:27:11.031948Z","steps":["trace[778052155] 'agreement among raft nodes before linearized reading' (duration: 883.47645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:11.032001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:10.148252Z","time spent":"883.741575ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:27:11.031997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397278117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api.18c5228a321413c4\" ","response":"range_response_count:1 size:717"} {"level":"info","ts":"2026-07-24T05:27:11.032083Z","caller":"traceutil/trace.go:171","msg":"trace[750774923] range","detail":"{range_begin:/registry/events/openstack/libvirt-api.18c5228a321413c4; range_end:; response_count:1; response_revision:2762; }","duration":"1.39740448s","start":"2026-07-24T05:27:09.634655Z","end":"2026-07-24T05:27:11.032059Z","steps":["trace[750774923] 'agreement among raft nodes before linearized reading' (duration: 1.397141264s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:11.032124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:09.634636Z","time spent":"1.397479422s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":740,"request content":"key:\"/registry/events/openstack/libvirt-api.18c5228a321413c4\" "} {"level":"warn","ts":"2026-07-24T05:27:11.03215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.784172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:11.032142Z","caller":"traceutil/trace.go:171","msg":"trace[1593551506] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"1.388014922s","start":"2026-07-24T05:27:09.644089Z","end":"2026-07-24T05:27:11.032104Z","steps":["trace[1593551506] 'process raft request' (duration: 1.387330116s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:11.032209Z","caller":"traceutil/trace.go:171","msg":"trace[222749215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2762; }","duration":"910.880424ms","start":"2026-07-24T05:27:10.12131Z","end":"2026-07-24T05:27:11.03219Z","steps":["trace[222749215] 'agreement among raft nodes before linearized reading' (duration: 910.785862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:11.032242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:10.12129Z","time spent":"910.945236ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:11.03222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.478276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:11.032265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.810661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:11.032309Z","caller":"traceutil/trace.go:171","msg":"trace[1387612173] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:0; response_revision:2762; }","duration":"799.65135ms","start":"2026-07-24T05:27:10.232629Z","end":"2026-07-24T05:27:11.03228Z","steps":["trace[1387612173] 'agreement among raft nodes before linearized reading' (duration: 799.470216ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:11.032345Z","caller":"traceutil/trace.go:171","msg":"trace[1300365213] range","detail":"{range_begin:/registry/secrets/openstack/libvirt-libvirt-default-etc; range_end:; response_count:0; response_revision:2762; }","duration":"795.888873ms","start":"2026-07-24T05:27:10.236404Z","end":"2026-07-24T05:27:11.032293Z","steps":["trace[1300365213] 'agreement among raft nodes before linearized reading' (duration: 795.827292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:11.032142Z","caller":"traceutil/trace.go:171","msg":"trace[882643344] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2762; }","duration":"1.385001123s","start":"2026-07-24T05:27:09.647101Z","end":"2026-07-24T05:27:11.032102Z","steps":["trace[882643344] 'process raft request' (duration: 1.38443107s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:11.032332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.669745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:1920"} {"level":"warn","ts":"2026-07-24T05:27:11.032365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:10.23261Z","time spent":"799.746142ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-07-24T05:27:11.032385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:10.236385Z","time spent":"795.991296ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/libvirt-libvirt-default-etc\" "} {"level":"info","ts":"2026-07-24T05:27:11.032417Z","caller":"traceutil/trace.go:171","msg":"trace[2012787270] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:2762; }","duration":"794.769067ms","start":"2026-07-24T05:27:10.237625Z","end":"2026-07-24T05:27:11.032394Z","steps":["trace[2012787270] 'agreement among raft nodes before linearized reading' (duration: 794.495651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:11.032423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:09.647071Z","time spent":"1.38531251s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":66,"response count":0,"response size":2499,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:11.03233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:09.644079Z","time spent":"1.388139795s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2450,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:11.032466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:10.23756Z","time spent":"794.894701ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1943,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-07-24T05:27:11.444711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.120702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:11.444788Z","caller":"traceutil/trace.go:171","msg":"trace[254055589] linearizableReadLoop","detail":"{readStateIndex:2903; appliedIndex:2902; }","duration":"409.381231ms","start":"2026-07-24T05:27:11.035395Z","end":"2026-07-24T05:27:11.444777Z","steps":["trace[254055589] 'read index received' (duration: 237.163967ms)","trace[254055589] 'applied index is now lower than readState.Index' (duration: 172.215274ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:11.444846Z","caller":"traceutil/trace.go:171","msg":"trace[468245275] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"410.420955ms","start":"2026-07-24T05:27:11.034387Z","end":"2026-07-24T05:27:11.444808Z","steps":["trace[468245275] 'process raft request' (duration: 238.119419ms)","trace[468245275] 'compare' (duration: 171.970908ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:11.444923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.528404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:27:11.44494Z","caller":"traceutil/trace.go:171","msg":"trace[1682284157] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:2763; }","duration":"409.574106ms","start":"2026-07-24T05:27:11.035359Z","end":"2026-07-24T05:27:11.444933Z","steps":["trace[1682284157] 'agreement among raft nodes before linearized reading' (duration: 409.462543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:11.444958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.035339Z","time spent":"409.615026ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:27:11.445035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.034371Z","time spent":"410.565968ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:11.94531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141671,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:27:12.125006Z","caller":"traceutil/trace.go:171","msg":"trace[439123575] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"1.080640742s","start":"2026-07-24T05:27:11.044341Z","end":"2026-07-24T05:27:12.124982Z","steps":["trace[439123575] 'process raft request' (duration: 1.08056515s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:12.125073Z","caller":"traceutil/trace.go:171","msg":"trace[344326895] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"1.085670027s","start":"2026-07-24T05:27:11.039366Z","end":"2026-07-24T05:27:12.125036Z","steps":["trace[344326895] 'process raft request' (duration: 1.085387951s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:12.125153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.044328Z","time spent":"1.080752184s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2601,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:12.125206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.039353Z","time spent":"1.08579029s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:12.49302Z","caller":"traceutil/trace.go:171","msg":"trace[1233825608] linearizableReadLoop","detail":"{readStateIndex:2907; appliedIndex:2903; }","duration":"1.048196131s","start":"2026-07-24T05:27:11.444802Z","end":"2026-07-24T05:27:12.492998Z","steps":["trace[1233825608] 'read index received' (duration: 679.954431ms)","trace[1233825608] 'applied index is now lower than readState.Index' (duration: 368.24071ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:12.49308Z","caller":"traceutil/trace.go:171","msg":"trace[1661267098] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"1.046677856s","start":"2026-07-24T05:27:11.446364Z","end":"2026-07-24T05:27:12.493042Z","steps":["trace[1661267098] 'process raft request' (duration: 1.046403899s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:12.493241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453950278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-zsqxm\" ","response":"range_response_count:1 size:2450"} {"level":"info","ts":"2026-07-24T05:27:12.493285Z","caller":"traceutil/trace.go:171","msg":"trace[915842927] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-zsqxm; range_end:; response_count:1; response_revision:2767; }","duration":"1.45403257s","start":"2026-07-24T05:27:11.039239Z","end":"2026-07-24T05:27:12.493271Z","steps":["trace[915842927] 'agreement among raft nodes before linearized reading' (duration: 1.453884137s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:12.493281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456432095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:12.493373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.446344Z","time spent":"1.046938721s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:12.493394Z","caller":"traceutil/trace.go:171","msg":"trace[131772339] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"668.047997ms","start":"2026-07-24T05:27:11.825326Z","end":"2026-07-24T05:27:12.493374Z","steps":["trace[131772339] 'process raft request' (duration: 667.598076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:12.49339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455131675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/libvirt-bin\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:12.493431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044235939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api.18c5228a3213973b\" ","response":"range_response_count:1 size:727"} {"level":"info","ts":"2026-07-24T05:27:12.493468Z","caller":"traceutil/trace.go:171","msg":"trace[419379922] range","detail":"{range_begin:/registry/configmaps/openstack/libvirt-bin; range_end:; response_count:0; response_revision:2767; }","duration":"1.455223128s","start":"2026-07-24T05:27:11.038228Z","end":"2026-07-24T05:27:12.493451Z","steps":["trace[419379922] 'agreement among raft nodes before linearized reading' (duration: 1.455105876s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:12.493483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.825302Z","time spent":"668.127898ms","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:12.493488Z","caller":"traceutil/trace.go:171","msg":"trace[1805354506] range","detail":"{range_begin:/registry/events/openstack/libvirt-api.18c5228a3213973b; range_end:; response_count:1; response_revision:2767; }","duration":"1.044325341s","start":"2026-07-24T05:27:11.449147Z","end":"2026-07-24T05:27:12.493472Z","steps":["trace[1805354506] 'agreement among raft nodes before linearized reading' (duration: 1.044093335s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:12.493409Z","caller":"traceutil/trace.go:171","msg":"trace[687044832] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:0; response_revision:2767; }","duration":"1.45660794s","start":"2026-07-24T05:27:11.036776Z","end":"2026-07-24T05:27:12.493384Z","steps":["trace[687044832] 'agreement among raft nodes before linearized reading' (duration: 1.456367264s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:12.493536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.036767Z","time spent":"1.456764073s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-07-24T05:27:12.49354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.449135Z","time spent":"1.044396703s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":750,"request content":"key:\"/registry/events/openstack/libvirt-api.18c5228a3213973b\" "} {"level":"warn","ts":"2026-07-24T05:27:12.493553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256428279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:27:12.493505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.038224Z","time spent":"1.455275629s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/libvirt-bin\" "} {"level":"warn","ts":"2026-07-24T05:27:12.493579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258168759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"warn","ts":"2026-07-24T05:27:12.493612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455646958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47666"} {"level":"info","ts":"2026-07-24T05:27:12.493636Z","caller":"traceutil/trace.go:171","msg":"trace[24173366] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2767; }","duration":"1.256549912s","start":"2026-07-24T05:27:11.237066Z","end":"2026-07-24T05:27:12.493615Z","steps":["trace[24173366] 'agreement among raft nodes before linearized reading' (duration: 1.256272096s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:12.493289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369828952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:12.493671Z","caller":"traceutil/trace.go:171","msg":"trace[532818412] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2767; }","duration":"1.455712109s","start":"2026-07-24T05:27:11.037942Z","end":"2026-07-24T05:27:12.493654Z","steps":["trace[532818412] 'agreement among raft nodes before linearized reading' (duration: 1.455422302s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:12.493687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.237054Z","time spent":"1.256624073s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:27:12.493708Z","caller":"traceutil/trace.go:171","msg":"trace[301056188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2767; }","duration":"1.370298433s","start":"2026-07-24T05:27:11.123399Z","end":"2026-07-24T05:27:12.493697Z","steps":["trace[301056188] 'agreement among raft nodes before linearized reading' (duration: 1.369697519s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:12.493735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.123382Z","time spent":"1.370345264s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:12.493735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.037935Z","time spent":"1.455789291s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":47689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:27:12.493328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.039225Z","time spent":"1.454091981s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2473,"request content":"key:\"/registry/secrets/openstack/valkey-server-zsqxm\" "} {"level":"info","ts":"2026-07-24T05:27:12.493668Z","caller":"traceutil/trace.go:171","msg":"trace[289804365] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2767; }","duration":"1.258354613s","start":"2026-07-24T05:27:11.235291Z","end":"2026-07-24T05:27:12.493646Z","steps":["trace[289804365] 'agreement among raft nodes before linearized reading' (duration: 1.258039916s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:12.493966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:11.235268Z","time spent":"1.25868199s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:27:13.080762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.772003ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:13.081038Z","caller":"traceutil/trace.go:171","msg":"trace[1377325358] transaction","detail":"{read_only:false; response_revision:2769; number_of_response:1; }","duration":"583.51829ms","start":"2026-07-24T05:27:12.497481Z","end":"2026-07-24T05:27:13.080999Z","steps":["trace[1377325358] 'process raft request' (duration: 156.150513ms)","trace[1377325358] 'compare' (duration: 426.117839ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:13.081117Z","caller":"traceutil/trace.go:171","msg":"trace[254189607] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2769; }","duration":"575.278239ms","start":"2026-07-24T05:27:12.505831Z","end":"2026-07-24T05:27:13.08111Z","steps":["trace[254189607] 'process raft request' (duration: 575.070444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:13.081221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:12.505819Z","time spent":"575.355872ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:13.081242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:12.497468Z","time spent":"583.664404ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:13.081073Z","caller":"traceutil/trace.go:171","msg":"trace[1464090642] transaction","detail":"{read_only:false; response_revision:2770; number_of_response:1; }","duration":"523.745746ms","start":"2026-07-24T05:27:12.557301Z","end":"2026-07-24T05:27:13.081047Z","steps":["trace[1464090642] 'process raft request' (duration: 523.661724ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:13.081366Z","caller":"traceutil/trace.go:171","msg":"trace[1821241211] linearizableReadLoop","detail":"{readStateIndex:2910; appliedIndex:2908; }","duration":"526.675445ms","start":"2026-07-24T05:27:12.554646Z","end":"2026-07-24T05:27:13.081321Z","steps":["trace[1821241211] 'read index received' (duration: 99.00276ms)","trace[1821241211] 'applied index is now lower than readState.Index' (duration: 427.666134ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:13.081439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.950855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:13.081504Z","caller":"traceutil/trace.go:171","msg":"trace[1222869157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2770; }","duration":"579.046447ms","start":"2026-07-24T05:27:12.502444Z","end":"2026-07-24T05:27:13.08149Z","steps":["trace[1222869157] 'agreement among raft nodes before linearized reading' (duration: 578.894124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:13.081536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:12.50243Z","time spent":"579.100838ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:13.081541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:12.557276Z","time spent":"524.169817ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:13.081618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.92951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/libvirt-libvirt-default-bin\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:13.081676Z","caller":"traceutil/trace.go:171","msg":"trace[154098956] range","detail":"{range_begin:/registry/configmaps/openstack/libvirt-libvirt-default-bin; range_end:; response_count:0; response_revision:2770; }","duration":"584.025942ms","start":"2026-07-24T05:27:12.497636Z","end":"2026-07-24T05:27:13.081662Z","steps":["trace[154098956] 'agreement among raft nodes before linearized reading' (duration: 583.892519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:13.081727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.87691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:27:13.081733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:12.49763Z","time spent":"584.090435ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/libvirt-libvirt-default-bin\" "} {"level":"info","ts":"2026-07-24T05:27:13.081772Z","caller":"traceutil/trace.go:171","msg":"trace[924498783] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2770; }","duration":"239.987402ms","start":"2026-07-24T05:27:12.841772Z","end":"2026-07-24T05:27:13.081759Z","steps":["trace[924498783] 'agreement among raft nodes before linearized reading' (duration: 239.88508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:13.081815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.562323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2616"} {"level":"info","ts":"2026-07-24T05:27:13.081916Z","caller":"traceutil/trace.go:171","msg":"trace[249337592] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:2770; }","duration":"520.648116ms","start":"2026-07-24T05:27:12.561209Z","end":"2026-07-24T05:27:13.081858Z","steps":["trace[249337592] 'agreement among raft nodes before linearized reading' (duration: 520.440111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:13.081955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:12.5612Z","time spent":"520.746778ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2639,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-07-24T05:27:13.341931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.509524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:13.342078Z","caller":"traceutil/trace.go:171","msg":"trace[992497863] linearizableReadLoop","detail":"{readStateIndex:2912; appliedIndex:2911; }","duration":"254.537048ms","start":"2026-07-24T05:27:13.087519Z","end":"2026-07-24T05:27:13.342056Z","steps":["trace[992497863] 'read index received' (duration: 131.711447ms)","trace[992497863] 'applied index is now lower than readState.Index' (duration: 122.823381ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:13.342203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.685343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/libvirt-cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:13.342266Z","caller":"traceutil/trace.go:171","msg":"trace[162248720] range","detail":"{range_begin:/registry/roles/openstack/libvirt-cert-manager; range_end:; response_count:0; response_revision:2771; }","duration":"254.762064ms","start":"2026-07-24T05:27:13.08749Z","end":"2026-07-24T05:27:13.342252Z","steps":["trace[162248720] 'agreement among raft nodes before linearized reading' (duration: 254.627901ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:13.342186Z","caller":"traceutil/trace.go:171","msg":"trace[355725569] transaction","detail":"{read_only:false; response_revision:2771; number_of_response:1; }","duration":"254.991909ms","start":"2026-07-24T05:27:13.087144Z","end":"2026-07-24T05:27:13.342136Z","steps":["trace[355725569] 'process raft request' (duration: 132.020364ms)","trace[355725569] 'compare' (duration: 122.276678ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:13.589774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.806103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:13.590079Z","caller":"traceutil/trace.go:171","msg":"trace[1120026853] transaction","detail":"{read_only:false; response_revision:2772; number_of_response:1; }","duration":"502.25439ms","start":"2026-07-24T05:27:13.087787Z","end":"2026-07-24T05:27:13.590041Z","steps":["trace[1120026853] 'process raft request' (duration: 385.043537ms)","trace[1120026853] 'compare' (duration: 116.64591ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:13.590256Z","caller":"traceutil/trace.go:171","msg":"trace[1291381246] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"499.182308ms","start":"2026-07-24T05:27:13.091034Z","end":"2026-07-24T05:27:13.590216Z","steps":["trace[1291381246] 'process raft request' (duration: 498.921333ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:13.590304Z","caller":"traceutil/trace.go:171","msg":"trace[1002421222] linearizableReadLoop","detail":"{readStateIndex:2915; appliedIndex:2912; }","duration":"244.251071ms","start":"2026-07-24T05:27:13.346029Z","end":"2026-07-24T05:27:13.59028Z","steps":["trace[1002421222] 'read index received' (duration: 126.756552ms)","trace[1002421222] 'applied index is now lower than readState.Index' (duration: 117.493229ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:13.590392Z","caller":"traceutil/trace.go:171","msg":"trace[253126717] transaction","detail":"{read_only:false; response_revision:2774; number_of_response:1; }","duration":"434.657786ms","start":"2026-07-24T05:27:13.155637Z","end":"2026-07-24T05:27:13.590295Z","steps":["trace[253126717] 'process raft request' (duration: 434.479862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:13.590611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.155617Z","time spent":"434.909192ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":144656,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:13.590846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.087773Z","time spent":"502.398743ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:13.590436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.392984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/libvirt-libvirt\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:13.5911Z","caller":"traceutil/trace.go:171","msg":"trace[1810148196] range","detail":"{range_begin:/registry/rolebindings/openstack/libvirt-libvirt; range_end:; response_count:0; response_revision:2774; }","duration":"245.107841ms","start":"2026-07-24T05:27:13.345977Z","end":"2026-07-24T05:27:13.591085Z","steps":["trace[1810148196] 'agreement among raft nodes before linearized reading' (duration: 244.384554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:13.590443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.091024Z","time spent":"499.319342ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2310,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:13.590723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.526547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226f4a732c63\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-24T05:27:13.591299Z","caller":"traceutil/trace.go:171","msg":"trace[1634607785] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226f4a732c63; range_end:; response_count:1; response_revision:2774; }","duration":"245.174773ms","start":"2026-07-24T05:27:13.346099Z","end":"2026-07-24T05:27:13.591273Z","steps":["trace[1634607785] 'agreement among raft nodes before linearized reading' (duration: 244.360513ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:13.950146Z","caller":"traceutil/trace.go:171","msg":"trace[536905063] transaction","detail":"{read_only:false; response_revision:2777; number_of_response:1; }","duration":"334.549161ms","start":"2026-07-24T05:27:13.615564Z","end":"2026-07-24T05:27:13.950113Z","steps":["trace[536905063] 'process raft request' (duration: 334.162402ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:13.950196Z","caller":"traceutil/trace.go:171","msg":"trace[1526056518] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"351.731838ms","start":"2026-07-24T05:27:13.598412Z","end":"2026-07-24T05:27:13.950144Z","steps":["trace[1526056518] 'process raft request' (duration: 289.090278ms)","trace[1526056518] 'compare' (duration: 61.849051ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:13.950353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.615525Z","time spent":"334.763696ms","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1088,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:13.950487Z","caller":"traceutil/trace.go:171","msg":"trace[580697032] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"129.502766ms","start":"2026-07-24T05:27:13.820966Z","end":"2026-07-24T05:27:13.950469Z","steps":["trace[580697032] 'process raft request' (duration: 129.405803ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:13.950516Z","caller":"traceutil/trace.go:171","msg":"trace[248764257] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2777; }","duration":"289.378845ms","start":"2026-07-24T05:27:13.661088Z","end":"2026-07-24T05:27:13.950467Z","steps":["trace[248764257] 'process raft request' (duration: 289.218511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:13.950617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.725421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-24T05:27:13.950716Z","caller":"traceutil/trace.go:171","msg":"trace[1843825051] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b; range_end:; response_count:1; response_revision:2778; }","duration":"301.886745ms","start":"2026-07-24T05:27:13.648809Z","end":"2026-07-24T05:27:13.950696Z","steps":["trace[1843825051] 'agreement among raft nodes before linearized reading' (duration: 301.624039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:13.950777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.648779Z","time spent":"301.983557ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" "} {"level":"warn","ts":"2026-07-24T05:27:13.950474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.598395Z","time spent":"351.998884ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:13.950405Z","caller":"traceutil/trace.go:171","msg":"trace[1674535392] linearizableReadLoop","detail":"{readStateIndex:2918; appliedIndex:2916; }","duration":"301.378064ms","start":"2026-07-24T05:27:13.648915Z","end":"2026-07-24T05:27:13.950293Z","steps":["trace[1674535392] 'read index received' (duration: 238.666782ms)","trace[1674535392] 'applied index is now lower than readState.Index' (duration: 62.708012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:13.951188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.202041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:13.951256Z","caller":"traceutil/trace.go:171","msg":"trace[976180992] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:2778; }","duration":"136.334264ms","start":"2026-07-24T05:27:13.814899Z","end":"2026-07-24T05:27:13.951234Z","steps":["trace[976180992] 'agreement among raft nodes before linearized reading' (duration: 136.213241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.483779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.13712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:14.484053Z","caller":"traceutil/trace.go:171","msg":"trace[2005146884] transaction","detail":"{read_only:false; response_revision:2782; number_of_response:1; }","duration":"515.67898ms","start":"2026-07-24T05:27:13.968357Z","end":"2026-07-24T05:27:14.484036Z","steps":["trace[2005146884] 'process raft request' (duration: 515.620239ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:14.484208Z","caller":"traceutil/trace.go:171","msg":"trace[369214042] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"516.415428ms","start":"2026-07-24T05:27:13.967756Z","end":"2026-07-24T05:27:14.484171Z","steps":["trace[369214042] 'process raft request' (duration: 516.115881ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:14.484237Z","caller":"traceutil/trace.go:171","msg":"trace[65061598] transaction","detail":"{read_only:false; response_revision:2780; number_of_response:1; }","duration":"529.629683ms","start":"2026-07-24T05:27:13.95458Z","end":"2026-07-24T05:27:14.484209Z","steps":["trace[65061598] 'process raft request' (duration: 211.014073ms)","trace[65061598] 'compare' (duration: 317.904554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:14.484355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.954562Z","time spent":"529.734625ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:14.484367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.967738Z","time spent":"516.54876ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:14.484123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.968331Z","time spent":"515.764143ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30647,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:14.582654Z","caller":"traceutil/trace.go:171","msg":"trace[1502034316] linearizableReadLoop","detail":"{readStateIndex:2926; appliedIndex:2921; }","duration":"461.028925ms","start":"2026-07-24T05:27:14.1216Z","end":"2026-07-24T05:27:14.582629Z","steps":["trace[1502034316] 'read index received' (duration: 44.065499ms)","trace[1502034316] 'applied index is now lower than readState.Index' (duration: 416.962426ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:14.58277Z","caller":"traceutil/trace.go:171","msg":"trace[2120825616] transaction","detail":"{read_only:false; response_revision:2784; number_of_response:1; }","duration":"594.822412ms","start":"2026-07-24T05:27:13.987938Z","end":"2026-07-24T05:27:14.58276Z","steps":["trace[2120825616] 'process raft request' (duration: 594.652047ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:14.58279Z","caller":"traceutil/trace.go:171","msg":"trace[255865948] transaction","detail":"{read_only:false; response_revision:2783; number_of_response:1; }","duration":"596.90987ms","start":"2026-07-24T05:27:13.98583Z","end":"2026-07-24T05:27:14.58274Z","steps":["trace[255865948] 'process raft request' (duration: 596.621503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.582861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.98793Z","time spent":"594.868253ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":832,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:14.582982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.365844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:14.583147Z","caller":"traceutil/trace.go:171","msg":"trace[1303557598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2784; }","duration":"461.537038ms","start":"2026-07-24T05:27:14.121525Z","end":"2026-07-24T05:27:14.583062Z","steps":["trace[1303557598] 'agreement among raft nodes before linearized reading' (duration: 461.282742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.583211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:14.121491Z","time spent":"461.707092ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:14.583627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:13.985815Z","time spent":"597.069285ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":646,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:14.697982Z","caller":"traceutil/trace.go:171","msg":"trace[1110725322] linearizableReadLoop","detail":"{readStateIndex:2928; appliedIndex:2926; }","duration":"115.228106ms","start":"2026-07-24T05:27:14.582727Z","end":"2026-07-24T05:27:14.697955Z","steps":["trace[1110725322] 'read index received' (duration: 47.938279ms)","trace[1110725322] 'applied index is now lower than readState.Index' (duration: 67.287897ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:14.698115Z","caller":"traceutil/trace.go:171","msg":"trace[2099999478] transaction","detail":"{read_only:false; response_revision:2786; number_of_response:1; }","duration":"208.580036ms","start":"2026-07-24T05:27:14.489519Z","end":"2026-07-24T05:27:14.698099Z","steps":["trace[2099999478] 'process raft request' (duration: 208.32408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.698341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.526729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:27:14.698404Z","caller":"traceutil/trace.go:171","msg":"trace[994435980] transaction","detail":"{read_only:false; response_revision:2785; number_of_response:1; }","duration":"210.094621ms","start":"2026-07-24T05:27:14.488287Z","end":"2026-07-24T05:27:14.698382Z","steps":["trace[994435980] 'process raft request' (duration: 142.389664ms)","trace[994435980] 'compare' (duration: 66.97758ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:14.698416Z","caller":"traceutil/trace.go:171","msg":"trace[1155151231] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2786; }","duration":"200.629272ms","start":"2026-07-24T05:27:14.49777Z","end":"2026-07-24T05:27:14.698399Z","steps":["trace[1155151231] 'agreement among raft nodes before linearized reading' (duration: 200.379486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.69843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.2915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:27:14.698505Z","caller":"traceutil/trace.go:171","msg":"trace[1926543482] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2786; }","duration":"403.412723ms","start":"2026-07-24T05:27:14.295074Z","end":"2026-07-24T05:27:14.698486Z","steps":["trace[1926543482] 'agreement among raft nodes before linearized reading' (duration: 403.215949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.69856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:14.295055Z","time spent":"403.489264ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:27:14.705327Z","caller":"traceutil/trace.go:171","msg":"trace[746381675] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"117.030367ms","start":"2026-07-24T05:27:14.588286Z","end":"2026-07-24T05:27:14.705316Z","steps":["trace[746381675] 'process raft request' (duration: 116.966045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.705445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.823155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:14.705488Z","caller":"traceutil/trace.go:171","msg":"trace[1882302386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2787; }","duration":"120.917437ms","start":"2026-07-24T05:27:14.58456Z","end":"2026-07-24T05:27:14.705478Z","steps":["trace[1882302386] 'agreement among raft nodes before linearized reading' (duration: 120.817195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.705535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.917631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c52257b2187414\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-07-24T05:27:14.705567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.751952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:27:14.7056Z","caller":"traceutil/trace.go:171","msg":"trace[627634] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c52257b2187414; range_end:; response_count:1; response_revision:2787; }","duration":"119.038324ms","start":"2026-07-24T05:27:14.586546Z","end":"2026-07-24T05:27:14.705584Z","steps":["trace[627634] 'agreement among raft nodes before linearized reading' (duration: 118.813469ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:14.705618Z","caller":"traceutil/trace.go:171","msg":"trace[932056065] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2787; }","duration":"107.820464ms","start":"2026-07-24T05:27:14.597783Z","end":"2026-07-24T05:27:14.705604Z","steps":["trace[932056065] 'agreement among raft nodes before linearized reading' (duration: 107.65322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.705688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.930499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:27:14.705804Z","caller":"traceutil/trace.go:171","msg":"trace[391870287] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2787; }","duration":"109.081542ms","start":"2026-07-24T05:27:14.596701Z","end":"2026-07-24T05:27:14.705783Z","steps":["trace[391870287] 'agreement among raft nodes before linearized reading' (duration: 108.640792ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:14.91067Z","caller":"traceutil/trace.go:171","msg":"trace[216880753] transaction","detail":"{read_only:false; response_revision:2788; number_of_response:1; }","duration":"208.257248ms","start":"2026-07-24T05:27:14.702382Z","end":"2026-07-24T05:27:14.910639Z","steps":["trace[216880753] 'process raft request' (duration: 208.073584ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:14.910697Z","caller":"traceutil/trace.go:171","msg":"trace[1209189933] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"208.263489ms","start":"2026-07-24T05:27:14.702412Z","end":"2026-07-24T05:27:14.910675Z","steps":["trace[1209189933] 'process raft request' (duration: 208.180087ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:14.91124Z","caller":"traceutil/trace.go:171","msg":"trace[1946419761] linearizableReadLoop","detail":"{readStateIndex:2935; appliedIndex:2929; }","duration":"205.882403ms","start":"2026-07-24T05:27:14.705334Z","end":"2026-07-24T05:27:14.911216Z","steps":["trace[1946419761] 'read index received' (duration: 179.478442ms)","trace[1946419761] 'applied index is now lower than readState.Index' (duration: 26.400771ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:14.911245Z","caller":"traceutil/trace.go:171","msg":"trace[365140812] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"207.204063ms","start":"2026-07-24T05:27:14.704017Z","end":"2026-07-24T05:27:14.911221Z","steps":["trace[365140812] 'process raft request' (duration: 206.878696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:14.910785Z","caller":"traceutil/trace.go:171","msg":"trace[1480141529] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"208.022553ms","start":"2026-07-24T05:27:14.702755Z","end":"2026-07-24T05:27:14.910777Z","steps":["trace[1480141529] 'process raft request' (duration: 207.865759ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:14.91131Z","caller":"traceutil/trace.go:171","msg":"trace[143834104] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"208.121755ms","start":"2026-07-24T05:27:14.703042Z","end":"2026-07-24T05:27:14.911164Z","steps":["trace[143834104] 'process raft request' (duration: 207.716256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.911583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.834535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47666"} {"level":"info","ts":"2026-07-24T05:27:14.911651Z","caller":"traceutil/trace.go:171","msg":"trace[1928709556] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2792; }","duration":"206.924927ms","start":"2026-07-24T05:27:14.70471Z","end":"2026-07-24T05:27:14.911635Z","steps":["trace[1928709556] 'agreement among raft nodes before linearized reading' (duration: 206.586569ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:14.931663Z","caller":"traceutil/trace.go:171","msg":"trace[250693513] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"224.300099ms","start":"2026-07-24T05:27:14.707342Z","end":"2026-07-24T05:27:14.931643Z","steps":["trace[250693513] 'process raft request' (duration: 224.136315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:14.931926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.719075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-api.18c522909c77cadc\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-07-24T05:27:14.932023Z","caller":"traceutil/trace.go:171","msg":"trace[1085357319] range","detail":"{range_begin:/registry/events/openstack/libvirt-api.18c522909c77cadc; range_end:; response_count:1; response_revision:2793; }","duration":"223.840799ms","start":"2026-07-24T05:27:14.708158Z","end":"2026-07-24T05:27:14.931998Z","steps":["trace[1085357319] 'agreement among raft nodes before linearized reading' (duration: 223.491801ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:15.191357Z","caller":"traceutil/trace.go:171","msg":"trace[392696518] linearizableReadLoop","detail":"{readStateIndex:2940; appliedIndex:2936; }","duration":"259.729158ms","start":"2026-07-24T05:27:14.931608Z","end":"2026-07-24T05:27:15.191337Z","steps":["trace[392696518] 'read index received' (duration: 259.452432ms)","trace[392696518] 'applied index is now lower than readState.Index' (duration: 275.866µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:15.191376Z","caller":"traceutil/trace.go:171","msg":"trace[2021210935] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"279.805523ms","start":"2026-07-24T05:27:14.911546Z","end":"2026-07-24T05:27:15.191351Z","steps":["trace[2021210935] 'process raft request' (duration: 279.544037ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:15.191495Z","caller":"traceutil/trace.go:171","msg":"trace[564936215] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"274.016929ms","start":"2026-07-24T05:27:14.917449Z","end":"2026-07-24T05:27:15.191466Z","steps":["trace[564936215] 'process raft request' (duration: 273.860606ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:15.191553Z","caller":"traceutil/trace.go:171","msg":"trace[587554056] transaction","detail":"{read_only:false; response_revision:2795; number_of_response:1; }","duration":"275.283799ms","start":"2026-07-24T05:27:14.916231Z","end":"2026-07-24T05:27:15.191514Z","steps":["trace[587554056] 'process raft request' (duration: 275.003382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:15.191613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.830197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:27:15.191639Z","caller":"traceutil/trace.go:171","msg":"trace[1471492771] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2797; }","duration":"274.898199ms","start":"2026-07-24T05:27:14.916734Z","end":"2026-07-24T05:27:15.191632Z","steps":["trace[1471492771] 'agreement among raft nodes before linearized reading' (duration: 274.709025ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:15.191614Z","caller":"traceutil/trace.go:171","msg":"trace[2121011767] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"274.895009ms","start":"2026-07-24T05:27:14.916689Z","end":"2026-07-24T05:27:15.191584Z","steps":["trace[2121011767] 'process raft request' (duration: 274.585892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:15.692381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141734,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:27:15.837756Z","caller":"traceutil/trace.go:171","msg":"trace[207831525] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"902.325165ms","start":"2026-07-24T05:27:14.935402Z","end":"2026-07-24T05:27:15.837727Z","steps":["trace[207831525] 'process raft request' (duration: 902.257133ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:15.837858Z","caller":"traceutil/trace.go:171","msg":"trace[1489771115] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"903.479972ms","start":"2026-07-24T05:27:14.934314Z","end":"2026-07-24T05:27:15.837794Z","steps":["trace[1489771115] 'process raft request' (duration: 903.051111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:15.83796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:14.935385Z","time spent":"902.463688ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:15.838215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:14.93427Z","time spent":"903.794369ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:16.903676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.066218866s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:27:16.904414Z","caller":"traceutil/trace.go:171","msg":"trace[741364816] linearizableReadLoop","detail":"{readStateIndex:2945; appliedIndex:2940; }","duration":"1.712971298s","start":"2026-07-24T05:27:15.19142Z","end":"2026-07-24T05:27:16.904391Z","steps":["trace[741364816] 'read index received' (duration: 645.972504ms)","trace[741364816] 'applied index is now lower than readState.Index' (duration: 1.066997814s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:16.904532Z","caller":"traceutil/trace.go:171","msg":"trace[1278607686] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"1.708268168s","start":"2026-07-24T05:27:15.19622Z","end":"2026-07-24T05:27:16.904488Z","steps":["trace[1278607686] 'process raft request' (duration: 1.708085104s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:16.904578Z","caller":"traceutil/trace.go:171","msg":"trace[2070308185] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"1.708170716s","start":"2026-07-24T05:27:15.196359Z","end":"2026-07-24T05:27:16.90453Z","steps":["trace[2070308185] 'process raft request' (duration: 1.707997762s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:16.904603Z","caller":"traceutil/trace.go:171","msg":"trace[1483709472] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"1.70963951s","start":"2026-07-24T05:27:15.194945Z","end":"2026-07-24T05:27:16.904584Z","steps":["trace[1483709472] 'process raft request' (duration: 1.709084247s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:16.904683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782325422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:16.904724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:15.194918Z","time spent":"1.709740143s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:16.90473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:15.19633Z","time spent":"1.70832897s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":670,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:16.904793Z","caller":"traceutil/trace.go:171","msg":"trace[979982053] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2802; }","duration":"1.782508937s","start":"2026-07-24T05:27:15.122234Z","end":"2026-07-24T05:27:16.904743Z","steps":["trace[979982053] 'agreement among raft nodes before linearized reading' (duration: 1.782306272s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:16.904799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710816297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:27:16.904882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062340786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c52257b2187414\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-07-24T05:27:16.904866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:15.122216Z","time spent":"1.782635679s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:27:16.904922Z","caller":"traceutil/trace.go:171","msg":"trace[1484904200] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2802; }","duration":"1.710993391s","start":"2026-07-24T05:27:15.193905Z","end":"2026-07-24T05:27:16.904899Z","steps":["trace[1484904200] 'agreement among raft nodes before linearized reading' (duration: 1.710719215s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:16.904996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:15.193867Z","time spent":"1.711115144s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:27:16.905045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.249366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:27:16.905026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193139521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:27:16.904909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.060174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:16.905093Z","caller":"traceutil/trace.go:171","msg":"trace[362509056] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2802; }","duration":"169.341358ms","start":"2026-07-24T05:27:16.735741Z","end":"2026-07-24T05:27:16.905082Z","steps":["trace[362509056] 'agreement among raft nodes before linearized reading' (duration: 169.0015ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:16.905124Z","caller":"traceutil/trace.go:171","msg":"trace[674089316] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2802; }","duration":"1.193294716s","start":"2026-07-24T05:27:15.711804Z","end":"2026-07-24T05:27:16.905099Z","steps":["trace[674089316] 'agreement among raft nodes before linearized reading' (duration: 1.193001988s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:16.905141Z","caller":"traceutil/trace.go:171","msg":"trace[526630984] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2802; }","duration":"891.32008ms","start":"2026-07-24T05:27:16.013798Z","end":"2026-07-24T05:27:16.905118Z","steps":["trace[526630984] 'agreement among raft nodes before linearized reading' (duration: 891.060153ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:16.904923Z","caller":"traceutil/trace.go:171","msg":"trace[559816596] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c52257b2187414; range_end:; response_count:1; response_revision:2802; }","duration":"1.062424448s","start":"2026-07-24T05:27:15.842487Z","end":"2026-07-24T05:27:16.904911Z","steps":["trace[559816596] 'agreement among raft nodes before linearized reading' (duration: 1.062245683s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:16.905172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:15.711767Z","time spent":"1.193396648s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:27:16.905206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:16.01378Z","time spent":"891.404163ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:16.905207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:15.842459Z","time spent":"1.062732456s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c52257b2187414\" "} {"level":"warn","ts":"2026-07-24T05:27:16.904695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:15.196191Z","time spent":"1.708428282s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":629,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:16.905224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193295175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:27:16.905343Z","caller":"traceutil/trace.go:171","msg":"trace[622073736] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2802; }","duration":"1.19348153s","start":"2026-07-24T05:27:15.711835Z","end":"2026-07-24T05:27:16.905317Z","steps":["trace[622073736] 'agreement among raft nodes before linearized reading' (duration: 1.192935496s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:16.905399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:15.711815Z","time spent":"1.193572201s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:27:17.410757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:17.89298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.718153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:17.893113Z","caller":"traceutil/trace.go:171","msg":"trace[1247596205] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"985.59185ms","start":"2026-07-24T05:27:16.907496Z","end":"2026-07-24T05:27:17.893088Z","steps":["trace[1247596205] 'process raft request' (duration: 682.658873ms)","trace[1247596205] 'compare' (duration: 302.547409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:17.893198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:16.907482Z","time spent":"985.682003ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1334,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:17.975106Z","caller":"traceutil/trace.go:171","msg":"trace[1038795660] linearizableReadLoop","detail":"{readStateIndex:2950; appliedIndex:2945; }","duration":"1.065366226s","start":"2026-07-24T05:27:16.909717Z","end":"2026-07-24T05:27:17.975083Z","steps":["trace[1038795660] 'read index received' (duration: 680.415881ms)","trace[1038795660] 'applied index is now lower than readState.Index' (duration: 384.949315ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:17.975147Z","caller":"traceutil/trace.go:171","msg":"trace[73507703] transaction","detail":"{read_only:false; response_revision:2805; number_of_response:1; }","duration":"1.065323315s","start":"2026-07-24T05:27:16.909779Z","end":"2026-07-24T05:27:17.975102Z","steps":["trace[73507703] 'process raft request' (duration: 1.065006017s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:17.975171Z","caller":"traceutil/trace.go:171","msg":"trace[885925245] transaction","detail":"{read_only:false; response_revision:2804; number_of_response:1; }","duration":"1.066992534s","start":"2026-07-24T05:27:16.908145Z","end":"2026-07-24T05:27:17.975138Z","steps":["trace[885925245] 'process raft request' (duration: 1.066500862s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:17.975224Z","caller":"traceutil/trace.go:171","msg":"trace[947239794] transaction","detail":"{read_only:false; response_revision:2807; number_of_response:1; }","duration":"1.065176852s","start":"2026-07-24T05:27:16.910036Z","end":"2026-07-24T05:27:17.975213Z","steps":["trace[947239794] 'process raft request' (duration: 1.064890545s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:17.975231Z","caller":"traceutil/trace.go:171","msg":"trace[1063706226] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"1.065270755s","start":"2026-07-24T05:27:16.909914Z","end":"2026-07-24T05:27:17.975185Z","steps":["trace[1063706226] 'process raft request' (duration: 1.064926796s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:17.975335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:16.90813Z","time spent":"1.067116367s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:17.975347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:16.910024Z","time spent":"1.065229564s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:17.975417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:16.90986Z","time spent":"1.065467639s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:17.975463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:16.909748Z","time spent":"1.06549379s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:17.975717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065996031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:27:17.975765Z","caller":"traceutil/trace.go:171","msg":"trace[1374784703] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2807; }","duration":"1.066044602s","start":"2026-07-24T05:27:16.909708Z","end":"2026-07-24T05:27:17.975753Z","steps":["trace[1374784703] 'agreement among raft nodes before linearized reading' (duration: 1.06593968s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:17.975785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.613873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:17.975796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:16.909685Z","time spent":"1.066104943s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:27:17.975777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060660417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:17.975859Z","caller":"traceutil/trace.go:171","msg":"trace[1004303302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2807; }","duration":"1.06078564s","start":"2026-07-24T05:27:16.915053Z","end":"2026-07-24T05:27:17.975839Z","steps":["trace[1004303302] 'agreement among raft nodes before linearized reading' (duration: 1.060632517s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:17.975908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:16.915038Z","time spent":"1.060861682s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:27:17.975821Z","caller":"traceutil/trace.go:171","msg":"trace[538528056] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:2807; }","duration":"711.692035ms","start":"2026-07-24T05:27:17.26412Z","end":"2026-07-24T05:27:17.975812Z","steps":["trace[538528056] 'agreement among raft nodes before linearized reading' (duration: 711.609823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:17.976057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:17.2641Z","time spent":"711.9247ms","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:17.976098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059429899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:27:17.976208Z","caller":"traceutil/trace.go:171","msg":"trace[2022736906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2807; }","duration":"1.059589852s","start":"2026-07-24T05:27:16.916593Z","end":"2026-07-24T05:27:17.976183Z","steps":["trace[2022736906] 'agreement among raft nodes before linearized reading' (duration: 1.059207294s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:17.976277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:16.916575Z","time spent":"1.059691824s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:27:18.229843Z","caller":"traceutil/trace.go:171","msg":"trace[597897597] linearizableReadLoop","detail":"{readStateIndex:2951; appliedIndex:2950; }","duration":"248.372835ms","start":"2026-07-24T05:27:17.981443Z","end":"2026-07-24T05:27:18.229815Z","steps":["trace[597897597] 'read index received' (duration: 193.021535ms)","trace[597897597] 'applied index is now lower than readState.Index' (duration: 55.34977ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:18.230013Z","caller":"traceutil/trace.go:171","msg":"trace[405528848] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"251.442926ms","start":"2026-07-24T05:27:17.978518Z","end":"2026-07-24T05:27:18.229961Z","steps":["trace[405528848] 'process raft request' (duration: 195.902892ms)","trace[405528848] 'compare' (duration: 54.649934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:18.230318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.860997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47666"} {"level":"info","ts":"2026-07-24T05:27:18.230392Z","caller":"traceutil/trace.go:171","msg":"trace[643841624] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2808; }","duration":"248.99231ms","start":"2026-07-24T05:27:17.981382Z","end":"2026-07-24T05:27:18.230375Z","steps":["trace[643841624] 'agreement among raft nodes before linearized reading' (duration: 248.61091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:18.784903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.293658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:18.785157Z","caller":"traceutil/trace.go:171","msg":"trace[301914969] linearizableReadLoop","detail":"{readStateIndex:2953; appliedIndex:2951; }","duration":"555.185614ms","start":"2026-07-24T05:27:18.229949Z","end":"2026-07-24T05:27:18.785134Z","steps":["trace[301914969] 'read index received' (duration: 123.542449ms)","trace[301914969] 'applied index is now lower than readState.Index' (duration: 431.637805ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:18.78525Z","caller":"traceutil/trace.go:171","msg":"trace[595952039] transaction","detail":"{read_only:false; response_revision:2809; number_of_response:1; }","duration":"802.535066ms","start":"2026-07-24T05:27:17.982702Z","end":"2026-07-24T05:27:18.785237Z","steps":["trace[595952039] 'process raft request' (duration: 370.803419ms)","trace[595952039] 'compare' (duration: 430.955718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:18.785309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:17.982689Z","time spent":"802.592568ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":848,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:18.785334Z","caller":"traceutil/trace.go:171","msg":"trace[1669702087] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"798.38352ms","start":"2026-07-24T05:27:17.986907Z","end":"2026-07-24T05:27:18.78529Z","steps":["trace[1669702087] 'process raft request' (duration: 798.146735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:18.785515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:17.986884Z","time spent":"798.539293ms","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17172,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:18.785675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.154611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:18.785823Z","caller":"traceutil/trace.go:171","msg":"trace[1399892746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2810; }","duration":"800.307104ms","start":"2026-07-24T05:27:17.985476Z","end":"2026-07-24T05:27:18.785783Z","steps":["trace[1399892746] 'agreement among raft nodes before linearized reading' (duration: 799.904735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:18.785876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:17.985469Z","time spent":"800.396136ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:19.315435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.220482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:19.315595Z","caller":"traceutil/trace.go:171","msg":"trace[1269951525] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"1.077367174s","start":"2026-07-24T05:27:18.238197Z","end":"2026-07-24T05:27:19.315564Z","steps":["trace[1269951525] 'process raft request' (duration: 863.889506ms)","trace[1269951525] 'compare' (duration: 212.68762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:19.315667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:18.238141Z","time spent":"1.077495657s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:27:19.741174Z","caller":"traceutil/trace.go:171","msg":"trace[1575387368] transaction","detail":"{read_only:false; response_revision:2812; number_of_response:1; }","duration":"1.003548536s","start":"2026-07-24T05:27:18.737595Z","end":"2026-07-24T05:27:19.741144Z","steps":["trace[1575387368] 'process raft request' (duration: 1.00329504s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:19.741376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:18.737569Z","time spent":"1.00370552s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:19.741921Z","caller":"traceutil/trace.go:171","msg":"trace[640041482] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"1.002475341s","start":"2026-07-24T05:27:18.73943Z","end":"2026-07-24T05:27:19.741906Z","steps":["trace[640041482] 'process raft request' (duration: 1.001640552s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:19.742021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:18.739414Z","time spent":"1.002558984s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:19.742267Z","caller":"traceutil/trace.go:171","msg":"trace[604469381] linearizableReadLoop","detail":"{readStateIndex:2956; appliedIndex:2953; }","duration":"957.03499ms","start":"2026-07-24T05:27:18.785197Z","end":"2026-07-24T05:27:19.742232Z","steps":["trace[604469381] 'read index received' (duration: 317.012004ms)","trace[604469381] 'applied index is now lower than readState.Index' (duration: 640.021396ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:19.742383Z","caller":"traceutil/trace.go:171","msg":"trace[1740673213] transaction","detail":"{read_only:false; response_revision:2815; number_of_response:1; }","duration":"938.615504ms","start":"2026-07-24T05:27:18.803745Z","end":"2026-07-24T05:27:19.74236Z","steps":["trace[1740673213] 'process raft request' (duration: 938.222915ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:19.742434Z","caller":"traceutil/trace.go:171","msg":"trace[1927734771] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"952.091846ms","start":"2026-07-24T05:27:18.790327Z","end":"2026-07-24T05:27:19.742419Z","steps":["trace[1927734771] 'process raft request' (duration: 951.361489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:19.742486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:18.803706Z","time spent":"938.736596ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30626,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:19.7425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:18.790297Z","time spent":"952.172798ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:19.742775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031359689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" ","response":"range_response_count:1 size:5602"} {"level":"info","ts":"2026-07-24T05:27:19.742859Z","caller":"traceutil/trace.go:171","msg":"trace[1042315275] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf; range_end:; response_count:1; response_revision:2815; }","duration":"1.031508284s","start":"2026-07-24T05:27:18.711333Z","end":"2026-07-24T05:27:19.742841Z","steps":["trace[1042315275] 'agreement among raft nodes before linearized reading' (duration: 1.031169915s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:19.743161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:18.711314Z","time spent":"1.031832061s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5625,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" "} {"level":"info","ts":"2026-07-24T05:27:19.806143Z","caller":"traceutil/trace.go:171","msg":"trace[2118168090] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"414.075609ms","start":"2026-07-24T05:27:19.39203Z","end":"2026-07-24T05:27:19.806106Z","steps":["trace[2118168090] 'process raft request' (duration: 413.693591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:19.806362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:19.392005Z","time spent":"414.241214ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":144635,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:19.806378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.663199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:19.80648Z","caller":"traceutil/trace.go:171","msg":"trace[774458820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2816; }","duration":"684.808062ms","start":"2026-07-24T05:27:19.121646Z","end":"2026-07-24T05:27:19.806454Z","steps":["trace[774458820] 'agreement among raft nodes before linearized reading' (duration: 684.620678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:19.806473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.033713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:27:19.80654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:19.121627Z","time spent":"684.903164ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:19.806513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.343497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:27:19.806695Z","caller":"traceutil/trace.go:171","msg":"trace[722012223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2816; }","duration":"823.733616ms","start":"2026-07-24T05:27:18.982913Z","end":"2026-07-24T05:27:19.806647Z","steps":["trace[722012223] 'agreement among raft nodes before linearized reading' (duration: 823.205464ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:19.806573Z","caller":"traceutil/trace.go:171","msg":"trace[387132406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2816; }","duration":"824.201827ms","start":"2026-07-24T05:27:18.982349Z","end":"2026-07-24T05:27:19.806551Z","steps":["trace[387132406] 'agreement among raft nodes before linearized reading' (duration: 823.848799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:19.806771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:18.982319Z","time spent":"824.444022ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:27:19.806786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:18.982882Z","time spent":"823.88977ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:27:24.405737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.395425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:24.406127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.874491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:27:24.406172Z","caller":"traceutil/trace.go:171","msg":"trace[1281923816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2833; }","duration":"150.966543ms","start":"2026-07-24T05:27:24.25519Z","end":"2026-07-24T05:27:24.406156Z","steps":["trace[1281923816] 'range keys from in-memory index tree' (duration: 150.688707ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:24.406173Z","caller":"traceutil/trace.go:171","msg":"trace[717372024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2833; }","duration":"260.873425ms","start":"2026-07-24T05:27:24.145277Z","end":"2026-07-24T05:27:24.40615Z","steps":["trace[717372024] 'range keys from in-memory index tree' (duration: 260.309302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:24.406066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.770041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:27:24.406307Z","caller":"traceutil/trace.go:171","msg":"trace[511788937] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2833; }","duration":"101.033838ms","start":"2026-07-24T05:27:24.305239Z","end":"2026-07-24T05:27:24.406272Z","steps":["trace[511788937] 'range keys from in-memory index tree' (duration: 100.607937ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:24.599625Z","caller":"traceutil/trace.go:171","msg":"trace[2065523641] linearizableReadLoop","detail":"{readStateIndex:2978; appliedIndex:2977; }","duration":"191.631803ms","start":"2026-07-24T05:27:24.407961Z","end":"2026-07-24T05:27:24.599593Z","steps":["trace[2065523641] 'read index received' (duration: 191.440658ms)","trace[2065523641] 'applied index is now lower than readState.Index' (duration: 189.595µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:24.599835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.833467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:24.599936Z","caller":"traceutil/trace.go:171","msg":"trace[1062872924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2833; }","duration":"192.017391ms","start":"2026-07-24T05:27:24.407899Z","end":"2026-07-24T05:27:24.599916Z","steps":["trace[1062872924] 'agreement among raft nodes before linearized reading' (duration: 191.813276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:24.600114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.301262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47666"} {"level":"info","ts":"2026-07-24T05:27:24.600194Z","caller":"traceutil/trace.go:171","msg":"trace[462611650] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2833; }","duration":"190.465786ms","start":"2026-07-24T05:27:24.409715Z","end":"2026-07-24T05:27:24.60018Z","steps":["trace[462611650] 'agreement among raft nodes before linearized reading' (duration: 190.047097ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:25.515002Z","caller":"traceutil/trace.go:171","msg":"trace[1809838294] linearizableReadLoop","detail":"{readStateIndex:2983; appliedIndex:2982; }","duration":"129.311151ms","start":"2026-07-24T05:27:25.385653Z","end":"2026-07-24T05:27:25.514964Z","steps":["trace[1809838294] 'read index received' (duration: 128.942703ms)","trace[1809838294] 'applied index is now lower than readState.Index' (duration: 366.878µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:25.51506Z","caller":"traceutil/trace.go:171","msg":"trace[1995324474] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"135.371602ms","start":"2026-07-24T05:27:25.379644Z","end":"2026-07-24T05:27:25.515015Z","steps":["trace[1995324474] 'process raft request' (duration: 134.945242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:25.515239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.558897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c5226e354aac65\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-07-24T05:27:25.515312Z","caller":"traceutil/trace.go:171","msg":"trace[1191737096] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18c5226e354aac65; range_end:; response_count:1; response_revision:2838; }","duration":"129.67549ms","start":"2026-07-24T05:27:25.385618Z","end":"2026-07-24T05:27:25.515294Z","steps":["trace[1191737096] 'agreement among raft nodes before linearized reading' (duration: 129.422554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:28.461537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:28.962673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464141858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:29.012104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.144293432s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:27:29.012393Z","caller":"traceutil/trace.go:171","msg":"trace[2126603023] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"1.144692301s","start":"2026-07-24T05:27:27.867685Z","end":"2026-07-24T05:27:29.012377Z","steps":["trace[2126603023] 'process raft request' (duration: 1.144590079s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:29.012531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:27.867667Z","time spent":"1.144762192s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:29.945406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.754895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:29.945494Z","caller":"traceutil/trace.go:171","msg":"trace[22604860] linearizableReadLoop","detail":"{readStateIndex:2986; appliedIndex:2984; }","duration":"1.984937361s","start":"2026-07-24T05:27:27.960544Z","end":"2026-07-24T05:27:29.945481Z","steps":["trace[22604860] 'read index received' (duration: 1.051755531s)","trace[22604860] 'applied index is now lower than readState.Index' (duration: 933.18086ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:29.9457Z","caller":"traceutil/trace.go:171","msg":"trace[1137847334] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"2.072949025s","start":"2026-07-24T05:27:27.872742Z","end":"2026-07-24T05:27:29.945691Z","steps":["trace[1137847334] 'process raft request' (duration: 1.714834701s)","trace[1137847334] 'compare' (duration: 357.261634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:29.945753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:27.872714Z","time spent":"2.073014667s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7224,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:29.94639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098249487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:29.946449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285835906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:27:29.946479Z","caller":"traceutil/trace.go:171","msg":"trace[417953794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2841; }","duration":"1.285902958s","start":"2026-07-24T05:27:28.660567Z","end":"2026-07-24T05:27:29.94647Z","steps":["trace[417953794] 'agreement among raft nodes before linearized reading' (duration: 1.285821366s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:29.94645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.850255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:29.946504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:28.660547Z","time spent":"1.285953189s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:27:29.9465Z","caller":"traceutil/trace.go:171","msg":"trace[2113011145] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2841; }","duration":"1.098411611s","start":"2026-07-24T05:27:28.848055Z","end":"2026-07-24T05:27:29.946467Z","steps":["trace[2113011145] 'agreement among raft nodes before linearized reading' (duration: 1.098254907s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:29.946535Z","caller":"traceutil/trace.go:171","msg":"trace[969178409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2841; }","duration":"825.977188ms","start":"2026-07-24T05:27:29.120533Z","end":"2026-07-24T05:27:29.94651Z","steps":["trace[969178409] 'agreement among raft nodes before linearized reading' (duration: 825.839065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:29.946017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985471823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:3907"} {"level":"warn","ts":"2026-07-24T05:27:29.946567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:28.848035Z","time spent":"1.098513343s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:29.946583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:29.120493Z","time spent":"826.07883ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:27:29.946597Z","caller":"traceutil/trace.go:171","msg":"trace[1712242643] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:2841; }","duration":"1.986116427s","start":"2026-07-24T05:27:27.960463Z","end":"2026-07-24T05:27:29.946579Z","steps":["trace[1712242643] 'agreement among raft nodes before linearized reading' (duration: 1.985478872s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:29.946648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:27.960446Z","time spent":"1.986182479s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3930,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:27:29.946689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533804924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:27:29.946744Z","caller":"traceutil/trace.go:171","msg":"trace[1600170713] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2841; }","duration":"1.533909716s","start":"2026-07-24T05:27:28.412822Z","end":"2026-07-24T05:27:29.946731Z","steps":["trace[1600170713] 'agreement among raft nodes before linearized reading' (duration: 1.533571298s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:29.946784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:28.412801Z","time spent":"1.533973478s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":411,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:29.946857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983183509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:27:29.946919Z","caller":"traceutil/trace.go:171","msg":"trace[1239763436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2841; }","duration":"1.983297722s","start":"2026-07-24T05:27:27.963602Z","end":"2026-07-24T05:27:29.9469Z","steps":["trace[1239763436] 'agreement among raft nodes before linearized reading' (duration: 1.982390611s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:29.946966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:27.963586Z","time spent":"1.983366943s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:27:31.070213Z","caller":"traceutil/trace.go:171","msg":"trace[1286323304] transaction","detail":"{read_only:false; response_revision:2854; number_of_response:1; }","duration":"112.469962ms","start":"2026-07-24T05:27:30.957722Z","end":"2026-07-24T05:27:31.070192Z","steps":["trace[1286323304] 'process raft request' (duration: 111.93666ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:31.2189Z","caller":"traceutil/trace.go:171","msg":"trace[1152891978] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2855; }","duration":"138.35068ms","start":"2026-07-24T05:27:31.080505Z","end":"2026-07-24T05:27:31.218856Z","steps":["trace[1152891978] 'process raft request' (duration: 106.084054ms)","trace[1152891978] 'compare' (duration: 32.021471ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:31.488129Z","caller":"traceutil/trace.go:171","msg":"trace[466524583] linearizableReadLoop","detail":"{readStateIndex:3004; appliedIndex:3002; }","duration":"257.555309ms","start":"2026-07-24T05:27:31.230547Z","end":"2026-07-24T05:27:31.488102Z","steps":["trace[466524583] 'read index received' (duration: 14.322402ms)","trace[466524583] 'applied index is now lower than readState.Index' (duration: 243.231657ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:31.488206Z","caller":"traceutil/trace.go:171","msg":"trace[1813428730] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"256.693758ms","start":"2026-07-24T05:27:31.231485Z","end":"2026-07-24T05:27:31.488179Z","steps":["trace[1813428730] 'process raft request' (duration: 256.527524ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:31.488246Z","caller":"traceutil/trace.go:171","msg":"trace[185508110] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"261.09055ms","start":"2026-07-24T05:27:31.227139Z","end":"2026-07-24T05:27:31.488229Z","steps":["trace[185508110] 'process raft request' (duration: 242.689405ms)","trace[185508110] 'compare' (duration: 17.826932ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:31.488311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.734493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:31.488389Z","caller":"traceutil/trace.go:171","msg":"trace[730310429] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2858; }","duration":"257.862706ms","start":"2026-07-24T05:27:31.230502Z","end":"2026-07-24T05:27:31.488365Z","steps":["trace[730310429] 'agreement among raft nodes before linearized reading' (duration: 257.723303ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:31.797589Z","caller":"traceutil/trace.go:171","msg":"trace[1855641157] linearizableReadLoop","detail":"{readStateIndex:3006; appliedIndex:3005; }","duration":"167.905464ms","start":"2026-07-24T05:27:31.629656Z","end":"2026-07-24T05:27:31.797562Z","steps":["trace[1855641157] 'read index received' (duration: 167.70856ms)","trace[1855641157] 'applied index is now lower than readState.Index' (duration: 195.524µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:31.797649Z","caller":"traceutil/trace.go:171","msg":"trace[601804548] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"304.886543ms","start":"2026-07-24T05:27:31.492711Z","end":"2026-07-24T05:27:31.797597Z","steps":["trace[601804548] 'process raft request' (duration: 304.674948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:31.797816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.607799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:27:31.797909Z","caller":"traceutil/trace.go:171","msg":"trace[1995404779] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2859; }","duration":"129.768533ms","start":"2026-07-24T05:27:31.668127Z","end":"2026-07-24T05:27:31.797895Z","steps":["trace[1995404779] 'agreement among raft nodes before linearized reading' (duration: 129.606789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:31.797959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:31.492689Z","time spent":"305.14948ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:27:31.797837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.132189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:27:31.798156Z","caller":"traceutil/trace.go:171","msg":"trace[571332984] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2859; }","duration":"168.518798ms","start":"2026-07-24T05:27:31.629611Z","end":"2026-07-24T05:27:31.79813Z","steps":["trace[571332984] 'agreement among raft nodes before linearized reading' (duration: 168.070498ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:33.583708Z","caller":"traceutil/trace.go:171","msg":"trace[1729752994] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"146.434397ms","start":"2026-07-24T05:27:33.437199Z","end":"2026-07-24T05:27:33.583633Z","steps":["trace[1729752994] 'process raft request' (duration: 146.049328ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:34.861141Z","caller":"traceutil/trace.go:171","msg":"trace[432174066] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"113.311221ms","start":"2026-07-24T05:27:34.747811Z","end":"2026-07-24T05:27:34.861122Z","steps":["trace[432174066] 'process raft request' (duration: 113.135737ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:34.909533Z","caller":"traceutil/trace.go:171","msg":"trace[526650097] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"160.501174ms","start":"2026-07-24T05:27:34.749014Z","end":"2026-07-24T05:27:34.909515Z","steps":["trace[526650097] 'process raft request' (duration: 160.169575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:34.954905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.344742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:34.95508Z","caller":"traceutil/trace.go:171","msg":"trace[989867709] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2883; }","duration":"116.578968ms","start":"2026-07-24T05:27:34.838435Z","end":"2026-07-24T05:27:34.955014Z","steps":["trace[989867709] 'agreement among raft nodes before linearized reading' (duration: 116.160188ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:35.1006Z","caller":"traceutil/trace.go:171","msg":"trace[1309882176] linearizableReadLoop","detail":"{readStateIndex:3033; appliedIndex:3031; }","duration":"120.14932ms","start":"2026-07-24T05:27:34.98043Z","end":"2026-07-24T05:27:35.10058Z","steps":["trace[1309882176] 'read index received' (duration: 34.646301ms)","trace[1309882176] 'applied index is now lower than readState.Index' (duration: 85.502208ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:35.100791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.355124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:27:35.100824Z","caller":"traceutil/trace.go:171","msg":"trace[1353963827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2885; }","duration":"120.431096ms","start":"2026-07-24T05:27:34.980385Z","end":"2026-07-24T05:27:35.100816Z","steps":["trace[1353963827] 'agreement among raft nodes before linearized reading' (duration: 120.299613ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:35.100771Z","caller":"traceutil/trace.go:171","msg":"trace[414034942] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"142.012476ms","start":"2026-07-24T05:27:34.958707Z","end":"2026-07-24T05:27:35.10072Z","steps":["trace[414034942] 'process raft request' (duration: 141.739069ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:35.130621Z","caller":"traceutil/trace.go:171","msg":"trace[2011550484] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"111.13355ms","start":"2026-07-24T05:27:35.01946Z","end":"2026-07-24T05:27:35.130593Z","steps":["trace[2011550484] 'process raft request' (duration: 111.020888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:35.130987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.626812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T05:27:35.131093Z","caller":"traceutil/trace.go:171","msg":"trace[438512203] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2886; }","duration":"111.728055ms","start":"2026-07-24T05:27:35.01932Z","end":"2026-07-24T05:27:35.131048Z","steps":["trace[438512203] 'agreement among raft nodes before linearized reading' (duration: 111.442878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:35.368948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.761257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:35.369153Z","caller":"traceutil/trace.go:171","msg":"trace[465683036] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"233.351399ms","start":"2026-07-24T05:27:35.135755Z","end":"2026-07-24T05:27:35.369107Z","steps":["trace[465683036] 'process raft request' (duration: 233.324998ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:35.369262Z","caller":"traceutil/trace.go:171","msg":"trace[1284356904] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"239.234245ms","start":"2026-07-24T05:27:35.129996Z","end":"2026-07-24T05:27:35.36923Z","steps":["trace[1284356904] 'process raft request' (duration: 76.12554ms)","trace[1284356904] 'compare' (duration: 162.396107ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:35.369334Z","caller":"traceutil/trace.go:171","msg":"trace[1312375155] linearizableReadLoop","detail":"{readStateIndex:3035; appliedIndex:3034; }","duration":"238.720903ms","start":"2026-07-24T05:27:35.130604Z","end":"2026-07-24T05:27:35.369324Z","steps":["trace[1312375155] 'read index received' (duration: 75.531977ms)","trace[1312375155] 'applied index is now lower than readState.Index' (duration: 163.188116ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:35.369411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.534682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:27:35.369431Z","caller":"traceutil/trace.go:171","msg":"trace[883355057] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2889; }","duration":"261.583482ms","start":"2026-07-24T05:27:35.107842Z","end":"2026-07-24T05:27:35.369425Z","steps":["trace[883355057] 'agreement among raft nodes before linearized reading' (duration: 261.50977ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:35.369448Z","caller":"traceutil/trace.go:171","msg":"trace[315105539] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"235.023097ms","start":"2026-07-24T05:27:35.134399Z","end":"2026-07-24T05:27:35.369422Z","steps":["trace[315105539] 'process raft request' (duration: 234.624998ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:35.5677Z","caller":"traceutil/trace.go:171","msg":"trace[294302419] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"105.9416ms","start":"2026-07-24T05:27:35.461733Z","end":"2026-07-24T05:27:35.567674Z","steps":["trace[294302419] 'process raft request' (duration: 105.751956ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:43.255651Z","caller":"traceutil/trace.go:171","msg":"trace[1599060262] transaction","detail":"{read_only:false; response_revision:2909; number_of_response:1; }","duration":"112.089843ms","start":"2026-07-24T05:27:43.143524Z","end":"2026-07-24T05:27:43.255614Z","steps":["trace[1599060262] 'process raft request' (duration: 111.837127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:44.491492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.061722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:44.491663Z","caller":"traceutil/trace.go:171","msg":"trace[1723559444] linearizableReadLoop","detail":"{readStateIndex:3063; appliedIndex:3062; }","duration":"128.631566ms","start":"2026-07-24T05:27:44.363Z","end":"2026-07-24T05:27:44.491632Z","steps":["trace[1723559444] 'read index received' (duration: 26.268288ms)","trace[1723559444] 'applied index is now lower than readState.Index' (duration: 102.361568ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:44.491842Z","caller":"traceutil/trace.go:171","msg":"trace[1776732222] transaction","detail":"{read_only:false; response_revision:2913; number_of_response:1; }","duration":"172.712645ms","start":"2026-07-24T05:27:44.319051Z","end":"2026-07-24T05:27:44.491763Z","steps":["trace[1776732222] 'process raft request' (duration: 70.238205ms)","trace[1776732222] 'compare' (duration: 101.837756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:44.491991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.955423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:44.492119Z","caller":"traceutil/trace.go:171","msg":"trace[1157588170] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2913; }","duration":"129.156338ms","start":"2026-07-24T05:27:44.362931Z","end":"2026-07-24T05:27:44.492087Z","steps":["trace[1157588170] 'agreement among raft nodes before linearized reading' (duration: 128.8257ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:45.858445Z","caller":"traceutil/trace.go:171","msg":"trace[1445106421] linearizableReadLoop","detail":"{readStateIndex:3067; appliedIndex:3066; }","duration":"485.381588ms","start":"2026-07-24T05:27:45.373034Z","end":"2026-07-24T05:27:45.858415Z","steps":["trace[1445106421] 'read index received' (duration: 485.278816ms)","trace[1445106421] 'applied index is now lower than readState.Index' (duration: 101.582µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:45.858526Z","caller":"traceutil/trace.go:171","msg":"trace[397066816] transaction","detail":"{read_only:false; response_revision:2917; number_of_response:1; }","duration":"508.714969ms","start":"2026-07-24T05:27:45.349772Z","end":"2026-07-24T05:27:45.858487Z","steps":["trace[397066816] 'process raft request' (duration: 508.427133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:45.858731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:45.349757Z","time spent":"508.853272ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:45.858862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.784518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-07-24T05:27:45.858976Z","caller":"traceutil/trace.go:171","msg":"trace[1377806227] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2917; }","duration":"485.970432ms","start":"2026-07-24T05:27:45.372984Z","end":"2026-07-24T05:27:45.858955Z","steps":["trace[1377806227] 'agreement among raft nodes before linearized reading' (duration: 485.578463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:45.859028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:45.37296Z","time spent":"486.059303ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-24T05:27:46.166764Z","caller":"traceutil/trace.go:171","msg":"trace[521902112] linearizableReadLoop","detail":"{readStateIndex:3068; appliedIndex:3067; }","duration":"308.21085ms","start":"2026-07-24T05:27:45.858529Z","end":"2026-07-24T05:27:46.16674Z","steps":["trace[521902112] 'read index received' (duration: 307.996385ms)","trace[521902112] 'applied index is now lower than readState.Index' (duration: 213.615µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:46.166899Z","caller":"traceutil/trace.go:171","msg":"trace[1179420250] transaction","detail":"{read_only:false; response_revision:2918; number_of_response:1; }","duration":"592.22028ms","start":"2026-07-24T05:27:45.57463Z","end":"2026-07-24T05:27:46.16685Z","steps":["trace[1179420250] 'process raft request' (duration: 591.921273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:46.167046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.817094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T05:27:46.167032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.841186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:27:46.167052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.812374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:27:46.167124Z","caller":"traceutil/trace.go:171","msg":"trace[607648085] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2918; }","duration":"388.99941ms","start":"2026-07-24T05:27:45.7781Z","end":"2026-07-24T05:27:46.1671Z","steps":["trace[607648085] 'agreement among raft nodes before linearized reading' (duration: 388.682042ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:46.167091Z","caller":"traceutil/trace.go:171","msg":"trace[1767060985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2918; }","duration":"509.913496ms","start":"2026-07-24T05:27:45.657163Z","end":"2026-07-24T05:27:46.167076Z","steps":["trace[1767060985] 'agreement among raft nodes before linearized reading' (duration: 509.757422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:46.167159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:45.57459Z","time spent":"592.472856ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:46.167174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.73373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:27:46.167185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:45.657132Z","time spent":"510.044209ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:27:46.167191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:45.778073Z","time spent":"389.104511ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:27:46.167213Z","caller":"traceutil/trace.go:171","msg":"trace[375611666] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2918; }","duration":"652.828193ms","start":"2026-07-24T05:27:45.514373Z","end":"2026-07-24T05:27:46.167201Z","steps":["trace[375611666] 'agreement among raft nodes before linearized reading' (duration: 652.746971ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:46.16725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:45.514324Z","time spent":"652.918685ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":26,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:27:46.16713Z","caller":"traceutil/trace.go:171","msg":"trace[1140167134] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:2918; }","duration":"340.977809ms","start":"2026-07-24T05:27:45.826137Z","end":"2026-07-24T05:27:46.167114Z","steps":["trace[1140167134] 'agreement among raft nodes before linearized reading' (duration: 340.772104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:46.16724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.240681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4439"} {"level":"warn","ts":"2026-07-24T05:27:46.167292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.731323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:27:46.167357Z","caller":"traceutil/trace.go:171","msg":"trace[795457605] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:2918; }","duration":"774.414165ms","start":"2026-07-24T05:27:45.392918Z","end":"2026-07-24T05:27:46.167332Z","steps":["trace[795457605] 'agreement among raft nodes before linearized reading' (duration: 774.062817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:46.167416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:45.392902Z","time spent":"774.504607ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-24T05:27:46.167418Z","caller":"traceutil/trace.go:171","msg":"trace[516934152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2918; }","duration":"621.930638ms","start":"2026-07-24T05:27:45.545453Z","end":"2026-07-24T05:27:46.167384Z","steps":["trace[516934152] 'agreement among raft nodes before linearized reading' (duration: 621.57884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:46.167406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:45.826107Z","time spent":"341.225234ms","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":25,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:46.167481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:45.545422Z","time spent":"622.04238ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:27:46.421456Z","caller":"traceutil/trace.go:171","msg":"trace[1112063724] transaction","detail":"{read_only:false; response_revision:2921; number_of_response:1; }","duration":"244.336322ms","start":"2026-07-24T05:27:46.177081Z","end":"2026-07-24T05:27:46.421418Z","steps":["trace[1112063724] 'process raft request' (duration: 228.470795ms)","trace[1112063724] 'compare' (duration: 15.462568ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:46.631909Z","caller":"traceutil/trace.go:171","msg":"trace[449074259] linearizableReadLoop","detail":"{readStateIndex:3072; appliedIndex:3071; }","duration":"141.626927ms","start":"2026-07-24T05:27:46.490257Z","end":"2026-07-24T05:27:46.631884Z","steps":["trace[449074259] 'read index received' (duration: 141.368351ms)","trace[449074259] 'applied index is now lower than readState.Index' (duration: 257.716µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:46.63195Z","caller":"traceutil/trace.go:171","msg":"trace[2048939139] transaction","detail":"{read_only:false; response_revision:2922; number_of_response:1; }","duration":"198.967683ms","start":"2026-07-24T05:27:46.432959Z","end":"2026-07-24T05:27:46.631926Z","steps":["trace[2048939139] 'process raft request' (duration: 198.734497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:46.632082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.79343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:46.632153Z","caller":"traceutil/trace.go:171","msg":"trace[953890881] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2922; }","duration":"141.890563ms","start":"2026-07-24T05:27:46.490246Z","end":"2026-07-24T05:27:46.632137Z","steps":["trace[953890881] 'agreement among raft nodes before linearized reading' (duration: 141.705598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:46.632169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.378832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:46.632219Z","caller":"traceutil/trace.go:171","msg":"trace[339088730] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:2922; }","duration":"116.478724ms","start":"2026-07-24T05:27:46.51572Z","end":"2026-07-24T05:27:46.632199Z","steps":["trace[339088730] 'agreement among raft nodes before linearized reading' (duration: 116.407532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:46.632098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.706368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:46.6323Z","caller":"traceutil/trace.go:171","msg":"trace[1945737005] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2922; }","duration":"141.973795ms","start":"2026-07-24T05:27:46.490301Z","end":"2026-07-24T05:27:46.632275Z","steps":["trace[1945737005] 'agreement among raft nodes before linearized reading' (duration: 141.733889ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:46.746202Z","caller":"traceutil/trace.go:171","msg":"trace[1793465380] transaction","detail":"{read_only:false; response_revision:2923; number_of_response:1; }","duration":"100.617868ms","start":"2026-07-24T05:27:46.645538Z","end":"2026-07-24T05:27:46.746156Z","steps":["trace[1793465380] 'process raft request' (duration: 58.036133ms)","trace[1793465380] 'compare' (duration: 42.38387ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:48.287215Z","caller":"traceutil/trace.go:171","msg":"trace[910000370] linearizableReadLoop","detail":"{readStateIndex:3075; appliedIndex:3074; }","duration":"406.702069ms","start":"2026-07-24T05:27:47.880478Z","end":"2026-07-24T05:27:48.28718Z","steps":["trace[910000370] 'read index received' (duration: 406.32803ms)","trace[910000370] 'applied index is now lower than readState.Index' (duration: 372.439µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:48.287346Z","caller":"traceutil/trace.go:171","msg":"trace[1604630411] transaction","detail":"{read_only:false; response_revision:2925; number_of_response:1; }","duration":"408.353617ms","start":"2026-07-24T05:27:47.878947Z","end":"2026-07-24T05:27:48.287301Z","steps":["trace[1604630411] 'process raft request' (duration: 407.917837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:48.287706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:47.878924Z","time spent":"408.669084ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:48.287798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.643329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:27:48.287865Z","caller":"traceutil/trace.go:171","msg":"trace[1471432230] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2925; }","duration":"247.811872ms","start":"2026-07-24T05:27:48.040036Z","end":"2026-07-24T05:27:48.287848Z","steps":["trace[1471432230] 'agreement among raft nodes before linearized reading' (duration: 247.653508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:48.287881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.489054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:27:48.287914Z","caller":"traceutil/trace.go:171","msg":"trace[1190788894] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2925; }","duration":"100.544666ms","start":"2026-07-24T05:27:48.18736Z","end":"2026-07-24T05:27:48.287905Z","steps":["trace[1190788894] 'agreement among raft nodes before linearized reading' (duration: 100.406613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:48.288058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.154521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:48.288084Z","caller":"traceutil/trace.go:171","msg":"trace[194592115] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2925; }","duration":"165.287024ms","start":"2026-07-24T05:27:48.12279Z","end":"2026-07-24T05:27:48.288077Z","steps":["trace[194592115] 'agreement among raft nodes before linearized reading' (duration: 165.240543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:48.288196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.691481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:27:48.288223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.325956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:27:48.2887Z","caller":"traceutil/trace.go:171","msg":"trace[824698506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2925; }","duration":"102.853338ms","start":"2026-07-24T05:27:48.185804Z","end":"2026-07-24T05:27:48.288658Z","steps":["trace[824698506] 'agreement among raft nodes before linearized reading' (duration: 101.959658ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:48.288295Z","caller":"traceutil/trace.go:171","msg":"trace[2026429376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2925; }","duration":"407.842825ms","start":"2026-07-24T05:27:47.880429Z","end":"2026-07-24T05:27:48.288272Z","steps":["trace[2026429376] 'agreement among raft nodes before linearized reading' (duration: 406.932564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:48.288834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:47.880415Z","time spent":"408.399428ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:27:48.288198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.862002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:27:48.289087Z","caller":"traceutil/trace.go:171","msg":"trace[1079985666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2925; }","duration":"107.807445ms","start":"2026-07-24T05:27:48.181266Z","end":"2026-07-24T05:27:48.289073Z","steps":["trace[1079985666] 'agreement among raft nodes before linearized reading' (duration: 106.665958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:48.714815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.962856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:48.715293Z","caller":"traceutil/trace.go:171","msg":"trace[1004055099] linearizableReadLoop","detail":"{readStateIndex:3076; appliedIndex:3075; }","duration":"421.43562ms","start":"2026-07-24T05:27:48.29383Z","end":"2026-07-24T05:27:48.715266Z","steps":["trace[1004055099] 'read index received' (duration: 150.870051ms)","trace[1004055099] 'applied index is now lower than readState.Index' (duration: 270.562999ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:48.715308Z","caller":"traceutil/trace.go:171","msg":"trace[75726615] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"421.529612ms","start":"2026-07-24T05:27:48.293743Z","end":"2026-07-24T05:27:48.715273Z","steps":["trace[75726615] 'process raft request' (duration: 151.002464ms)","trace[75726615] 'compare' (duration: 269.33659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:48.715447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:48.293705Z","time spent":"421.684506ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:48.715565Z","caller":"traceutil/trace.go:171","msg":"trace[358380581] transaction","detail":"{read_only:false; response_revision:2927; number_of_response:1; }","duration":"421.001829ms","start":"2026-07-24T05:27:48.29452Z","end":"2026-07-24T05:27:48.715522Z","steps":["trace[358380581] 'process raft request' (duration: 420.650131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:48.715816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:48.294489Z","time spent":"421.216164ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:48.715857Z","caller":"traceutil/trace.go:171","msg":"trace[632052441] transaction","detail":"{read_only:false; response_revision:2928; number_of_response:1; }","duration":"420.122659ms","start":"2026-07-24T05:27:48.295713Z","end":"2026-07-24T05:27:48.715835Z","steps":["trace[632052441] 'process raft request' (duration: 419.594597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:48.715832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.957822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:47666"} {"level":"info","ts":"2026-07-24T05:27:48.715939Z","caller":"traceutil/trace.go:171","msg":"trace[472563930] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:2927; }","duration":"422.115776ms","start":"2026-07-24T05:27:48.293799Z","end":"2026-07-24T05:27:48.715915Z","steps":["trace[472563930] 'agreement among raft nodes before linearized reading' (duration: 421.610255ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:48.715946Z","caller":"traceutil/trace.go:171","msg":"trace[2136985284] transaction","detail":"{read_only:false; response_revision:2929; number_of_response:1; }","duration":"413.582018ms","start":"2026-07-24T05:27:48.302345Z","end":"2026-07-24T05:27:48.715927Z","steps":["trace[2136985284] 'process raft request' (duration: 413.20962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:48.715999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:48.293791Z","time spent":"422.197288ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":47689,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:27:48.716028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:48.302321Z","time spent":"413.6633ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:48.716279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.723644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:27:48.716316Z","caller":"traceutil/trace.go:171","msg":"trace[1335532635] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2929; }","duration":"280.837287ms","start":"2026-07-24T05:27:48.435465Z","end":"2026-07-24T05:27:48.716302Z","steps":["trace[1335532635] 'agreement among raft nodes before linearized reading' (duration: 280.220093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:48.71637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:48.295695Z","time spent":"420.204281ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:49.950248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:50.320742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374651782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:50.320822Z","caller":"traceutil/trace.go:171","msg":"trace[378980364] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2929; }","duration":"1.374786005s","start":"2026-07-24T05:27:48.946017Z","end":"2026-07-24T05:27:50.320803Z","steps":["trace[378980364] 'count revisions from in-memory index tree' (duration: 1.37459216s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:50.320813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292715656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:27:50.320865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:48.945999Z","time spent":"1.374855246s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:50.320984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123355498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:27:50.320861Z","caller":"traceutil/trace.go:171","msg":"trace[736401867] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2929; }","duration":"1.29286567s","start":"2026-07-24T05:27:49.027982Z","end":"2026-07-24T05:27:50.320848Z","steps":["trace[736401867] 'count revisions from in-memory index tree' (duration: 1.292570013s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:50.321013Z","caller":"traceutil/trace.go:171","msg":"trace[2093814179] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2929; }","duration":"1.123427499s","start":"2026-07-24T05:27:49.197577Z","end":"2026-07-24T05:27:50.321005Z","steps":["trace[2093814179] 'range keys from in-memory index tree' (duration: 1.123093192s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:50.32103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:49.027951Z","time spent":"1.293064014s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":108,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:50.321041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:49.197553Z","time spent":"1.12348055s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:27:50.451059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:50.799143Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.439949712s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:27:52.121673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000073371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:27:52.121759Z","caller":"traceutil/trace.go:171","msg":"trace[1532173770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000236004s","start":"2026-07-24T05:27:50.121503Z","end":"2026-07-24T05:27:52.121739Z","steps":["trace[1532173770] 'agreement among raft nodes before linearized reading' (duration: 2.000125342s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:52.121837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.121469Z","time spent":"2.000351397s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:27:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:27:53.707522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908165688s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:27:53.975876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.176516285s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:27:53.976435Z","caller":"traceutil/trace.go:171","msg":"trace[110954827] transaction","detail":"{read_only:false; response_revision:2931; number_of_response:1; }","duration":"4.060689971s","start":"2026-07-24T05:27:49.915714Z","end":"2026-07-24T05:27:53.976404Z","steps":["trace[110954827] 'process raft request' (duration: 4.060592938s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:53.976499Z","caller":"traceutil/trace.go:171","msg":"trace[1134742881] transaction","detail":"{read_only:false; response_revision:2930; number_of_response:1; }","duration":"4.109865168s","start":"2026-07-24T05:27:49.866589Z","end":"2026-07-24T05:27:53.976454Z","steps":["trace[1134742881] 'process raft request' (duration: 4.10954022s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:53.976521Z","caller":"traceutil/trace.go:171","msg":"trace[1428850474] linearizableReadLoop","detail":"{readStateIndex:3084; appliedIndex:3079; }","duration":"4.526964707s","start":"2026-07-24T05:27:49.449544Z","end":"2026-07-24T05:27:53.976509Z","steps":["trace[1428850474] 'read index received' (duration: 1.349834237s)","trace[1428850474] 'applied index is now lower than readState.Index' (duration: 3.17712972s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:27:53.976631Z","caller":"traceutil/trace.go:171","msg":"trace[2090072292] transaction","detail":"{read_only:false; response_revision:2933; number_of_response:1; }","duration":"3.650584222s","start":"2026-07-24T05:27:50.326031Z","end":"2026-07-24T05:27:53.976615Z","steps":["trace[2090072292] 'process raft request' (duration: 3.650404698s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.976629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:49.915688Z","time spent":"4.060823873s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:53.976684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.326003Z","time spent":"3.650650614s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:53.97671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:49.866568Z","time spent":"4.10999996s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:27:53.976722Z","caller":"traceutil/trace.go:171","msg":"trace[697438739] transaction","detail":"{read_only:false; response_revision:2932; number_of_response:1; }","duration":"3.788506403s","start":"2026-07-24T05:27:50.188173Z","end":"2026-07-24T05:27:53.97668Z","steps":["trace[697438739] 'process raft request' (duration: 3.788189196s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.976865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417778988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:27:53.976911Z","caller":"traceutil/trace.go:171","msg":"trace[40888170] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2933; }","duration":"3.417839619s","start":"2026-07-24T05:27:50.559062Z","end":"2026-07-24T05:27:53.976901Z","steps":["trace[40888170] 'agreement among raft nodes before linearized reading' (duration: 3.417751997s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.976921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.188155Z","time spent":"3.788663826s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:53.976937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.559031Z","time spent":"3.41789932s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:53.976925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.905991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:53.976972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120487559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:53.977003Z","caller":"traceutil/trace.go:171","msg":"trace[1352142051] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2933; }","duration":"3.120555981s","start":"2026-07-24T05:27:50.856438Z","end":"2026-07-24T05:27:53.976994Z","steps":["trace[1352142051] 'agreement among raft nodes before linearized reading' (duration: 3.12049192s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.976922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861182445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:53.97691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527351336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:27:53.977036Z","caller":"traceutil/trace.go:171","msg":"trace[1128867853] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2933; }","duration":"3.861372419s","start":"2026-07-24T05:27:50.115653Z","end":"2026-07-24T05:27:53.977026Z","steps":["trace[1128867853] 'agreement among raft nodes before linearized reading' (duration: 3.861196835s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:53.976999Z","caller":"traceutil/trace.go:171","msg":"trace[1280369280] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2933; }","duration":"425.046264ms","start":"2026-07-24T05:27:53.55193Z","end":"2026-07-24T05:27:53.976977Z","steps":["trace[1280369280] 'agreement among raft nodes before linearized reading' (duration: 424.922701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.97704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.896134184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:27:53.977063Z","caller":"traceutil/trace.go:171","msg":"trace[1071005347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2933; }","duration":"4.527573861s","start":"2026-07-24T05:27:49.449473Z","end":"2026-07-24T05:27:53.977047Z","steps":["trace[1071005347] 'agreement among raft nodes before linearized reading' (duration: 4.527271514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.977095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474349247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:53.977077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256110457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T05:27:53.977109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256618728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:27:53.97711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128930534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:53.977162Z","caller":"traceutil/trace.go:171","msg":"trace[2115007181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2933; }","duration":"3.256254311s","start":"2026-07-24T05:27:50.720893Z","end":"2026-07-24T05:27:53.977147Z","steps":["trace[2115007181] 'agreement among raft nodes before linearized reading' (duration: 3.255903663s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:53.977169Z","caller":"traceutil/trace.go:171","msg":"trace[235669501] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2933; }","duration":"3.256732661s","start":"2026-07-24T05:27:50.720423Z","end":"2026-07-24T05:27:53.977155Z","steps":["trace[235669501] 'agreement among raft nodes before linearized reading' (duration: 3.256471595s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.977169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.254745016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:27:53.977194Z","caller":"traceutil/trace.go:171","msg":"trace[734820497] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:2933; }","duration":"3.129051427s","start":"2026-07-24T05:27:50.848119Z","end":"2026-07-24T05:27:53.977171Z","steps":["trace[734820497] 'agreement among raft nodes before linearized reading' (duration: 3.128929944s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.977209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.720391Z","time spent":"3.256810194s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:27:53.977059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:53.551908Z","time spent":"425.146175ms","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:27:53.977211Z","caller":"traceutil/trace.go:171","msg":"trace[212415102] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2933; }","duration":"3.254838028s","start":"2026-07-24T05:27:50.722364Z","end":"2026-07-24T05:27:53.977202Z","steps":["trace[212415102] 'agreement among raft nodes before linearized reading' (duration: 3.254728695s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.977222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.253259175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:27:53.977121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:49.44944Z","time spent":"4.527659573s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:27:53.977249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.72233Z","time spent":"3.25491223s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:27:53.97724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.128326085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" ","response":"range_response_count:1 size:7053"} {"level":"warn","ts":"2026-07-24T05:27:53.977208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.720862Z","time spent":"3.256335712s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:27:53.977246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.848099Z","time spent":"3.12913269s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:27:53.977118Z","caller":"traceutil/trace.go:171","msg":"trace[1549059538] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:2933; }","duration":"1.474408589s","start":"2026-07-24T05:27:52.502702Z","end":"2026-07-24T05:27:53.97711Z","steps":["trace[1549059538] 'agreement among raft nodes before linearized reading' (duration: 1.474371518s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.977312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.256574447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:27:53.977303Z","caller":"traceutil/trace.go:171","msg":"trace[912478306] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v948m; range_end:; response_count:1; response_revision:2933; }","duration":"4.128406877s","start":"2026-07-24T05:27:49.848874Z","end":"2026-07-24T05:27:53.977281Z","steps":["trace[912478306] 'agreement among raft nodes before linearized reading' (duration: 4.128267793s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:27:53.977331Z","caller":"traceutil/trace.go:171","msg":"trace[675519257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2933; }","duration":"3.256608869s","start":"2026-07-24T05:27:50.720716Z","end":"2026-07-24T05:27:53.977325Z","steps":["trace[675519257] 'agreement among raft nodes before linearized reading' (duration: 3.256144538s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.97707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.115628Z","time spent":"3.861430561s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:53.977337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:52.50268Z","time spent":"1.474644295s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:53.977411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:49.848856Z","time spent":"4.128485899s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7076,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" "} {"level":"warn","ts":"2026-07-24T05:27:53.977431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.720707Z","time spent":"3.256644729s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:27:53.977105Z","caller":"traceutil/trace.go:171","msg":"trace[1312873580] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2933; }","duration":"3.896253936s","start":"2026-07-24T05:27:50.080833Z","end":"2026-07-24T05:27:53.977087Z","steps":["trace[1312873580] 'agreement among raft nodes before linearized reading' (duration: 3.896135144s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.97758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.080805Z","time spent":"3.896753868s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":34,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:27:53.977148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855168138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:27:53.977033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:50.856419Z","time spent":"3.120608652s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:27:53.977646Z","caller":"traceutil/trace.go:171","msg":"trace[1237862563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2933; }","duration":"1.855691129s","start":"2026-07-24T05:27:52.121937Z","end":"2026-07-24T05:27:53.977628Z","steps":["trace[1237862563] 'agreement among raft nodes before linearized reading' (duration: 1.855197647s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.977692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:52.121916Z","time spent":"1.855763491s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:27:53.977263Z","caller":"traceutil/trace.go:171","msg":"trace[1875962015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2933; }","duration":"4.253335477s","start":"2026-07-24T05:27:49.723912Z","end":"2026-07-24T05:27:53.977247Z","steps":["trace[1875962015] 'agreement among raft nodes before linearized reading' (duration: 4.252864716s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:53.977804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:49.723891Z","time spent":"4.253897649s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:27:54.485565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142151,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:27:55.509473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.987942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:27:55.509633Z","caller":"traceutil/trace.go:171","msg":"trace[1878726825] transaction","detail":"{read_only:false; response_revision:2934; number_of_response:1; }","duration":"1.526097996s","start":"2026-07-24T05:27:53.983508Z","end":"2026-07-24T05:27:55.509606Z","steps":["trace[1878726825] 'process raft request' (duration: 800.851428ms)","trace[1878726825] 'compare' (duration: 723.672602ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:27:55.510029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:53.983462Z","time spent":"1.526393302s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:27:55.985436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999947957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:27:55.985507Z","caller":"traceutil/trace.go:171","msg":"trace[2134698305] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00005783s","start":"2026-07-24T05:27:53.985433Z","end":"2026-07-24T05:27:55.985491Z","steps":["trace[2134698305] 'agreement among raft nodes before linearized reading' (duration: 1.999977718s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:55.985575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:53.985423Z","time spent":"2.000140711s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:27:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:27:57.950179Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.165785868s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:27:57.985923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000113181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:27:57.985987Z","caller":"traceutil/trace.go:171","msg":"trace[623860361] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000259514s","start":"2026-07-24T05:27:55.985712Z","end":"2026-07-24T05:27:57.985972Z","steps":["trace[623860361] 'agreement among raft nodes before linearized reading' (duration: 2.000135861s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:57.986024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:55.9857Z","time spent":"2.000317326s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:27:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:27:58.982543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:53.984336Z","time spent":"4.998200449s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:27:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:27:59.995399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:27:59.99546Z","caller":"traceutil/trace.go:171","msg":"trace[2046847105] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463699s","start":"2026-07-24T05:27:57.994982Z","end":"2026-07-24T05:27:59.995446Z","steps":["trace[2046847105] 'agreement among raft nodes before linearized reading' (duration: 2.000330176s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:27:59.995489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:57.994955Z","time spent":"2.00052834s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:27:59.997399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.902707935s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:27:59.997509Z","caller":"traceutil/trace.go:171","msg":"trace[1685305037] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2934; }","duration":"3.902822648s","start":"2026-07-24T05:27:56.094672Z","end":"2026-07-24T05:27:59.997495Z","steps":["trace[1685305037] 'range keys from in-memory index tree' (duration: 3.902694335s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.003185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052545034s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:00.003528Z","caller":"traceutil/trace.go:171","msg":"trace[1798183910] linearizableReadLoop","detail":"{readStateIndex:3089; appliedIndex:3084; }","duration":"6.018027772s","start":"2026-07-24T05:27:53.985482Z","end":"2026-07-24T05:28:00.00351Z","steps":["trace[1798183910] 'read index received' (duration: 798.890482ms)","trace[1798183910] 'applied index is now lower than readState.Index' (duration: 5.21913646s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:00.003766Z","caller":"traceutil/trace.go:171","msg":"trace[939034637] transaction","detail":"{read_only:false; response_revision:2935; number_of_response:1; }","duration":"6.020211332s","start":"2026-07-24T05:27:53.983539Z","end":"2026-07-24T05:28:00.003751Z","steps":["trace[939034637] 'process raft request' (duration: 3.967009593s)","trace[939034637] 'compare' (duration: 2.048255545s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:00.003836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:53.983519Z","time spent":"6.020283423s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:00.003902Z","caller":"traceutil/trace.go:171","msg":"trace[1774700246] transaction","detail":"{read_only:false; response_revision:2938; number_of_response:1; }","duration":"6.016435964s","start":"2026-07-24T05:27:53.987444Z","end":"2026-07-24T05:28:00.00388Z","steps":["trace[1774700246] 'process raft request' (duration: 6.015955163s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:00.003922Z","caller":"traceutil/trace.go:171","msg":"trace[1216144260] transaction","detail":"{read_only:false; response_revision:2939; number_of_response:1; }","duration":"5.250289101s","start":"2026-07-24T05:27:54.753617Z","end":"2026-07-24T05:28:00.003906Z","steps":["trace[1216144260] 'process raft request' (duration: 5.24984613s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:00.003931Z","caller":"traceutil/trace.go:171","msg":"trace[1111260867] transaction","detail":"{read_only:false; response_revision:2936; number_of_response:1; }","duration":"6.01971496s","start":"2026-07-24T05:27:53.984188Z","end":"2026-07-24T05:28:00.003903Z","steps":["trace[1111260867] 'process raft request' (duration: 6.019089965s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.004023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:54.753591Z","time spent":"5.250367342s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:00.004024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:53.987425Z","time spent":"6.016532166s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:00.00407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:53.984153Z","time spent":"6.019843853s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:00.064545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.114146479s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:28:00.064938Z","caller":"traceutil/trace.go:171","msg":"trace[969698579] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"3.872495946s","start":"2026-07-24T05:27:56.192414Z","end":"2026-07-24T05:28:00.06491Z","steps":["trace[969698579] 'process raft request' (duration: 3.872342473s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.065092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:56.192385Z","time spent":"3.872618039s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:00.160576Z","caller":"traceutil/trace.go:171","msg":"trace[87204336] linearizableReadLoop","detail":"{readStateIndex:3092; appliedIndex:3090; }","duration":"156.969161ms","start":"2026-07-24T05:28:00.003565Z","end":"2026-07-24T05:28:00.160534Z","steps":["trace[87204336] 'read index received' (duration: 61.180955ms)","trace[87204336] 'applied index is now lower than readState.Index' (duration: 95.786326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:00.160684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336419001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:00.160777Z","caller":"traceutil/trace.go:171","msg":"trace[674039981] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:2941; }","duration":"2.336597224s","start":"2026-07-24T05:27:57.824159Z","end":"2026-07-24T05:28:00.160757Z","steps":["trace[674039981] 'agreement among raft nodes before linearized reading' (duration: 2.33641969s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.160836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:57.824123Z","time spent":"2.336695807s","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:00.160855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452183399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:28:00.160862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.853615867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:00.160891Z","caller":"traceutil/trace.go:171","msg":"trace[124792055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2941; }","duration":"2.452285061s","start":"2026-07-24T05:27:57.708596Z","end":"2026-07-24T05:28:00.160881Z","steps":["trace[124792055] 'agreement among raft nodes before linearized reading' (duration: 2.452110167s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:00.16092Z","caller":"traceutil/trace.go:171","msg":"trace[827588803] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:2941; }","duration":"5.85371478s","start":"2026-07-24T05:27:54.30719Z","end":"2026-07-24T05:28:00.160905Z","steps":["trace[827588803] 'agreement among raft nodes before linearized reading' (duration: 5.853608607s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.160929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:57.708574Z","time spent":"2.452347632s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:28:00.160963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:54.307169Z","time spent":"5.853783531s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:28:00.161026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.173193572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:28:00.161008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.108368112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:00.161045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.441603939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:00.161075Z","caller":"traceutil/trace.go:171","msg":"trace[1970790543] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2941; }","duration":"4.173249035s","start":"2026-07-24T05:27:55.987809Z","end":"2026-07-24T05:28:00.161058Z","steps":["trace[1970790543] 'agreement among raft nodes before linearized reading' (duration: 4.173103181s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:00.1611Z","caller":"traceutil/trace.go:171","msg":"trace[1628153721] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2941; }","duration":"4.108572278s","start":"2026-07-24T05:27:56.052508Z","end":"2026-07-24T05:28:00.16108Z","steps":["trace[1628153721] 'agreement among raft nodes before linearized reading' (duration: 4.108383812s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:00.161109Z","caller":"traceutil/trace.go:171","msg":"trace[1830091437] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2941; }","duration":"1.441715413s","start":"2026-07-24T05:27:58.719376Z","end":"2026-07-24T05:28:00.161092Z","steps":["trace[1830091437] 'agreement among raft nodes before linearized reading' (duration: 1.441602739s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.161115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:55.9878Z","time spent":"4.173307066s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:28:00.161158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:58.719354Z","time spent":"1.441790345s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:00.161022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.606405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:00.161177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172154041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:28:00.161245Z","caller":"traceutil/trace.go:171","msg":"trace[1815412029] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:2941; }","duration":"2.172258924s","start":"2026-07-24T05:27:57.988965Z","end":"2026-07-24T05:28:00.161224Z","steps":["trace[1815412029] 'agreement among raft nodes before linearized reading' (duration: 2.172048948s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.161251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004071987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:00.161265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.317025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-v57q5\" ","response":"range_response_count:1 size:7308"} {"level":"warn","ts":"2026-07-24T05:28:00.161257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.177109995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-24T05:28:00.161279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.893895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:00.161302Z","caller":"traceutil/trace.go:171","msg":"trace[458323560] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-v57q5; range_end:; response_count:1; response_revision:2941; }","duration":"152.380625ms","start":"2026-07-24T05:28:00.00891Z","end":"2026-07-24T05:28:00.161291Z","steps":["trace[458323560] 'agreement among raft nodes before linearized reading' (duration: 152.279983ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:00.161321Z","caller":"traceutil/trace.go:171","msg":"trace[1861038396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2941; }","duration":"4.177226637s","start":"2026-07-24T05:27:55.984079Z","end":"2026-07-24T05:28:00.161305Z","steps":["trace[1861038396] 'agreement among raft nodes before linearized reading' (duration: 4.177022332s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.161329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215511698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:00.161334Z","caller":"traceutil/trace.go:171","msg":"trace[16116335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2941; }","duration":"164.971917ms","start":"2026-07-24T05:27:59.996345Z","end":"2026-07-24T05:28:00.161316Z","steps":["trace[16116335] 'agreement among raft nodes before linearized reading' (duration: 164.903825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.161354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:55.984055Z","time spent":"4.177292839s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:28:00.161355Z","caller":"traceutil/trace.go:171","msg":"trace[972228111] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2941; }","duration":"3.21557578s","start":"2026-07-24T05:27:56.945772Z","end":"2026-07-24T05:28:00.161348Z","steps":["trace[972228111] 'agreement among raft nodes before linearized reading' (duration: 3.215531719s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.16136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.59607138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:00.161373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681593413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:00.161388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:56.94575Z","time spent":"3.21563086s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:00.16141Z","caller":"traceutil/trace.go:171","msg":"trace[200264205] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2941; }","duration":"1.681686795s","start":"2026-07-24T05:27:58.479715Z","end":"2026-07-24T05:28:00.161402Z","steps":["trace[200264205] 'agreement among raft nodes before linearized reading' (duration: 1.681586253s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:00.16142Z","caller":"traceutil/trace.go:171","msg":"trace[678933763] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:2941; }","duration":"5.596153662s","start":"2026-07-24T05:27:54.565242Z","end":"2026-07-24T05:28:00.161396Z","steps":["trace[678933763] 'agreement among raft nodes before linearized reading' (duration: 5.59607328s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.161435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:58.47969Z","time spent":"1.681737767s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:00.161442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.047083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:00.161467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:54.565222Z","time spent":"5.596228464s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:00.161497Z","caller":"traceutil/trace.go:171","msg":"trace[1933906283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2941; }","duration":"763.109165ms","start":"2026-07-24T05:27:59.398371Z","end":"2026-07-24T05:28:00.161481Z","steps":["trace[1933906283] 'agreement among raft nodes before linearized reading' (duration: 763.021433ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:00.161198Z","caller":"traceutil/trace.go:171","msg":"trace[1244593166] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:2941; }","duration":"629.81147ms","start":"2026-07-24T05:27:59.531377Z","end":"2026-07-24T05:28:00.161189Z","steps":["trace[1244593166] 'agreement among raft nodes before linearized reading' (duration: 629.564023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.161279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.175551222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:28:00.16116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:56.052491Z","time spent":"4.10864541s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:00.161563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:59.531317Z","time spent":"630.23293ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:00.161599Z","caller":"traceutil/trace.go:171","msg":"trace[142782407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2941; }","duration":"5.175868599s","start":"2026-07-24T05:27:54.985709Z","end":"2026-07-24T05:28:00.161577Z","steps":["trace[142782407] 'agreement among raft nodes before linearized reading' (duration: 5.175427979s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.161282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:57.988947Z","time spent":"2.172328615s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:28:00.160862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.739427472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:00.1617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:54.985636Z","time spent":"5.176046503s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:28:00.161731Z","caller":"traceutil/trace.go:171","msg":"trace[528211531] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2941; }","duration":"4.740333403s","start":"2026-07-24T05:27:55.421356Z","end":"2026-07-24T05:28:00.16169Z","steps":["trace[528211531] 'agreement among raft nodes before linearized reading' (duration: 4.739425492s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:00.161282Z","caller":"traceutil/trace.go:171","msg":"trace[918101949] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2941; }","duration":"3.004131058s","start":"2026-07-24T05:27:57.157141Z","end":"2026-07-24T05:28:00.161272Z","steps":["trace[918101949] 'agreement among raft nodes before linearized reading' (duration: 3.004077097s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:00.161545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:59.398306Z","time spent":"763.223257ms","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:00.161819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:55.421331Z","time spent":"4.740466566s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:00.161839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:27:57.157123Z","time spent":"3.004699022s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:00.314028Z","caller":"traceutil/trace.go:171","msg":"trace[235946887] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"125.198367ms","start":"2026-07-24T05:28:00.188775Z","end":"2026-07-24T05:28:00.313974Z","steps":["trace[235946887] 'process raft request' (duration: 76.608653ms)","trace[235946887] 'compare' (duration: 48.40246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:00.314442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.453801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:00.314565Z","caller":"traceutil/trace.go:171","msg":"trace[2039971216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2946; }","duration":"144.624615ms","start":"2026-07-24T05:28:00.169908Z","end":"2026-07-24T05:28:00.314533Z","steps":["trace[2039971216] 'agreement among raft nodes before linearized reading' (duration: 144.272017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:02.31732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.910897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:28:02.317415Z","caller":"traceutil/trace.go:171","msg":"trace[583678701] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2951; }","duration":"143.05934ms","start":"2026-07-24T05:28:02.174334Z","end":"2026-07-24T05:28:02.317394Z","steps":["trace[583678701] 'range keys from in-memory index tree' (duration: 142.703392ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:03.057921Z","caller":"traceutil/trace.go:171","msg":"trace[635684472] transaction","detail":"{read_only:false; response_revision:2955; number_of_response:1; }","duration":"374.252419ms","start":"2026-07-24T05:28:02.683609Z","end":"2026-07-24T05:28:03.057862Z","steps":["trace[635684472] 'process raft request' (duration: 327.812594ms)","trace[635684472] 'compare' (duration: 46.054025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:03.058262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:02.683577Z","time spent":"374.423393ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:03.068552Z","caller":"traceutil/trace.go:171","msg":"trace[224748245] linearizableReadLoop","detail":"{readStateIndex:3109; appliedIndex:3107; }","duration":"374.213687ms","start":"2026-07-24T05:28:02.694317Z","end":"2026-07-24T05:28:03.06853Z","steps":["trace[224748245] 'read index received' (duration: 317.120146ms)","trace[224748245] 'applied index is now lower than readState.Index' (duration: 57.092391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:03.068709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.37129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-24T05:28:03.068751Z","caller":"traceutil/trace.go:171","msg":"trace[1025576616] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2956; }","duration":"374.458751ms","start":"2026-07-24T05:28:02.69428Z","end":"2026-07-24T05:28:03.068739Z","steps":["trace[1025576616] 'agreement among raft nodes before linearized reading' (duration: 374.369369ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:03.068694Z","caller":"traceutil/trace.go:171","msg":"trace[2004417964] transaction","detail":"{read_only:false; response_revision:2956; number_of_response:1; }","duration":"382.431456ms","start":"2026-07-24T05:28:02.686216Z","end":"2026-07-24T05:28:03.068647Z","steps":["trace[2004417964] 'process raft request' (duration: 382.182841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:03.068789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:02.694267Z","time spent":"374.509273ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-07-24T05:28:03.068779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.340142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:03.068852Z","caller":"traceutil/trace.go:171","msg":"trace[880199149] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2956; }","duration":"247.459904ms","start":"2026-07-24T05:28:02.82137Z","end":"2026-07-24T05:28:03.06883Z","steps":["trace[880199149] 'agreement among raft nodes before linearized reading' (duration: 247.340922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:03.068923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:02.686199Z","time spent":"382.604981ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:03.271691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.043501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-07-24T05:28:03.27179Z","caller":"traceutil/trace.go:171","msg":"trace[1194644512] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:2956; }","duration":"102.190355ms","start":"2026-07-24T05:28:03.169579Z","end":"2026-07-24T05:28:03.271769Z","steps":["trace[1194644512] 'range keys from in-memory index tree' (duration: 101.943819ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.148189Z","caller":"traceutil/trace.go:171","msg":"trace[2086995593] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"111.266135ms","start":"2026-07-24T05:28:04.036893Z","end":"2026-07-24T05:28:04.148159Z","steps":["trace[2086995593] 'process raft request' (duration: 111.07194ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.520395Z","caller":"traceutil/trace.go:171","msg":"trace[2133717125] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3109; }","duration":"454.303421ms","start":"2026-07-24T05:28:04.066058Z","end":"2026-07-24T05:28:04.520361Z","steps":["trace[2133717125] 'read index received' (duration: 81.919676ms)","trace[2133717125] 'applied index is now lower than readState.Index' (duration: 372.382715ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:04.520532Z","caller":"traceutil/trace.go:171","msg":"trace[609839606] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"481.794796ms","start":"2026-07-24T05:28:04.038724Z","end":"2026-07-24T05:28:04.520519Z","steps":["trace[609839606] 'process raft request' (duration: 481.474019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.520674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.764385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:04.520748Z","caller":"traceutil/trace.go:171","msg":"trace[1888487879] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2958; }","duration":"452.906818ms","start":"2026-07-24T05:28:04.067825Z","end":"2026-07-24T05:28:04.520732Z","steps":["trace[1888487879] 'agreement among raft nodes before linearized reading' (duration: 452.737144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.520741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.34829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-07-24T05:28:04.520779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.067805Z","time spent":"452.96686ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:04.520762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.106181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-07-24T05:28:04.520849Z","caller":"traceutil/trace.go:171","msg":"trace[1931735777] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:2958; }","duration":"197.246904ms","start":"2026-07-24T05:28:04.323582Z","end":"2026-07-24T05:28:04.520829Z","steps":["trace[1931735777] 'agreement among raft nodes before linearized reading' (duration: 197.032809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.520935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.887454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:28:04.520936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.823633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:28:04.520893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.116811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T05:28:04.520982Z","caller":"traceutil/trace.go:171","msg":"trace[882576805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2958; }","duration":"454.963266ms","start":"2026-07-24T05:28:04.065999Z","end":"2026-07-24T05:28:04.520962Z","steps":["trace[882576805] 'agreement among raft nodes before linearized reading' (duration: 454.834343ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.520982Z","caller":"traceutil/trace.go:171","msg":"trace[844739990] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:2958; }","duration":"212.905145ms","start":"2026-07-24T05:28:04.308065Z","end":"2026-07-24T05:28:04.52097Z","steps":["trace[844739990] 'agreement among raft nodes before linearized reading' (duration: 212.755642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.520955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.173135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:04.521043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.986484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:28:04.521042Z","caller":"traceutil/trace.go:171","msg":"trace[1663928621] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:2958; }","duration":"347.353876ms","start":"2026-07-24T05:28:04.173654Z","end":"2026-07-24T05:28:04.521008Z","steps":["trace[1663928621] 'agreement among raft nodes before linearized reading' (duration: 346.999188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.521067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.647706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:04.521092Z","caller":"traceutil/trace.go:171","msg":"trace[840382188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2958; }","duration":"380.678417ms","start":"2026-07-24T05:28:04.140408Z","end":"2026-07-24T05:28:04.521086Z","steps":["trace[840382188] 'agreement among raft nodes before linearized reading' (duration: 380.641696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.521087Z","caller":"traceutil/trace.go:171","msg":"trace[404064103] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2958; }","duration":"448.043936ms","start":"2026-07-24T05:28:04.073028Z","end":"2026-07-24T05:28:04.521072Z","steps":["trace[404064103] 'agreement among raft nodes before linearized reading' (duration: 447.976844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.52106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.735428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-07-24T05:28:04.520947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.808995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-24T05:28:04.521117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.173632Z","time spent":"347.470408ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"info","ts":"2026-07-24T05:28:04.520797Z","caller":"traceutil/trace.go:171","msg":"trace[1542069879] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:2958; }","duration":"246.440602ms","start":"2026-07-24T05:28:04.274336Z","end":"2026-07-24T05:28:04.520776Z","steps":["trace[1542069879] 'agreement among raft nodes before linearized reading' (duration: 246.33994ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.521137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.183373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:28:04.521165Z","caller":"traceutil/trace.go:171","msg":"trace[802377561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2958; }","duration":"118.055591ms","start":"2026-07-24T05:28:04.403098Z","end":"2026-07-24T05:28:04.521154Z","steps":["trace[802377561] 'agreement among raft nodes before linearized reading' (duration: 117.713494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.521159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.065845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-24T05:28:04.521178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.906116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T05:28:04.521202Z","caller":"traceutil/trace.go:171","msg":"trace[633156522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2958; }","duration":"426.956667ms","start":"2026-07-24T05:28:04.09424Z","end":"2026-07-24T05:28:04.521197Z","steps":["trace[633156522] 'agreement among raft nodes before linearized reading' (duration: 426.900926ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.521211Z","caller":"traceutil/trace.go:171","msg":"trace[721594209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2958; }","duration":"183.149847ms","start":"2026-07-24T05:28:04.338046Z","end":"2026-07-24T05:28:04.521196Z","steps":["trace[721594209] 'agreement among raft nodes before linearized reading' (duration: 183.035235ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.521204Z","caller":"traceutil/trace.go:171","msg":"trace[1065254829] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2958; }","duration":"191.246884ms","start":"2026-07-24T05:28:04.329934Z","end":"2026-07-24T05:28:04.521181Z","steps":["trace[1065254829] 'agreement among raft nodes before linearized reading' (duration: 191.08088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.521018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.065984Z","time spent":"455.028837ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:28:04.521087Z","caller":"traceutil/trace.go:171","msg":"trace[448833958] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2958; }","duration":"163.39799ms","start":"2026-07-24T05:28:04.357659Z","end":"2026-07-24T05:28:04.521057Z","steps":["trace[448833958] 'agreement among raft nodes before linearized reading' (duration: 163.108304ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.521157Z","caller":"traceutil/trace.go:171","msg":"trace[1788154368] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2958; }","duration":"380.873201ms","start":"2026-07-24T05:28:04.140263Z","end":"2026-07-24T05:28:04.521136Z","steps":["trace[1788154368] 'agreement among raft nodes before linearized reading' (duration: 380.653186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.52129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.838694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:28:04.521108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.140404Z","time spent":"380.700767ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:28:04.52134Z","caller":"traceutil/trace.go:171","msg":"trace[618984918] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:2958; }","duration":"193.907535ms","start":"2026-07-24T05:28:04.327421Z","end":"2026-07-24T05:28:04.521329Z","steps":["trace[618984918] 'agreement among raft nodes before linearized reading' (duration: 193.724671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.52131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.140253Z","time spent":"381.051825ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-07-24T05:28:04.521219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.094227Z","time spent":"426.988018ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:04.521201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.073018Z","time spent":"448.096917ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-07-24T05:28:04.521539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.038677Z","time spent":"481.885848ms","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11009,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:04.520776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.617675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-07-24T05:28:04.521637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.983667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T05:28:04.521688Z","caller":"traceutil/trace.go:171","msg":"trace[1512537452] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2958; }","duration":"298.591757ms","start":"2026-07-24T05:28:04.223083Z","end":"2026-07-24T05:28:04.521674Z","steps":["trace[1512537452] 'agreement among raft nodes before linearized reading' (duration: 297.602085ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.521703Z","caller":"traceutil/trace.go:171","msg":"trace[944681666] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2958; }","duration":"149.069839ms","start":"2026-07-24T05:28:04.372616Z","end":"2026-07-24T05:28:04.521686Z","steps":["trace[944681666] 'agreement among raft nodes before linearized reading' (duration: 148.927545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.77423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.474242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:04.774474Z","caller":"traceutil/trace.go:171","msg":"trace[1754017841] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"226.14289ms","start":"2026-07-24T05:28:04.548258Z","end":"2026-07-24T05:28:04.7744Z","steps":["trace[1754017841] 'process raft request' (duration: 113.406153ms)","trace[1754017841] 'compare' (duration: 112.320588ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:04.774622Z","caller":"traceutil/trace.go:171","msg":"trace[259984375] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"171.736692ms","start":"2026-07-24T05:28:04.602873Z","end":"2026-07-24T05:28:04.77461Z","steps":["trace[259984375] 'process raft request' (duration: 171.611689ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.774645Z","caller":"traceutil/trace.go:171","msg":"trace[1879173439] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"172.537791ms","start":"2026-07-24T05:28:04.60206Z","end":"2026-07-24T05:28:04.774598Z","steps":["trace[1879173439] 'process raft request' (duration: 172.369967ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.774683Z","caller":"traceutil/trace.go:171","msg":"trace[356280359] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"171.424915ms","start":"2026-07-24T05:28:04.603241Z","end":"2026-07-24T05:28:04.774666Z","steps":["trace[356280359] 'process raft request' (duration: 171.333263ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.774518Z","caller":"traceutil/trace.go:171","msg":"trace[1903295892] linearizableReadLoop","detail":"{readStateIndex:3117; appliedIndex:3116; }","duration":"181.899648ms","start":"2026-07-24T05:28:04.592567Z","end":"2026-07-24T05:28:04.774466Z","steps":["trace[1903295892] 'read index received' (duration: 69.008457ms)","trace[1903295892] 'applied index is now lower than readState.Index' (duration: 112.887711ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:04.774801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.031345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-24T05:28:04.774804Z","caller":"traceutil/trace.go:171","msg":"trace[365723484] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"171.424116ms","start":"2026-07-24T05:28:04.603204Z","end":"2026-07-24T05:28:04.774628Z","steps":["trace[365723484] 'process raft request' (duration: 171.331303ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.774548Z","caller":"traceutil/trace.go:171","msg":"trace[1012084836] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"177.553897ms","start":"2026-07-24T05:28:04.596962Z","end":"2026-07-24T05:28:04.774516Z","steps":["trace[1012084836] 'process raft request' (duration: 177.395163ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.774865Z","caller":"traceutil/trace.go:171","msg":"trace[1124588759] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:2968; }","duration":"199.149247ms","start":"2026-07-24T05:28:04.5757Z","end":"2026-07-24T05:28:04.774849Z","steps":["trace[1124588759] 'agreement among raft nodes before linearized reading' (duration: 198.890271ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.77505Z","caller":"traceutil/trace.go:171","msg":"trace[1662327933] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"171.813415ms","start":"2026-07-24T05:28:04.603208Z","end":"2026-07-24T05:28:04.775022Z","steps":["trace[1662327933] 'process raft request' (duration: 171.402405ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.775442Z","caller":"traceutil/trace.go:171","msg":"trace[1928452565] transaction","detail":"{read_only:false; response_revision:2970; number_of_response:1; }","duration":"172.074082ms","start":"2026-07-24T05:28:04.603346Z","end":"2026-07-24T05:28:04.77542Z","steps":["trace[1928452565] 'process raft request' (duration: 171.541839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.775953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.59098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T05:28:04.776152Z","caller":"traceutil/trace.go:171","msg":"trace[2016432948] transaction","detail":"{read_only:false; response_revision:2971; number_of_response:1; }","duration":"172.653425ms","start":"2026-07-24T05:28:04.603476Z","end":"2026-07-24T05:28:04.77613Z","steps":["trace[2016432948] 'process raft request' (duration: 171.860287ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.776022Z","caller":"traceutil/trace.go:171","msg":"trace[592849757] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2973; }","duration":"152.690343ms","start":"2026-07-24T05:28:04.62331Z","end":"2026-07-24T05:28:04.776Z","steps":["trace[592849757] 'agreement among raft nodes before linearized reading' (duration: 152.56487ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.776516Z","caller":"traceutil/trace.go:171","msg":"trace[956426057] transaction","detail":"{read_only:false; response_revision:2972; number_of_response:1; }","duration":"172.797578ms","start":"2026-07-24T05:28:04.603705Z","end":"2026-07-24T05:28:04.776503Z","steps":["trace[956426057] 'process raft request' (duration: 171.964119ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:04.776585Z","caller":"traceutil/trace.go:171","msg":"trace[1910397979] transaction","detail":"{read_only:false; response_revision:2973; number_of_response:1; }","duration":"172.367267ms","start":"2026-07-24T05:28:04.604201Z","end":"2026-07-24T05:28:04.776569Z","steps":["trace[1910397979] 'process raft request' (duration: 171.588389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:04.777059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.825322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:28:04.777123Z","caller":"traceutil/trace.go:171","msg":"trace[1837768175] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2973; }","duration":"103.908254ms","start":"2026-07-24T05:28:04.673189Z","end":"2026-07-24T05:28:04.777097Z","steps":["trace[1837768175] 'agreement among raft nodes before linearized reading' (duration: 103.816372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.094344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.394898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:05.094471Z","caller":"traceutil/trace.go:171","msg":"trace[856540788] transaction","detail":"{read_only:false; response_revision:2974; number_of_response:1; }","duration":"311.955607ms","start":"2026-07-24T05:28:04.782494Z","end":"2026-07-24T05:28:05.094449Z","steps":["trace[856540788] 'process raft request' (duration: 94.354603ms)","trace[856540788] 'compare' (duration: 217.115592ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:05.094532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.782478Z","time spent":"312.022619ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1668,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.194497Z","caller":"traceutil/trace.go:171","msg":"trace[1552281342] linearizableReadLoop","detail":"{readStateIndex:3129; appliedIndex:3127; }","duration":"411.694304ms","start":"2026-07-24T05:28:04.782766Z","end":"2026-07-24T05:28:05.194461Z","steps":["trace[1552281342] 'read index received' (duration: 94.111108ms)","trace[1552281342] 'applied index is now lower than readState.Index' (duration: 317.581786ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:05.194913Z","caller":"traceutil/trace.go:171","msg":"trace[2025653650] transaction","detail":"{read_only:false; response_revision:2975; number_of_response:1; }","duration":"412.245537ms","start":"2026-07-24T05:28:04.78265Z","end":"2026-07-24T05:28:05.194895Z","steps":["trace[2025653650] 'process raft request' (duration: 407.349825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.195086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.782622Z","time spent":"412.346629ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.195492Z","caller":"traceutil/trace.go:171","msg":"trace[938237294] transaction","detail":"{read_only:false; response_revision:2976; number_of_response:1; }","duration":"412.729199ms","start":"2026-07-24T05:28:04.78275Z","end":"2026-07-24T05:28:05.195479Z","steps":["trace[938237294] 'process raft request' (duration: 410.556129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.195569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.782717Z","time spent":"412.813691ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1413,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.195713Z","caller":"traceutil/trace.go:171","msg":"trace[2109246945] transaction","detail":"{read_only:false; response_revision:2977; number_of_response:1; }","duration":"412.74537ms","start":"2026-07-24T05:28:04.782956Z","end":"2026-07-24T05:28:05.195702Z","steps":["trace[2109246945] 'process raft request' (duration: 410.431606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.195772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.782943Z","time spent":"412.803841ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1340,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:05.195924Z","caller":"traceutil/trace.go:171","msg":"trace[190446743] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"411.788386ms","start":"2026-07-24T05:28:04.784121Z","end":"2026-07-24T05:28:05.19591Z","steps":["trace[190446743] 'process raft request' (duration: 409.310239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.195997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.78411Z","time spent":"411.854618ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.196152Z","caller":"traceutil/trace.go:171","msg":"trace[31613472] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"410.65629ms","start":"2026-07-24T05:28:04.785484Z","end":"2026-07-24T05:28:05.19614Z","steps":["trace[31613472] 'process raft request' (duration: 408.006469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.19621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.785478Z","time spent":"410.710072ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:05.196478Z","caller":"traceutil/trace.go:171","msg":"trace[269648819] transaction","detail":"{read_only:false; response_revision:2980; number_of_response:1; }","duration":"409.006342ms","start":"2026-07-24T05:28:04.787458Z","end":"2026-07-24T05:28:05.196465Z","steps":["trace[269648819] 'process raft request' (duration: 406.093015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.196544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.78745Z","time spent":"409.065294ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:05.196793Z","caller":"traceutil/trace.go:171","msg":"trace[1115858387] transaction","detail":"{read_only:false; response_revision:2981; number_of_response:1; }","duration":"409.111294ms","start":"2026-07-24T05:28:04.787674Z","end":"2026-07-24T05:28:05.196785Z","steps":["trace[1115858387] 'process raft request' (duration: 405.926111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.19684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.787663Z","time spent":"409.155436ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.19696Z","caller":"traceutil/trace.go:171","msg":"trace[574202813] transaction","detail":"{read_only:false; response_revision:2982; number_of_response:1; }","duration":"409.213427ms","start":"2026-07-24T05:28:04.787738Z","end":"2026-07-24T05:28:05.196951Z","steps":["trace[574202813] 'process raft request' (duration: 405.930981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.19701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.787731Z","time spent":"409.254058ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1104,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.197122Z","caller":"traceutil/trace.go:171","msg":"trace[1630020341] transaction","detail":"{read_only:false; response_revision:2983; number_of_response:1; }","duration":"409.366881ms","start":"2026-07-24T05:28:04.787744Z","end":"2026-07-24T05:28:05.197111Z","steps":["trace[1630020341] 'process raft request' (duration: 405.969892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.197167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.787731Z","time spent":"409.415021ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1170,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.197261Z","caller":"traceutil/trace.go:171","msg":"trace[837517531] transaction","detail":"{read_only:false; response_revision:2984; number_of_response:1; }","duration":"409.468103ms","start":"2026-07-24T05:28:04.787785Z","end":"2026-07-24T05:28:05.197253Z","steps":["trace[837517531] 'process raft request' (duration: 405.974812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.197304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.787779Z","time spent":"409.505384ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1153,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.197401Z","caller":"traceutil/trace.go:171","msg":"trace[343266478] transaction","detail":"{read_only:false; response_revision:2985; number_of_response:1; }","duration":"409.565295ms","start":"2026-07-24T05:28:04.787828Z","end":"2026-07-24T05:28:05.197393Z","steps":["trace[343266478] 'process raft request' (duration: 405.971592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.197444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.787823Z","time spent":"409.600266ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1203,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.197639Z","caller":"traceutil/trace.go:171","msg":"trace[1755344964] transaction","detail":"{read_only:false; response_revision:2986; number_of_response:1; }","duration":"409.406541ms","start":"2026-07-24T05:28:04.78822Z","end":"2026-07-24T05:28:05.197627Z","steps":["trace[1755344964] 'process raft request' (duration: 405.613434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.197688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.788213Z","time spent":"409.450932ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1260,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.19796Z","caller":"traceutil/trace.go:171","msg":"trace[1028683873] transaction","detail":"{read_only:false; response_revision:2987; number_of_response:1; }","duration":"409.010653ms","start":"2026-07-24T05:28:04.788937Z","end":"2026-07-24T05:28:05.197948Z","steps":["trace[1028683873] 'process raft request' (duration: 405.04ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.198037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.78893Z","time spent":"409.068954ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18011,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.198255Z","caller":"traceutil/trace.go:171","msg":"trace[210301211] transaction","detail":"{read_only:false; response_revision:2988; number_of_response:1; }","duration":"408.863099ms","start":"2026-07-24T05:28:04.789384Z","end":"2026-07-24T05:28:05.198247Z","steps":["trace[210301211] 'process raft request' (duration: 404.700563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.198296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.789377Z","time spent":"408.90207ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:05.198505Z","caller":"traceutil/trace.go:171","msg":"trace[1214675795] transaction","detail":"{read_only:false; response_revision:2989; number_of_response:1; }","duration":"408.525811ms","start":"2026-07-24T05:28:04.789968Z","end":"2026-07-24T05:28:05.198494Z","steps":["trace[1214675795] 'process raft request' (duration: 404.16952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.198558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.789964Z","time spent":"408.572512ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4247,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.198678Z","caller":"traceutil/trace.go:171","msg":"trace[1565631220] transaction","detail":"{read_only:false; response_revision:2990; number_of_response:1; }","duration":"408.199874ms","start":"2026-07-24T05:28:04.790469Z","end":"2026-07-24T05:28:05.198669Z","steps":["trace[1565631220] 'process raft request' (duration: 403.778271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.198729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.790461Z","time spent":"408.241085ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5144,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.198934Z","caller":"traceutil/trace.go:171","msg":"trace[424482067] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"407.768944ms","start":"2026-07-24T05:28:04.791156Z","end":"2026-07-24T05:28:05.198925Z","steps":["trace[424482067] 'process raft request' (duration: 403.206678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.198994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.791119Z","time spent":"407.840546ms","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:05.199155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.397604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:28:05.199187Z","caller":"traceutil/trace.go:171","msg":"trace[986780582] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:2991; }","duration":"416.460205ms","start":"2026-07-24T05:28:04.782719Z","end":"2026-07-24T05:28:05.199179Z","steps":["trace[986780582] 'agreement among raft nodes before linearized reading' (duration: 416.394463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.199215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.782709Z","time spent":"416.501135ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:28:05.511982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.170987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:05.512062Z","caller":"traceutil/trace.go:171","msg":"trace[82286547] linearizableReadLoop","detail":"{readStateIndex:3146; appliedIndex:3145; }","duration":"317.448605ms","start":"2026-07-24T05:28:05.194598Z","end":"2026-07-24T05:28:05.512047Z","steps":["trace[82286547] 'read index received' (duration: 115.202365ms)","trace[82286547] 'applied index is now lower than readState.Index' (duration: 202.24537ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:05.512124Z","caller":"traceutil/trace.go:171","msg":"trace[236422367] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"413.099027ms","start":"2026-07-24T05:28:05.09901Z","end":"2026-07-24T05:28:05.512109Z","steps":["trace[236422367] 'process raft request' (duration: 210.723415ms)","trace[236422367] 'compare' (duration: 201.745817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:05.512164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.09899Z","time spent":"413.156638ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1387,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:05.512322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.262164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:05.512359Z","caller":"traceutil/trace.go:171","msg":"trace[1068673616] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2992; }","duration":"414.307215ms","start":"2026-07-24T05:28:05.09804Z","end":"2026-07-24T05:28:05.512347Z","steps":["trace[1068673616] 'agreement among raft nodes before linearized reading' (duration: 414.219793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.512382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.097974Z","time spent":"414.400647ms","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:05.512565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.800576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:05.512635Z","caller":"traceutil/trace.go:171","msg":"trace[1139541659] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2992; }","duration":"618.940529ms","start":"2026-07-24T05:28:04.893677Z","end":"2026-07-24T05:28:05.512617Z","steps":["trace[1139541659] 'agreement among raft nodes before linearized reading' (duration: 618.800626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.512679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.893651Z","time spent":"619.017681ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:05.512649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.681588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:05.512786Z","caller":"traceutil/trace.go:171","msg":"trace[94581604] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:2992; }","duration":"728.857021ms","start":"2026-07-24T05:28:04.7839Z","end":"2026-07-24T05:28:05.512757Z","steps":["trace[94581604] 'agreement among raft nodes before linearized reading' (duration: 728.625466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.512779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.376465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:28:05.512843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:04.783888Z","time spent":"728.939024ms","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"info","ts":"2026-07-24T05:28:05.512878Z","caller":"traceutil/trace.go:171","msg":"trace[1800937029] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2992; }","duration":"439.531958ms","start":"2026-07-24T05:28:05.073324Z","end":"2026-07-24T05:28:05.512856Z","steps":["trace[1800937029] 'agreement among raft nodes before linearized reading' (duration: 439.18678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.512944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.073305Z","time spent":"439.62863ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:28:05.595904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.205518Z","time spent":"390.375772ms","remote":"127.0.0.1:48502","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:28:05.596041Z","caller":"traceutil/trace.go:171","msg":"trace[1517021141] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"387.064875ms","start":"2026-07-24T05:28:05.208942Z","end":"2026-07-24T05:28:05.596007Z","steps":["trace[1517021141] 'process raft request' (duration: 386.83296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.596197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.208927Z","time spent":"387.185488ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.596496Z","caller":"traceutil/trace.go:171","msg":"trace[1349865103] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"387.021314ms","start":"2026-07-24T05:28:05.209401Z","end":"2026-07-24T05:28:05.596423Z","steps":["trace[1349865103] 'process raft request' (duration: 386.575023ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:05.596574Z","caller":"traceutil/trace.go:171","msg":"trace[1640681729] transaction","detail":"{read_only:false; response_revision:2999; number_of_response:1; }","duration":"385.99119ms","start":"2026-07-24T05:28:05.210453Z","end":"2026-07-24T05:28:05.596444Z","steps":["trace[1640681729] 'process raft request' (duration: 385.882978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.596647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.209389Z","time spent":"387.174227ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":912,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:05.596719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.210448Z","time spent":"386.197245ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1355,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.596851Z","caller":"traceutil/trace.go:171","msg":"trace[159630680] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"387.240158ms","start":"2026-07-24T05:28:05.209596Z","end":"2026-07-24T05:28:05.596836Z","steps":["trace[159630680] 'process raft request' (duration: 386.424189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.596888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.20959Z","time spent":"387.275619ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:05.596914Z","caller":"traceutil/trace.go:171","msg":"trace[2088422584] transaction","detail":"{read_only:false; response_revision:3000; number_of_response:1; }","duration":"386.391709ms","start":"2026-07-24T05:28:05.210514Z","end":"2026-07-24T05:28:05.596906Z","steps":["trace[2088422584] 'process raft request' (duration: 385.870237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.596964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.210492Z","time spent":"386.44178ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1137,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.597019Z","caller":"traceutil/trace.go:171","msg":"trace[98052688] transaction","detail":"{read_only:false; response_revision:3001; number_of_response:1; }","duration":"386.205545ms","start":"2026-07-24T05:28:05.210808Z","end":"2026-07-24T05:28:05.597013Z","steps":["trace[98052688] 'process raft request' (duration: 385.866377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.597048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.2108Z","time spent":"386.231006ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.597075Z","caller":"traceutil/trace.go:171","msg":"trace[72807108] transaction","detail":"{read_only:false; response_revision:2997; number_of_response:1; }","duration":"387.364181ms","start":"2026-07-24T05:28:05.209702Z","end":"2026-07-24T05:28:05.597066Z","steps":["trace[72807108] 'process raft request' (duration: 386.533402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.597112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.209698Z","time spent":"387.394812ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:05.597108Z","caller":"traceutil/trace.go:171","msg":"trace[409918654] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"387.957926ms","start":"2026-07-24T05:28:05.209086Z","end":"2026-07-24T05:28:05.597044Z","steps":["trace[409918654] 'process raft request' (duration: 386.8397ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:05.59713Z","caller":"traceutil/trace.go:171","msg":"trace[1744233937] transaction","detail":"{read_only:false; response_revision:3003; number_of_response:1; }","duration":"385.500609ms","start":"2026-07-24T05:28:05.211598Z","end":"2026-07-24T05:28:05.597098Z","steps":["trace[1744233937] 'process raft request' (duration: 385.197972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.597177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.20908Z","time spent":"388.061738ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1383,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:05.597228Z","caller":"traceutil/trace.go:171","msg":"trace[1075608295] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"386.952702ms","start":"2026-07-24T05:28:05.210266Z","end":"2026-07-24T05:28:05.597219Z","steps":["trace[1075608295] 'process raft request' (duration: 386.033571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.59727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.21026Z","time spent":"386.992543ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:05.597271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.21159Z","time spent":"385.613981ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15103,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:05.597235Z","caller":"traceutil/trace.go:171","msg":"trace[569303039] transaction","detail":"{read_only:false; response_revision:3002; number_of_response:1; }","duration":"385.708813ms","start":"2026-07-24T05:28:05.211519Z","end":"2026-07-24T05:28:05.597228Z","steps":["trace[569303039] 'process raft request' (duration: 385.232092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.597457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.211512Z","time spent":"385.921698ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:05.597558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.873128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:1 size:517"} {"level":"info","ts":"2026-07-24T05:28:05.597593Z","caller":"traceutil/trace.go:171","msg":"trace[1945040729] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:1; response_revision:3003; }","duration":"159.95618ms","start":"2026-07-24T05:28:05.437629Z","end":"2026-07-24T05:28:05.597585Z","steps":["trace[1945040729] 'agreement among raft nodes before linearized reading' (duration: 159.799467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.597806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.103966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:28:05.597832Z","caller":"traceutil/trace.go:171","msg":"trace[1414203114] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:3003; }","duration":"384.142546ms","start":"2026-07-24T05:28:05.213678Z","end":"2026-07-24T05:28:05.597821Z","steps":["trace[1414203114] 'agreement among raft nodes before linearized reading' (duration: 384.063655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.597855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.21367Z","time spent":"384.177207ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-07-24T05:28:05.598006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.2138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:05.598044Z","caller":"traceutil/trace.go:171","msg":"trace[673075856] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:3003; }","duration":"388.254101ms","start":"2026-07-24T05:28:05.209774Z","end":"2026-07-24T05:28:05.598028Z","steps":["trace[673075856] 'agreement among raft nodes before linearized reading' (duration: 388.18823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.598068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.209771Z","time spent":"388.290732ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" "} {"level":"warn","ts":"2026-07-24T05:28:05.598133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.894096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:18026"} {"level":"info","ts":"2026-07-24T05:28:05.598195Z","caller":"traceutil/trace.go:171","msg":"trace[26914106] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3003; }","duration":"389.012399ms","start":"2026-07-24T05:28:05.209167Z","end":"2026-07-24T05:28:05.598179Z","steps":["trace[26914106] 'agreement among raft nodes before linearized reading' (duration: 388.774113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.598232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.209145Z","time spent":"389.08147ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":18049,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:28:05.830139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.952555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:05.830397Z","caller":"traceutil/trace.go:171","msg":"trace[926368736] transaction","detail":"{read_only:false; response_revision:3004; number_of_response:1; }","duration":"314.848103ms","start":"2026-07-24T05:28:05.515508Z","end":"2026-07-24T05:28:05.830356Z","steps":["trace[926368736] 'process raft request' (duration: 127.587581ms)","trace[926368736] 'compare' (duration: 186.71932ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:05.830622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.515477Z","time spent":"315.055238ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1776,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:05.83068Z","caller":"traceutil/trace.go:171","msg":"trace[1542354605] transaction","detail":"{read_only:false; response_revision:3005; number_of_response:1; }","duration":"312.282114ms","start":"2026-07-24T05:28:05.51834Z","end":"2026-07-24T05:28:05.830622Z","steps":["trace[1542354605] 'process raft request' (duration: 311.920936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.830806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.518322Z","time spent":"312.420707ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:05.830801Z","caller":"traceutil/trace.go:171","msg":"trace[55445000] transaction","detail":"{read_only:false; response_revision:3006; number_of_response:1; }","duration":"232.852787ms","start":"2026-07-24T05:28:05.597857Z","end":"2026-07-24T05:28:05.83071Z","steps":["trace[55445000] 'process raft request' (duration: 232.610671ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:05.830868Z","caller":"traceutil/trace.go:171","msg":"trace[1572412079] linearizableReadLoop","detail":"{readStateIndex:3160; appliedIndex:3158; }","duration":"233.846449ms","start":"2026-07-24T05:28:05.597Z","end":"2026-07-24T05:28:05.830846Z","steps":["trace[1572412079] 'read index received' (duration: 46.099886ms)","trace[1572412079] 'applied index is now lower than readState.Index' (duration: 187.744583ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:05.830912Z","caller":"traceutil/trace.go:171","msg":"trace[1963258234] transaction","detail":"{read_only:false; response_revision:3007; number_of_response:1; }","duration":"230.632665ms","start":"2026-07-24T05:28:05.600257Z","end":"2026-07-24T05:28:05.830889Z","steps":["trace[1963258234] 'process raft request' (duration: 230.259246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:05.830918Z","caller":"traceutil/trace.go:171","msg":"trace[2131149750] transaction","detail":"{read_only:false; response_revision:3008; number_of_response:1; }","duration":"230.343098ms","start":"2026-07-24T05:28:05.600557Z","end":"2026-07-24T05:28:05.8309Z","steps":["trace[2131149750] 'process raft request' (duration: 230.068072ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:05.831291Z","caller":"traceutil/trace.go:171","msg":"trace[1768105295] transaction","detail":"{read_only:false; response_revision:3009; number_of_response:1; }","duration":"228.404214ms","start":"2026-07-24T05:28:05.602853Z","end":"2026-07-24T05:28:05.831257Z","steps":["trace[1768105295] 'process raft request' (duration: 227.952443ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:05.831328Z","caller":"traceutil/trace.go:171","msg":"trace[820380224] transaction","detail":"{read_only:false; response_revision:3010; number_of_response:1; }","duration":"226.647594ms","start":"2026-07-24T05:28:05.604668Z","end":"2026-07-24T05:28:05.831315Z","steps":["trace[820380224] 'process raft request' (duration: 226.46471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.831316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.289113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:28:05.831526Z","caller":"traceutil/trace.go:171","msg":"trace[1255932075] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"218.717509ms","start":"2026-07-24T05:28:05.612799Z","end":"2026-07-24T05:28:05.831517Z","steps":["trace[1255932075] 'process raft request' (duration: 218.662008ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:05.83153Z","caller":"traceutil/trace.go:171","msg":"trace[126850859] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3009; }","duration":"302.59096ms","start":"2026-07-24T05:28:05.528923Z","end":"2026-07-24T05:28:05.831514Z","steps":["trace[126850859] 'agreement among raft nodes before linearized reading' (duration: 301.982065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:05.831579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.528892Z","time spent":"302.675391ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:28:05.831575Z","caller":"traceutil/trace.go:171","msg":"trace[442052190] transaction","detail":"{read_only:false; response_revision:3012; number_of_response:1; }","duration":"223.545041ms","start":"2026-07-24T05:28:05.608013Z","end":"2026-07-24T05:28:05.831558Z","steps":["trace[442052190] 'process raft request' (duration: 223.368127ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:05.833467Z","caller":"traceutil/trace.go:171","msg":"trace[1881313607] transaction","detail":"{read_only:false; response_revision:3011; number_of_response:1; }","duration":"228.725951ms","start":"2026-07-24T05:28:05.604706Z","end":"2026-07-24T05:28:05.833432Z","steps":["trace[1881313607] 'process raft request' (duration: 226.552401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.283235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.562302ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:06.283401Z","caller":"traceutil/trace.go:171","msg":"trace[1630434282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3013; }","duration":"188.747316ms","start":"2026-07-24T05:28:06.094627Z","end":"2026-07-24T05:28:06.283374Z","steps":["trace[1630434282] 'range keys from in-memory index tree' (duration: 188.540172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.283522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.648068ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:06.283957Z","caller":"traceutil/trace.go:171","msg":"trace[1885900320] transaction","detail":"{read_only:false; response_revision:3014; number_of_response:1; }","duration":"601.132996ms","start":"2026-07-24T05:28:05.682799Z","end":"2026-07-24T05:28:06.283932Z","steps":["trace[1885900320] 'process raft request' (duration: 247.993597ms)","trace[1885900320] 'compare' (duration: 352.334811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:06.284066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.682773Z","time spent":"601.235668ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17928,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:06.284086Z","caller":"traceutil/trace.go:171","msg":"trace[1031301353] linearizableReadLoop","detail":"{readStateIndex:3169; appliedIndex:3168; }","duration":"453.088212ms","start":"2026-07-24T05:28:05.830969Z","end":"2026-07-24T05:28:06.284057Z","steps":["trace[1031301353] 'read index received' (duration: 99.84127ms)","trace[1031301353] 'applied index is now lower than readState.Index' (duration: 353.244622ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:06.28416Z","caller":"traceutil/trace.go:171","msg":"trace[1962335387] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"421.621433ms","start":"2026-07-24T05:28:05.862515Z","end":"2026-07-24T05:28:06.284136Z","steps":["trace[1962335387] 'process raft request' (duration: 421.540681ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.284177Z","caller":"traceutil/trace.go:171","msg":"trace[255655534] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"447.578325ms","start":"2026-07-24T05:28:05.836575Z","end":"2026-07-24T05:28:06.284154Z","steps":["trace[255655534] 'process raft request' (duration: 447.35674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.284212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.14233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-07-24T05:28:06.284246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.862484Z","time spent":"421.714885ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15960,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:06.284269Z","caller":"traceutil/trace.go:171","msg":"trace[1597399528] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:3016; }","duration":"682.211741ms","start":"2026-07-24T05:28:05.602041Z","end":"2026-07-24T05:28:06.284253Z","steps":["trace[1597399528] 'agreement among raft nodes before linearized reading' (duration: 682.084438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.284321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.602035Z","time spent":"682.272833ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-07-24T05:28:06.284272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.836549Z","time spent":"447.676387ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1766,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:06.284467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.772145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node.18c5229d0aaacdbc\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-07-24T05:28:06.284509Z","caller":"traceutil/trace.go:171","msg":"trace[1002727631] range","detail":"{range_begin:/registry/events/openstack/valkey-node.18c5229d0aaacdbc; range_end:; response_count:1; response_revision:3016; }","duration":"682.875417ms","start":"2026-07-24T05:28:05.601621Z","end":"2026-07-24T05:28:06.284497Z","steps":["trace[1002727631] 'agreement among raft nodes before linearized reading' (duration: 682.628691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.284576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.60161Z","time spent":"682.951918ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":694,"request content":"key:\"/registry/events/openstack/valkey-node.18c5229d0aaacdbc\" "} {"level":"warn","ts":"2026-07-24T05:28:06.284638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.646551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:06.28469Z","caller":"traceutil/trace.go:171","msg":"trace[221549120] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:3016; }","duration":"372.728543ms","start":"2026-07-24T05:28:05.911941Z","end":"2026-07-24T05:28:06.284669Z","steps":["trace[221549120] 'agreement among raft nodes before linearized reading' (duration: 372.654381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.284729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.911921Z","time spent":"372.796374ms","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:06.284858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.84801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:06.284801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.527808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20363"} {"level":"info","ts":"2026-07-24T05:28:06.284911Z","caller":"traceutil/trace.go:171","msg":"trace[1687367281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3016; }","duration":"163.983474ms","start":"2026-07-24T05:28:06.120911Z","end":"2026-07-24T05:28:06.284895Z","steps":["trace[1687367281] 'agreement among raft nodes before linearized reading' (duration: 163.818809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.284911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.310927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-07-24T05:28:06.284949Z","caller":"traceutil/trace.go:171","msg":"trace[1667858687] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3016; }","duration":"685.675413ms","start":"2026-07-24T05:28:05.599257Z","end":"2026-07-24T05:28:06.284932Z","steps":["trace[1667858687] 'agreement among raft nodes before linearized reading' (duration: 685.435066ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.284967Z","caller":"traceutil/trace.go:171","msg":"trace[248495571] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3016; }","duration":"220.398229ms","start":"2026-07-24T05:28:06.064549Z","end":"2026-07-24T05:28:06.284947Z","steps":["trace[248495571] 'agreement among raft nodes before linearized reading' (duration: 220.187793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.285014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:05.599217Z","time spent":"685.782025ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20386,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:28:06.52704Z","caller":"traceutil/trace.go:171","msg":"trace[1251401329] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"232.57451ms","start":"2026-07-24T05:28:06.294438Z","end":"2026-07-24T05:28:06.527013Z","steps":["trace[1251401329] 'process raft request' (duration: 154.246157ms)","trace[1251401329] 'compare' (duration: 78.074917ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:06.52734Z","caller":"traceutil/trace.go:171","msg":"trace[344507044] linearizableReadLoop","detail":"{readStateIndex:3175; appliedIndex:3172; }","duration":"149.012657ms","start":"2026-07-24T05:28:06.378316Z","end":"2026-07-24T05:28:06.527329Z","steps":["trace[344507044] 'read index received' (duration: 70.377118ms)","trace[344507044] 'applied index is now lower than readState.Index' (duration: 78.634749ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:06.527291Z","caller":"traceutil/trace.go:171","msg":"trace[1420489099] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"231.819033ms","start":"2026-07-24T05:28:06.295433Z","end":"2026-07-24T05:28:06.527252Z","steps":["trace[1420489099] 'process raft request' (duration: 231.530447ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.52747Z","caller":"traceutil/trace.go:171","msg":"trace[465495856] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"231.25013ms","start":"2026-07-24T05:28:06.296191Z","end":"2026-07-24T05:28:06.527441Z","steps":["trace[465495856] 'process raft request' (duration: 230.957983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.527597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.265183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-07-24T05:28:06.527635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.434161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5603"} {"level":"warn","ts":"2026-07-24T05:28:06.527634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.145204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-07-24T05:28:06.527676Z","caller":"traceutil/trace.go:171","msg":"trace[64180808] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:3020; }","duration":"147.504472ms","start":"2026-07-24T05:28:06.380164Z","end":"2026-07-24T05:28:06.527668Z","steps":["trace[64180808] 'agreement among raft nodes before linearized reading' (duration: 147.367039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.527651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.120524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-07-24T05:28:06.527698Z","caller":"traceutil/trace.go:171","msg":"trace[1686918369] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3020; }","duration":"147.228046ms","start":"2026-07-24T05:28:06.380451Z","end":"2026-07-24T05:28:06.527679Z","steps":["trace[1686918369] 'agreement among raft nodes before linearized reading' (duration: 147.077813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.527696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.278897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5280"} {"level":"warn","ts":"2026-07-24T05:28:06.527719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.189595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3971"} {"level":"info","ts":"2026-07-24T05:28:06.527764Z","caller":"traceutil/trace.go:171","msg":"trace[2068120108] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:3020; }","duration":"147.376039ms","start":"2026-07-24T05:28:06.380374Z","end":"2026-07-24T05:28:06.52775Z","steps":["trace[2068120108] 'agreement among raft nodes before linearized reading' (duration: 147.167394ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.527735Z","caller":"traceutil/trace.go:171","msg":"trace[1695478777] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:3020; }","duration":"147.250496ms","start":"2026-07-24T05:28:06.380469Z","end":"2026-07-24T05:28:06.527719Z","steps":["trace[1695478777] 'agreement among raft nodes before linearized reading' (duration: 147.027101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.52763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.409524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-07-24T05:28:06.527807Z","caller":"traceutil/trace.go:171","msg":"trace[853260808] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:3020; }","duration":"148.607138ms","start":"2026-07-24T05:28:06.379193Z","end":"2026-07-24T05:28:06.5278Z","steps":["trace[853260808] 'agreement among raft nodes before linearized reading' (duration: 148.322131ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.527648Z","caller":"traceutil/trace.go:171","msg":"trace[1016968660] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:3020; }","duration":"149.373105ms","start":"2026-07-24T05:28:06.378265Z","end":"2026-07-24T05:28:06.527638Z","steps":["trace[1016968660] 'agreement among raft nodes before linearized reading' (duration: 149.179551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.527845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.635965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd\" ","response":"range_response_count:1 size:3719"} {"level":"warn","ts":"2026-07-24T05:28:06.527848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.645919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6830"} {"level":"info","ts":"2026-07-24T05:28:06.527922Z","caller":"traceutil/trace.go:171","msg":"trace[592679503] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:3020; }","duration":"148.771991ms","start":"2026-07-24T05:28:06.379138Z","end":"2026-07-24T05:28:06.52791Z","steps":["trace[592679503] 'agreement among raft nodes before linearized reading' (duration: 148.478125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.527717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.581564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4057"} {"level":"info","ts":"2026-07-24T05:28:06.527971Z","caller":"traceutil/trace.go:171","msg":"trace[139386467] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:3020; }","duration":"147.864701ms","start":"2026-07-24T05:28:06.380101Z","end":"2026-07-24T05:28:06.527966Z","steps":["trace[139386467] 'agreement among raft nodes before linearized reading' (duration: 147.554633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.527938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.808953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-07-24T05:28:06.527766Z","caller":"traceutil/trace.go:171","msg":"trace[1840498490] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:3020; }","duration":"147.254476ms","start":"2026-07-24T05:28:06.380502Z","end":"2026-07-24T05:28:06.527756Z","steps":["trace[1840498490] 'agreement among raft nodes before linearized reading' (duration: 147.129983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.52787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.121259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5100"} {"level":"info","ts":"2026-07-24T05:28:06.528064Z","caller":"traceutil/trace.go:171","msg":"trace[1747604262] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:3020; }","duration":"149.334265ms","start":"2026-07-24T05:28:06.378724Z","end":"2026-07-24T05:28:06.528058Z","steps":["trace[1747604262] 'agreement among raft nodes before linearized reading' (duration: 149.065809ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.528058Z","caller":"traceutil/trace.go:171","msg":"trace[726279938] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:3020; }","duration":"148.965666ms","start":"2026-07-24T05:28:06.379063Z","end":"2026-07-24T05:28:06.528029Z","steps":["trace[726279938] 'agreement among raft nodes before linearized reading' (duration: 148.590637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.527598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.874574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"warn","ts":"2026-07-24T05:28:06.527994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.014921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"info","ts":"2026-07-24T05:28:06.528116Z","caller":"traceutil/trace.go:171","msg":"trace[265437698] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:3020; }","duration":"149.440507ms","start":"2026-07-24T05:28:06.378671Z","end":"2026-07-24T05:28:06.528111Z","steps":["trace[265437698] 'agreement among raft nodes before linearized reading' (duration: 148.791862ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.528129Z","caller":"traceutil/trace.go:171","msg":"trace[157502638] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:3020; }","duration":"147.173564ms","start":"2026-07-24T05:28:06.380944Z","end":"2026-07-24T05:28:06.528118Z","steps":["trace[157502638] 'agreement among raft nodes before linearized reading' (duration: 146.862877ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.527878Z","caller":"traceutil/trace.go:171","msg":"trace[477626758] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd; range_end:; response_count:1; response_revision:3020; }","duration":"147.676066ms","start":"2026-07-24T05:28:06.380189Z","end":"2026-07-24T05:28:06.527865Z","steps":["trace[477626758] 'agreement among raft nodes before linearized reading' (duration: 147.593254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.528182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.905104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-07-24T05:28:06.528225Z","caller":"traceutil/trace.go:171","msg":"trace[1922818215] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:3020; }","duration":"148.948145ms","start":"2026-07-24T05:28:06.379269Z","end":"2026-07-24T05:28:06.528217Z","steps":["trace[1922818215] 'agreement among raft nodes before linearized reading' (duration: 148.467024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.528275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.021263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5159"} {"level":"warn","ts":"2026-07-24T05:28:06.52833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.531119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"info","ts":"2026-07-24T05:28:06.528375Z","caller":"traceutil/trace.go:171","msg":"trace[522534711] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:3020; }","duration":"149.56942ms","start":"2026-07-24T05:28:06.378777Z","end":"2026-07-24T05:28:06.528347Z","steps":["trace[522534711] 'agreement among raft nodes before linearized reading' (duration: 149.008357ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.528358Z","caller":"traceutil/trace.go:171","msg":"trace[370083245] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:3020; }","duration":"148.109156ms","start":"2026-07-24T05:28:06.380227Z","end":"2026-07-24T05:28:06.528336Z","steps":["trace[370083245] 'agreement among raft nodes before linearized reading' (duration: 147.956343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.528416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.464871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-07-24T05:28:06.528468Z","caller":"traceutil/trace.go:171","msg":"trace[1395239250] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:3020; }","duration":"147.526713ms","start":"2026-07-24T05:28:06.380924Z","end":"2026-07-24T05:28:06.528451Z","steps":["trace[1395239250] 'agreement among raft nodes before linearized reading' (duration: 146.98245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.52848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.882061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5706"} {"level":"info","ts":"2026-07-24T05:28:06.528525Z","caller":"traceutil/trace.go:171","msg":"trace[1976413527] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:3020; }","duration":"147.956852ms","start":"2026-07-24T05:28:06.380558Z","end":"2026-07-24T05:28:06.528515Z","steps":["trace[1976413527] 'agreement among raft nodes before linearized reading' (duration: 146.951459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.52852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.419677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-07-24T05:28:06.528594Z","caller":"traceutil/trace.go:171","msg":"trace[103060308] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:3020; }","duration":"149.52038ms","start":"2026-07-24T05:28:06.379058Z","end":"2026-07-24T05:28:06.528579Z","steps":["trace[103060308] 'agreement among raft nodes before linearized reading' (duration: 148.636478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.52861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.946023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-7d6b59cfdc\" ","response":"range_response_count:1 size:4786"} {"level":"info","ts":"2026-07-24T05:28:06.528671Z","caller":"traceutil/trace.go:171","msg":"trace[1373961450] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-7d6b59cfdc; range_end:; response_count:1; response_revision:3020; }","duration":"148.029105ms","start":"2026-07-24T05:28:06.380624Z","end":"2026-07-24T05:28:06.528653Z","steps":["trace[1373961450] 'agreement among raft nodes before linearized reading' (duration: 147.86368ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.795129Z","caller":"traceutil/trace.go:171","msg":"trace[731270634] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"134.210485ms","start":"2026-07-24T05:28:06.660887Z","end":"2026-07-24T05:28:06.795098Z","steps":["trace[731270634] 'process raft request' (duration: 108.495769ms)","trace[731270634] 'compare' (duration: 25.295177ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:06.795163Z","caller":"traceutil/trace.go:171","msg":"trace[703699482] linearizableReadLoop","detail":"{readStateIndex:3182; appliedIndex:3178; }","duration":"131.553664ms","start":"2026-07-24T05:28:06.663583Z","end":"2026-07-24T05:28:06.795137Z","steps":["trace[703699482] 'read index received' (duration: 105.816098ms)","trace[703699482] 'applied index is now lower than readState.Index' (duration: 25.736576ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:06.795241Z","caller":"traceutil/trace.go:171","msg":"trace[18665046] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"134.01121ms","start":"2026-07-24T05:28:06.661184Z","end":"2026-07-24T05:28:06.795195Z","steps":["trace[18665046] 'process raft request' (duration: 133.696323ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.795293Z","caller":"traceutil/trace.go:171","msg":"trace[435318090] transaction","detail":"{read_only:false; response_revision:3027; number_of_response:1; }","duration":"134.034961ms","start":"2026-07-24T05:28:06.661247Z","end":"2026-07-24T05:28:06.795282Z","steps":["trace[435318090] 'process raft request' (duration: 133.850497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.795469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.866111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:2551"} {"level":"info","ts":"2026-07-24T05:28:06.795513Z","caller":"traceutil/trace.go:171","msg":"trace[1395528448] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:3027; }","duration":"131.933172ms","start":"2026-07-24T05:28:06.663569Z","end":"2026-07-24T05:28:06.795502Z","steps":["trace[1395528448] 'agreement among raft nodes before linearized reading' (duration: 131.741028ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:06.795573Z","caller":"traceutil/trace.go:171","msg":"trace[668654229] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"134.395739ms","start":"2026-07-24T05:28:06.660977Z","end":"2026-07-24T05:28:06.795372Z","steps":["trace[668654229] 'process raft request' (duration: 133.853327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:06.795565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.815163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-vnosj9\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-24T05:28:06.795797Z","caller":"traceutil/trace.go:171","msg":"trace[868038114] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-vnosj9; range_end:; response_count:1; response_revision:3027; }","duration":"117.086139ms","start":"2026-07-24T05:28:06.678698Z","end":"2026-07-24T05:28:06.795784Z","steps":["trace[868038114] 'agreement among raft nodes before linearized reading' (duration: 116.752441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:08.937284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.150767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:08.937382Z","caller":"traceutil/trace.go:171","msg":"trace[783272067] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3042; }","duration":"818.30049ms","start":"2026-07-24T05:28:08.119062Z","end":"2026-07-24T05:28:08.937363Z","steps":["trace[783272067] 'range keys from in-memory index tree' (duration: 818.017904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:08.937428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:08.119047Z","time spent":"818.370792ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:08.937475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.392175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-07-24T05:28:08.937508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.245648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:28:08.937553Z","caller":"traceutil/trace.go:171","msg":"trace[871972067] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:3042; }","duration":"238.524218ms","start":"2026-07-24T05:28:08.699009Z","end":"2026-07-24T05:28:08.937533Z","steps":["trace[871972067] 'range keys from in-memory index tree' (duration: 238.14282ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:08.937601Z","caller":"traceutil/trace.go:171","msg":"trace[1285942805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3042; }","duration":"119.35711ms","start":"2026-07-24T05:28:08.818217Z","end":"2026-07-24T05:28:08.937574Z","steps":["trace[1285942805] 'range keys from in-memory index tree' (duration: 119.134045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:08.937753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.663819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:3617"} {"level":"warn","ts":"2026-07-24T05:28:08.937777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.934418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:28:08.937819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.528908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:28:08.937839Z","caller":"traceutil/trace.go:171","msg":"trace[579534568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3042; }","duration":"121.037341ms","start":"2026-07-24T05:28:08.816785Z","end":"2026-07-24T05:28:08.937823Z","steps":["trace[579534568] 'range keys from in-memory index tree' (duration: 120.748973ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:08.937852Z","caller":"traceutil/trace.go:171","msg":"trace[2194585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3042; }","duration":"120.58938ms","start":"2026-07-24T05:28:08.817254Z","end":"2026-07-24T05:28:08.937843Z","steps":["trace[2194585] 'range keys from in-memory index tree' (duration: 120.408386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:08.937859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.994916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T05:28:08.937864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.968409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:28:08.937915Z","caller":"traceutil/trace.go:171","msg":"trace[395709133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3042; }","duration":"120.050398ms","start":"2026-07-24T05:28:08.817855Z","end":"2026-07-24T05:28:08.937905Z","steps":["trace[395709133] 'range keys from in-memory index tree' (duration: 119.933895ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:08.937917Z","caller":"traceutil/trace.go:171","msg":"trace[502784260] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3042; }","duration":"271.067201ms","start":"2026-07-24T05:28:08.666842Z","end":"2026-07-24T05:28:08.937909Z","steps":["trace[502784260] 'range keys from in-memory index tree' (duration: 270.817436ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:08.937799Z","caller":"traceutil/trace.go:171","msg":"trace[343570741] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:3042; }","duration":"269.760431ms","start":"2026-07-24T05:28:08.668023Z","end":"2026-07-24T05:28:08.937783Z","steps":["trace[343570741] 'range keys from in-memory index tree' (duration: 269.516395ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:09.202952Z","caller":"traceutil/trace.go:171","msg":"trace[1207284290] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"257.920117ms","start":"2026-07-24T05:28:08.944987Z","end":"2026-07-24T05:28:09.202907Z","steps":["trace[1207284290] 'process raft request' (duration: 257.848875ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:09.203066Z","caller":"traceutil/trace.go:171","msg":"trace[1494822242] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"258.279404ms","start":"2026-07-24T05:28:08.944736Z","end":"2026-07-24T05:28:09.203015Z","steps":["trace[1494822242] 'process raft request' (duration: 254.045617ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:09.203449Z","caller":"traceutil/trace.go:171","msg":"trace[1555532493] transaction","detail":"{read_only:false; response_revision:3046; number_of_response:1; }","duration":"258.016518ms","start":"2026-07-24T05:28:08.945407Z","end":"2026-07-24T05:28:09.203424Z","steps":["trace[1555532493] 'process raft request' (duration: 257.464526ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:09.203517Z","caller":"traceutil/trace.go:171","msg":"trace[300951568] linearizableReadLoop","detail":"{readStateIndex:3202; appliedIndex:3197; }","duration":"248.300603ms","start":"2026-07-24T05:28:08.955202Z","end":"2026-07-24T05:28:09.203503Z","steps":["trace[300951568] 'read index received' (duration: 10.148374ms)","trace[300951568] 'applied index is now lower than readState.Index' (duration: 238.150329ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:09.203568Z","caller":"traceutil/trace.go:171","msg":"trace[208860419] transaction","detail":"{read_only:false; response_revision:3047; number_of_response:1; }","duration":"255.165463ms","start":"2026-07-24T05:28:08.948391Z","end":"2026-07-24T05:28:09.203557Z","steps":["trace[208860419] 'process raft request' (duration: 254.883346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:09.203654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.418856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:09.203709Z","caller":"traceutil/trace.go:171","msg":"trace[226941690] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3047; }","duration":"248.516629ms","start":"2026-07-24T05:28:08.95518Z","end":"2026-07-24T05:28:09.203697Z","steps":["trace[226941690] 'agreement among raft nodes before linearized reading' (duration: 248.385846ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:09.218589Z","caller":"traceutil/trace.go:171","msg":"trace[221217731] transaction","detail":"{read_only:false; response_revision:3049; number_of_response:1; }","duration":"227.215786ms","start":"2026-07-24T05:28:08.991341Z","end":"2026-07-24T05:28:09.218557Z","steps":["trace[221217731] 'process raft request' (duration: 227.125474ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:09.218617Z","caller":"traceutil/trace.go:171","msg":"trace[840707819] transaction","detail":"{read_only:false; response_revision:3048; number_of_response:1; }","duration":"235.502858ms","start":"2026-07-24T05:28:08.98307Z","end":"2026-07-24T05:28:09.218573Z","steps":["trace[840707819] 'process raft request' (duration: 235.180841ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:09.219033Z","caller":"traceutil/trace.go:171","msg":"trace[1970021161] transaction","detail":"{read_only:false; response_revision:3050; number_of_response:1; }","duration":"165.529449ms","start":"2026-07-24T05:28:09.053473Z","end":"2026-07-24T05:28:09.219002Z","steps":["trace[1970021161] 'process raft request' (duration: 165.039938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:09.219219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.127652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-07-24T05:28:09.219302Z","caller":"traceutil/trace.go:171","msg":"trace[701645672] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3050; }","duration":"121.272706ms","start":"2026-07-24T05:28:09.098009Z","end":"2026-07-24T05:28:09.219282Z","steps":["trace[701645672] 'agreement among raft nodes before linearized reading' (duration: 120.996719ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:09.398797Z","caller":"traceutil/trace.go:171","msg":"trace[1355034706] transaction","detail":"{read_only:false; response_revision:3054; number_of_response:1; }","duration":"115.042171ms","start":"2026-07-24T05:28:09.28373Z","end":"2026-07-24T05:28:09.398772Z","steps":["trace[1355034706] 'process raft request' (duration: 106.418982ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:09.399091Z","caller":"traceutil/trace.go:171","msg":"trace[1658748224] transaction","detail":"{read_only:false; response_revision:3055; number_of_response:1; }","duration":"114.185531ms","start":"2026-07-24T05:28:09.284861Z","end":"2026-07-24T05:28:09.399046Z","steps":["trace[1658748224] 'process raft request' (duration: 113.832003ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:11.431103Z","caller":"traceutil/trace.go:171","msg":"trace[87537435] transaction","detail":"{read_only:false; response_revision:3063; number_of_response:1; }","duration":"220.085592ms","start":"2026-07-24T05:28:11.210994Z","end":"2026-07-24T05:28:11.431079Z","steps":["trace[87537435] 'process raft request' (duration: 219.912877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:11.803861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.667119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:11.804021Z","caller":"traceutil/trace.go:171","msg":"trace[2060394995] transaction","detail":"{read_only:false; response_revision:3064; number_of_response:1; }","duration":"592.746883ms","start":"2026-07-24T05:28:11.211255Z","end":"2026-07-24T05:28:11.804002Z","steps":["trace[2060394995] 'process raft request' (duration: 472.864169ms)","trace[2060394995] 'compare' (duration: 119.499505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:11.804118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:11.21124Z","time spent":"592.815705ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:11.804434Z","caller":"traceutil/trace.go:171","msg":"trace[1945939635] transaction","detail":"{read_only:false; response_revision:3065; number_of_response:1; }","duration":"592.664011ms","start":"2026-07-24T05:28:11.211746Z","end":"2026-07-24T05:28:11.80441Z","steps":["trace[1945939635] 'process raft request' (duration: 592.211871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:11.80459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:11.21173Z","time spent":"592.787174ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:12.19982Z","caller":"traceutil/trace.go:171","msg":"trace[1965716743] transaction","detail":"{read_only:false; response_revision:3072; number_of_response:1; }","duration":"141.149605ms","start":"2026-07-24T05:28:12.058639Z","end":"2026-07-24T05:28:12.199789Z","steps":["trace[1965716743] 'process raft request' (duration: 48.779888ms)","trace[1965716743] 'compare' (duration: 92.06905ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:12.965558Z","caller":"traceutil/trace.go:171","msg":"trace[136441786] transaction","detail":"{read_only:false; response_revision:3081; number_of_response:1; }","duration":"125.226876ms","start":"2026-07-24T05:28:12.840312Z","end":"2026-07-24T05:28:12.965539Z","steps":["trace[136441786] 'process raft request' (duration: 72.338003ms)","trace[136441786] 'compare' (duration: 52.7487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:13.75495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.897486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:13.7551Z","caller":"traceutil/trace.go:171","msg":"trace[966547063] linearizableReadLoop","detail":"{readStateIndex:3243; appliedIndex:3242; }","duration":"149.764074ms","start":"2026-07-24T05:28:13.605317Z","end":"2026-07-24T05:28:13.755081Z","steps":["trace[966547063] 'read index received' (duration: 44.52072ms)","trace[966547063] 'applied index is now lower than readState.Index' (duration: 105.241874ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:13.755186Z","caller":"traceutil/trace.go:171","msg":"trace[1312995379] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"249.986113ms","start":"2026-07-24T05:28:13.505144Z","end":"2026-07-24T05:28:13.75513Z","steps":["trace[1312995379] 'process raft request' (duration: 144.7972ms)","trace[1312995379] 'compare' (duration: 104.715632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:13.755257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.918017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:13.755348Z","caller":"traceutil/trace.go:171","msg":"trace[23111095] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:3088; }","duration":"150.06111ms","start":"2026-07-24T05:28:13.605268Z","end":"2026-07-24T05:28:13.755329Z","steps":["trace[23111095] 'agreement among raft nodes before linearized reading' (duration: 149.906437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:13.975112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.367008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:13.975225Z","caller":"traceutil/trace.go:171","msg":"trace[12741162] linearizableReadLoop","detail":"{readStateIndex:3244; appliedIndex:3243; }","duration":"207.03021ms","start":"2026-07-24T05:28:13.768177Z","end":"2026-07-24T05:28:13.975207Z","steps":["trace[12741162] 'read index received' (duration: 101.478627ms)","trace[12741162] 'applied index is now lower than readState.Index' (duration: 105.550443ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:13.975295Z","caller":"traceutil/trace.go:171","msg":"trace[768454302] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"217.261546ms","start":"2026-07-24T05:28:13.75802Z","end":"2026-07-24T05:28:13.975282Z","steps":["trace[768454302] 'process raft request' (duration: 111.644983ms)","trace[768454302] 'compare' (duration: 105.198154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:13.975446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.260644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:13.975538Z","caller":"traceutil/trace.go:171","msg":"trace[521419942] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:3089; }","duration":"207.401158ms","start":"2026-07-24T05:28:13.768114Z","end":"2026-07-24T05:28:13.975515Z","steps":["trace[521419942] 'agreement among raft nodes before linearized reading' (duration: 207.221053ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:14.177671Z","caller":"traceutil/trace.go:171","msg":"trace[882064579] transaction","detail":"{read_only:false; response_revision:3091; number_of_response:1; }","duration":"200.904599ms","start":"2026-07-24T05:28:13.97674Z","end":"2026-07-24T05:28:14.177644Z","steps":["trace[882064579] 'process raft request' (duration: 200.811977ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:14.177671Z","caller":"traceutil/trace.go:171","msg":"trace[2009904750] transaction","detail":"{read_only:false; response_revision:3090; number_of_response:1; }","duration":"340.361094ms","start":"2026-07-24T05:28:13.837277Z","end":"2026-07-24T05:28:14.177638Z","steps":["trace[2009904750] 'process raft request' (duration: 283.189402ms)","trace[2009904750] 'compare' (duration: 56.697932ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:14.177824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:13.83723Z","time spent":"340.525288ms","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2352,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:14.177926Z","caller":"traceutil/trace.go:171","msg":"trace[2138035328] linearizableReadLoop","detail":"{readStateIndex:3245; appliedIndex:3244; }","duration":"202.632137ms","start":"2026-07-24T05:28:13.975251Z","end":"2026-07-24T05:28:14.177883Z","steps":["trace[2138035328] 'read index received' (duration: 145.22426ms)","trace[2138035328] 'applied index is now lower than readState.Index' (duration: 57.406717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:14.178151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.044951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:28:14.1782Z","caller":"traceutil/trace.go:171","msg":"trace[2111591359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3091; }","duration":"370.145823ms","start":"2026-07-24T05:28:13.808042Z","end":"2026-07-24T05:28:14.178188Z","steps":["trace[2111591359] 'agreement among raft nodes before linearized reading' (duration: 369.968939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:14.178233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:13.808014Z","time spent":"370.210205ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:14.178265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.143318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:28:14.178153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.610961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:28:14.178315Z","caller":"traceutil/trace.go:171","msg":"trace[278951855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3091; }","duration":"209.218669ms","start":"2026-07-24T05:28:13.96907Z","end":"2026-07-24T05:28:14.178289Z","steps":["trace[278951855] 'agreement among raft nodes before linearized reading' (duration: 209.133907ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:14.178349Z","caller":"traceutil/trace.go:171","msg":"trace[1830800690] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3091; }","duration":"369.856046ms","start":"2026-07-24T05:28:13.808482Z","end":"2026-07-24T05:28:14.178338Z","steps":["trace[1830800690] 'agreement among raft nodes before linearized reading' (duration: 369.509449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:14.178152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.781218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:28:14.178382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:13.808457Z","time spent":"369.915028ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:14.178417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.698502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:28:14.178417Z","caller":"traceutil/trace.go:171","msg":"trace[1763810650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3091; }","duration":"202.068295ms","start":"2026-07-24T05:28:13.976323Z","end":"2026-07-24T05:28:14.178391Z","steps":["trace[1763810650] 'agreement among raft nodes before linearized reading' (duration: 201.753137ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:14.17849Z","caller":"traceutil/trace.go:171","msg":"trace[951384923] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3091; }","duration":"203.805134ms","start":"2026-07-24T05:28:13.974665Z","end":"2026-07-24T05:28:14.17847Z","steps":["trace[951384923] 'agreement among raft nodes before linearized reading' (duration: 203.573599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:14.179568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.889616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:14.179637Z","caller":"traceutil/trace.go:171","msg":"trace[764094843] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:3091; }","duration":"190.995479ms","start":"2026-07-24T05:28:13.988621Z","end":"2026-07-24T05:28:14.179617Z","steps":["trace[764094843] 'agreement among raft nodes before linearized reading' (duration: 189.470843ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:14.42641Z","caller":"traceutil/trace.go:171","msg":"trace[1363084421] transaction","detail":"{read_only:false; response_revision:3093; number_of_response:1; }","duration":"243.545304ms","start":"2026-07-24T05:28:14.182833Z","end":"2026-07-24T05:28:14.426378Z","steps":["trace[1363084421] 'process raft request' (duration: 154.947884ms)","trace[1363084421] 'compare' (duration: 88.142559ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:14.426544Z","caller":"traceutil/trace.go:171","msg":"trace[1355964949] linearizableReadLoop","detail":"{readStateIndex:3250; appliedIndex:3246; }","duration":"241.688521ms","start":"2026-07-24T05:28:14.184818Z","end":"2026-07-24T05:28:14.426506Z","steps":["trace[1355964949] 'read index received' (duration: 11.616658ms)","trace[1355964949] 'applied index is now lower than readState.Index' (duration: 230.071013ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:14.426643Z","caller":"traceutil/trace.go:171","msg":"trace[1687589904] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"242.90184ms","start":"2026-07-24T05:28:14.183731Z","end":"2026-07-24T05:28:14.426633Z","steps":["trace[1687589904] 'process raft request' (duration: 242.626213ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:14.426726Z","caller":"traceutil/trace.go:171","msg":"trace[142016499] transaction","detail":"{read_only:false; response_revision:3094; number_of_response:1; }","duration":"243.644456ms","start":"2026-07-24T05:28:14.183057Z","end":"2026-07-24T05:28:14.426701Z","steps":["trace[142016499] 'process raft request' (duration: 243.178916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:14.426779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.576883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:14.42682Z","caller":"traceutil/trace.go:171","msg":"trace[859125216] transaction","detail":"{read_only:false; response_revision:3096; number_of_response:1; }","duration":"239.838449ms","start":"2026-07-24T05:28:14.18696Z","end":"2026-07-24T05:28:14.426799Z","steps":["trace[859125216] 'process raft request' (duration: 239.46025ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:14.426836Z","caller":"traceutil/trace.go:171","msg":"trace[1162837158] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:0; response_revision:3097; }","duration":"233.656715ms","start":"2026-07-24T05:28:14.193161Z","end":"2026-07-24T05:28:14.426818Z","steps":["trace[1162837158] 'agreement among raft nodes before linearized reading' (duration: 233.559313ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:14.426715Z","caller":"traceutil/trace.go:171","msg":"trace[1632188266] transaction","detail":"{read_only:false; response_revision:3097; number_of_response:1; }","duration":"230.915363ms","start":"2026-07-24T05:28:14.195764Z","end":"2026-07-24T05:28:14.426679Z","steps":["trace[1632188266] 'process raft request' (duration: 230.696638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:14.426906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.541112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:28:14.426927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.09774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:84692"} {"level":"info","ts":"2026-07-24T05:28:14.426977Z","caller":"traceutil/trace.go:171","msg":"trace[1875881092] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3097; }","duration":"118.656765ms","start":"2026-07-24T05:28:14.308301Z","end":"2026-07-24T05:28:14.426958Z","steps":["trace[1875881092] 'agreement among raft nodes before linearized reading' (duration: 118.44547ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:14.426981Z","caller":"traceutil/trace.go:171","msg":"trace[1779235084] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:3097; }","duration":"242.172642ms","start":"2026-07-24T05:28:14.184794Z","end":"2026-07-24T05:28:14.426967Z","steps":["trace[1779235084] 'agreement among raft nodes before linearized reading' (duration: 241.954027ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:14.89077Z","caller":"traceutil/trace.go:171","msg":"trace[1975073151] linearizableReadLoop","detail":"{readStateIndex:3256; appliedIndex:3255; }","duration":"228.731492ms","start":"2026-07-24T05:28:14.662019Z","end":"2026-07-24T05:28:14.890751Z","steps":["trace[1975073151] 'read index received' (duration: 228.563187ms)","trace[1975073151] 'applied index is now lower than readState.Index' (duration: 167.375µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:14.89085Z","caller":"traceutil/trace.go:171","msg":"trace[1394180183] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"237.185238ms","start":"2026-07-24T05:28:14.653628Z","end":"2026-07-24T05:28:14.890813Z","steps":["trace[1394180183] 'process raft request' (duration: 236.961822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:14.890909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.882965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:14.890941Z","caller":"traceutil/trace.go:171","msg":"trace[397641505] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3100; }","duration":"228.978257ms","start":"2026-07-24T05:28:14.661954Z","end":"2026-07-24T05:28:14.890932Z","steps":["trace[397641505] 'agreement among raft nodes before linearized reading' (duration: 228.877015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.34717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.084015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:15.347244Z","caller":"traceutil/trace.go:171","msg":"trace[392243628] linearizableReadLoop","detail":"{readStateIndex:3257; appliedIndex:3256; }","duration":"335.03863ms","start":"2026-07-24T05:28:15.012193Z","end":"2026-07-24T05:28:15.347231Z","steps":["trace[392243628] 'read index received' (duration: 54.891µs)","trace[392243628] 'applied index is now lower than readState.Index' (duration: 334.982909ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:15.347303Z","caller":"traceutil/trace.go:171","msg":"trace[1035064522] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"451.520677ms","start":"2026-07-24T05:28:14.895772Z","end":"2026-07-24T05:28:15.347293Z","steps":["trace[1035064522] 'process raft request' (duration: 80.263497ms)","trace[1035064522] 'compare' (duration: 370.987023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:15.347336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:14.895743Z","time spent":"451.579317ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2302,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:15.347517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.317747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:28:15.347603Z","caller":"traceutil/trace.go:171","msg":"trace[938616438] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3101; }","duration":"335.468911ms","start":"2026-07-24T05:28:15.012114Z","end":"2026-07-24T05:28:15.347583Z","steps":["trace[938616438] 'agreement among raft nodes before linearized reading' (duration: 335.183295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.347667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.012082Z","time spent":"335.575963ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:28:15.499741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.194226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:28:15.499881Z","caller":"traceutil/trace.go:171","msg":"trace[2073389243] linearizableReadLoop","detail":"{readStateIndex:3258; appliedIndex:3257; }","duration":"152.589571ms","start":"2026-07-24T05:28:15.347264Z","end":"2026-07-24T05:28:15.499854Z","steps":["trace[2073389243] 'read index received' (duration: 24.254962ms)","trace[2073389243] 'applied index is now lower than readState.Index' (duration: 128.331899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:15.500021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.900442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:15.500071Z","caller":"traceutil/trace.go:171","msg":"trace[901138841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3101; }","duration":"378.006375ms","start":"2026-07-24T05:28:15.12205Z","end":"2026-07-24T05:28:15.500056Z","steps":["trace[901138841] 'agreement among raft nodes before linearized reading' (duration: 377.910733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.500114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.122023Z","time spent":"378.079336ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:15.500186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.007237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:28:15.50027Z","caller":"traceutil/trace.go:171","msg":"trace[1429912457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3101; }","duration":"439.14096ms","start":"2026-07-24T05:28:15.061109Z","end":"2026-07-24T05:28:15.50025Z","steps":["trace[1429912457] 'agreement among raft nodes before linearized reading' (duration: 438.897654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.500313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.061083Z","time spent":"439.221671ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:28:15.500189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.162295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:28:15.500457Z","caller":"traceutil/trace.go:171","msg":"trace[568579414] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3101; }","duration":"313.542043ms","start":"2026-07-24T05:28:15.186862Z","end":"2026-07-24T05:28:15.500404Z","steps":["trace[568579414] 'agreement among raft nodes before linearized reading' (duration: 313.048502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.500517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.186839Z","time spent":"313.661436ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:28:15.662608Z","caller":"traceutil/trace.go:171","msg":"trace[551090657] linearizableReadLoop","detail":"{readStateIndex:3259; appliedIndex:3258; }","duration":"162.660213ms","start":"2026-07-24T05:28:15.499924Z","end":"2026-07-24T05:28:15.662584Z","steps":["trace[551090657] 'read index received' (duration: 162.52913ms)","trace[551090657] 'applied index is now lower than readState.Index' (duration: 129.963µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:15.662865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.742537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:15.662964Z","caller":"traceutil/trace.go:171","msg":"trace[490522524] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:3102; }","duration":"223.884109ms","start":"2026-07-24T05:28:15.439053Z","end":"2026-07-24T05:28:15.662937Z","steps":["trace[490522524] 'agreement among raft nodes before linearized reading' (duration: 223.634144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.662958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.051038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-07-24T05:28:15.663025Z","caller":"traceutil/trace.go:171","msg":"trace[728212154] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3102; }","duration":"267.14741ms","start":"2026-07-24T05:28:15.395854Z","end":"2026-07-24T05:28:15.663001Z","steps":["trace[728212154] 'agreement among raft nodes before linearized reading' (duration: 266.841113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.663041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.834432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:28:15.66318Z","caller":"traceutil/trace.go:171","msg":"trace[1269678689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3102; }","duration":"184.044167ms","start":"2026-07-24T05:28:15.479106Z","end":"2026-07-24T05:28:15.66315Z","steps":["trace[1269678689] 'agreement among raft nodes before linearized reading' (duration: 183.551926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.663582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.799143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:84692"} {"level":"info","ts":"2026-07-24T05:28:15.663629Z","caller":"traceutil/trace.go:171","msg":"trace[1435978544] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"204.787488ms","start":"2026-07-24T05:28:15.458121Z","end":"2026-07-24T05:28:15.662909Z","steps":["trace[1435978544] 'process raft request' (duration: 204.257506ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:15.663681Z","caller":"traceutil/trace.go:171","msg":"trace[1822516295] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:3102; }","duration":"311.943417ms","start":"2026-07-24T05:28:15.351717Z","end":"2026-07-24T05:28:15.66366Z","steps":["trace[1822516295] 'agreement among raft nodes before linearized reading' (duration: 311.048766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.663818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.351694Z","time spent":"312.11075ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":84715,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:28:15.978593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.40911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:15.978716Z","caller":"traceutil/trace.go:171","msg":"trace[5529254] linearizableReadLoop","detail":"{readStateIndex:3260; appliedIndex:3259; }","duration":"316.025642ms","start":"2026-07-24T05:28:15.662671Z","end":"2026-07-24T05:28:15.978696Z","steps":["trace[5529254] 'read index received' (duration: 98.411127ms)","trace[5529254] 'applied index is now lower than readState.Index' (duration: 217.612845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:15.978779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.450396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:15.978808Z","caller":"traceutil/trace.go:171","msg":"trace[519851717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3103; }","duration":"477.500727ms","start":"2026-07-24T05:28:15.501295Z","end":"2026-07-24T05:28:15.978796Z","steps":["trace[519851717] 'agreement among raft nodes before linearized reading' (duration: 477.451376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:15.978845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.501276Z","time spent":"477.561029ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:28:15.978826Z","caller":"traceutil/trace.go:171","msg":"trace[927651966] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"474.143499ms","start":"2026-07-24T05:28:15.504609Z","end":"2026-07-24T05:28:15.978752Z","steps":["trace[927651966] 'process raft request' (duration: 256.484853ms)","trace[927651966] 'compare' (duration: 217.303048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:15.979156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.504586Z","time spent":"474.402155ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:16.007578Z","caller":"traceutil/trace.go:171","msg":"trace[893715721] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"340.020515ms","start":"2026-07-24T05:28:15.667524Z","end":"2026-07-24T05:28:16.007545Z","steps":["trace[893715721] 'process raft request' (duration: 339.744179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.007754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.667499Z","time spent":"340.163279ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:16.007792Z","caller":"traceutil/trace.go:171","msg":"trace[473991323] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"248.57629ms","start":"2026-07-24T05:28:15.759193Z","end":"2026-07-24T05:28:16.00777Z","steps":["trace[473991323] 'process raft request' (duration: 248.499398ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.007815Z","caller":"traceutil/trace.go:171","msg":"trace[2038685457] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"338.49731ms","start":"2026-07-24T05:28:15.669269Z","end":"2026-07-24T05:28:16.007767Z","steps":["trace[2038685457] 'process raft request' (duration: 338.116532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.007904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:15.669246Z","time spent":"338.617694ms","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12304,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:16.031202Z","caller":"traceutil/trace.go:171","msg":"trace[1774841746] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"261.493ms","start":"2026-07-24T05:28:15.769685Z","end":"2026-07-24T05:28:16.031178Z","steps":["trace[1774841746] 'process raft request' (duration: 261.352456ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.178386Z","caller":"traceutil/trace.go:171","msg":"trace[2000441212] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"139.670811ms","start":"2026-07-24T05:28:16.038697Z","end":"2026-07-24T05:28:16.178368Z","steps":["trace[2000441212] 'process raft request' (duration: 139.63555ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.17838Z","caller":"traceutil/trace.go:171","msg":"trace[1945163863] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"143.09852ms","start":"2026-07-24T05:28:16.03525Z","end":"2026-07-24T05:28:16.178349Z","steps":["trace[1945163863] 'process raft request' (duration: 142.906195ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.178431Z","caller":"traceutil/trace.go:171","msg":"trace[1416643539] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"141.757419ms","start":"2026-07-24T05:28:16.036637Z","end":"2026-07-24T05:28:16.178394Z","steps":["trace[1416643539] 'process raft request' (duration: 141.640176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.339953Z","caller":"traceutil/trace.go:171","msg":"trace[979934764] linearizableReadLoop","detail":"{readStateIndex:3272; appliedIndex:3266; }","duration":"204.780477ms","start":"2026-07-24T05:28:16.135155Z","end":"2026-07-24T05:28:16.339935Z","steps":["trace[979934764] 'read index received' (duration: 43.094777ms)","trace[979934764] 'applied index is now lower than readState.Index' (duration: 161.68521ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:16.340026Z","caller":"traceutil/trace.go:171","msg":"trace[474242470] transaction","detail":"{read_only:false; response_revision:3114; number_of_response:1; }","duration":"277.112341ms","start":"2026-07-24T05:28:16.062908Z","end":"2026-07-24T05:28:16.34002Z","steps":["trace[474242470] 'process raft request' (duration: 276.933857ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.340235Z","caller":"traceutil/trace.go:171","msg":"trace[43750758] transaction","detail":"{read_only:false; response_revision:3115; number_of_response:1; }","duration":"274.445979ms","start":"2026-07-24T05:28:16.065781Z","end":"2026-07-24T05:28:16.340227Z","steps":["trace[43750758] 'process raft request' (duration: 274.108861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.340229Z","caller":"traceutil/trace.go:171","msg":"trace[86018236] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"277.702984ms","start":"2026-07-24T05:28:16.06248Z","end":"2026-07-24T05:28:16.340183Z","steps":["trace[86018236] 'process raft request' (duration: 254.693392ms)","trace[86018236] 'compare' (duration: 22.338227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:16.340362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.194466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:16.340441Z","caller":"traceutil/trace.go:171","msg":"trace[1373392525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3115; }","duration":"205.314939ms","start":"2026-07-24T05:28:16.135103Z","end":"2026-07-24T05:28:16.340418Z","steps":["trace[1373392525] 'agreement among raft nodes before linearized reading' (duration: 205.169906ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.378439Z","caller":"traceutil/trace.go:171","msg":"trace[967478247] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"196.60306ms","start":"2026-07-24T05:28:16.181802Z","end":"2026-07-24T05:28:16.378405Z","steps":["trace[967478247] 'process raft request' (duration: 196.266281ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.378435Z","caller":"traceutil/trace.go:171","msg":"trace[1443181341] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"193.824855ms","start":"2026-07-24T05:28:16.184584Z","end":"2026-07-24T05:28:16.378408Z","steps":["trace[1443181341] 'process raft request' (duration: 193.738013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.378835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.40002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:28:16.378937Z","caller":"traceutil/trace.go:171","msg":"trace[1660347909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3118; }","duration":"179.556113ms","start":"2026-07-24T05:28:16.199358Z","end":"2026-07-24T05:28:16.378914Z","steps":["trace[1660347909] 'agreement among raft nodes before linearized reading' (duration: 179.249176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.594584Z","caller":"traceutil/trace.go:171","msg":"trace[30179097] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"210.423638ms","start":"2026-07-24T05:28:16.383944Z","end":"2026-07-24T05:28:16.594367Z","steps":["trace[30179097] 'process raft request' (duration: 210.183842ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.594607Z","caller":"traceutil/trace.go:171","msg":"trace[166031249] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"210.853328ms","start":"2026-07-24T05:28:16.3835Z","end":"2026-07-24T05:28:16.594353Z","steps":["trace[166031249] 'process raft request' (duration: 134.423169ms)","trace[166031249] 'compare' (duration: 76.042731ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:16.594694Z","caller":"traceutil/trace.go:171","msg":"trace[964017788] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"210.666383ms","start":"2026-07-24T05:28:16.384022Z","end":"2026-07-24T05:28:16.594688Z","steps":["trace[964017788] 'process raft request' (duration: 210.293604ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.594613Z","caller":"traceutil/trace.go:171","msg":"trace[698403018] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"206.043377ms","start":"2026-07-24T05:28:16.388559Z","end":"2026-07-24T05:28:16.594602Z","steps":["trace[698403018] 'process raft request' (duration: 205.821712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.594831Z","caller":"traceutil/trace.go:171","msg":"trace[44144096] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"210.735665ms","start":"2026-07-24T05:28:16.38409Z","end":"2026-07-24T05:28:16.594825Z","steps":["trace[44144096] 'process raft request' (duration: 210.263914ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.637268Z","caller":"traceutil/trace.go:171","msg":"trace[1374203532] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"221.247158ms","start":"2026-07-24T05:28:16.416006Z","end":"2026-07-24T05:28:16.637254Z","steps":["trace[1374203532] 'process raft request' (duration: 221.045824ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.637451Z","caller":"traceutil/trace.go:171","msg":"trace[2034056843] linearizableReadLoop","detail":"{readStateIndex:3283; appliedIndex:3276; }","duration":"205.544364ms","start":"2026-07-24T05:28:16.431873Z","end":"2026-07-24T05:28:16.637418Z","steps":["trace[2034056843] 'read index received' (duration: 86.178442ms)","trace[2034056843] 'applied index is now lower than readState.Index' (duration: 119.363602ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:16.637526Z","caller":"traceutil/trace.go:171","msg":"trace[513902819] transaction","detail":"{read_only:false; response_revision:3126; number_of_response:1; }","duration":"210.708444ms","start":"2026-07-24T05:28:16.426801Z","end":"2026-07-24T05:28:16.63751Z","steps":["trace[513902819] 'process raft request' (duration: 210.396117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.637679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.79827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:28:16.637722Z","caller":"traceutil/trace.go:171","msg":"trace[2113716177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3126; }","duration":"205.855352ms","start":"2026-07-24T05:28:16.431856Z","end":"2026-07-24T05:28:16.637712Z","steps":["trace[2113716177] 'agreement among raft nodes before linearized reading' (duration: 205.712348ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.803313Z","caller":"traceutil/trace.go:171","msg":"trace[1648140115] transaction","detail":"{read_only:false; response_revision:3127; number_of_response:1; }","duration":"204.692475ms","start":"2026-07-24T05:28:16.598594Z","end":"2026-07-24T05:28:16.803287Z","steps":["trace[1648140115] 'process raft request' (duration: 183.184128ms)","trace[1648140115] 'compare' (duration: 20.908393ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:16.80334Z","caller":"traceutil/trace.go:171","msg":"trace[1715025271] linearizableReadLoop","detail":"{readStateIndex:3288; appliedIndex:3283; }","duration":"165.752605ms","start":"2026-07-24T05:28:16.637562Z","end":"2026-07-24T05:28:16.803315Z","steps":["trace[1715025271] 'read index received' (duration: 144.288659ms)","trace[1715025271] 'applied index is now lower than readState.Index' (duration: 21.462846ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:16.803657Z","caller":"traceutil/trace.go:171","msg":"trace[1023617330] transaction","detail":"{read_only:false; response_revision:3129; number_of_response:1; }","duration":"204.91255ms","start":"2026-07-24T05:28:16.598733Z","end":"2026-07-24T05:28:16.803645Z","steps":["trace[1023617330] 'process raft request' (duration: 204.432909ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.803641Z","caller":"traceutil/trace.go:171","msg":"trace[1626102743] transaction","detail":"{read_only:false; response_revision:3128; number_of_response:1; }","duration":"205.020072ms","start":"2026-07-24T05:28:16.598597Z","end":"2026-07-24T05:28:16.803617Z","steps":["trace[1626102743] 'process raft request' (duration: 204.48025ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:16.803695Z","caller":"traceutil/trace.go:171","msg":"trace[1008384999] transaction","detail":"{read_only:false; response_revision:3130; number_of_response:1; }","duration":"204.92909ms","start":"2026-07-24T05:28:16.598757Z","end":"2026-07-24T05:28:16.803686Z","steps":["trace[1008384999] 'process raft request' (duration: 204.445359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.803787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.304045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-07-24T05:28:16.804875Z","caller":"traceutil/trace.go:171","msg":"trace[1447903316] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:3131; }","duration":"224.457963ms","start":"2026-07-24T05:28:16.580409Z","end":"2026-07-24T05:28:16.804867Z","steps":["trace[1447903316] 'agreement among raft nodes before linearized reading' (duration: 223.210653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.803822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.805265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:28:16.805069Z","caller":"traceutil/trace.go:171","msg":"trace[1398116524] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3131; }","duration":"371.090315ms","start":"2026-07-24T05:28:16.433971Z","end":"2026-07-24T05:28:16.805062Z","steps":["trace[1398116524] 'agreement among raft nodes before linearized reading' (duration: 369.696523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.805106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:16.433958Z","time spent":"371.139296ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:28:16.803814Z","caller":"traceutil/trace.go:171","msg":"trace[260120118] transaction","detail":"{read_only:false; response_revision:3131; number_of_response:1; }","duration":"203.244001ms","start":"2026-07-24T05:28:16.600514Z","end":"2026-07-24T05:28:16.803758Z","steps":["trace[260120118] 'process raft request' (duration: 202.751309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.803866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.441367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-07-24T05:28:16.805362Z","caller":"traceutil/trace.go:171","msg":"trace[835809641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3131; }","duration":"297.979853ms","start":"2026-07-24T05:28:16.507365Z","end":"2026-07-24T05:28:16.805345Z","steps":["trace[835809641] 'agreement among raft nodes before linearized reading' (duration: 296.288963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.803948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.737152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:28:16.80546Z","caller":"traceutil/trace.go:171","msg":"trace[2070935766] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3131; }","duration":"205.285718ms","start":"2026-07-24T05:28:16.600158Z","end":"2026-07-24T05:28:16.805444Z","steps":["trace[2070935766] 'agreement among raft nodes before linearized reading' (duration: 203.603669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.803979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.881902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:28:16.805655Z","caller":"traceutil/trace.go:171","msg":"trace[309411385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3131; }","duration":"373.587891ms","start":"2026-07-24T05:28:16.43205Z","end":"2026-07-24T05:28:16.805637Z","steps":["trace[309411385] 'agreement among raft nodes before linearized reading' (duration: 371.83234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.805726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:16.432035Z","time spent":"373.670014ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:28:16.804159Z","caller":"traceutil/trace.go:171","msg":"trace[525489760] transaction","detail":"{read_only:false; response_revision:3132; number_of_response:1; }","duration":"161.037315ms","start":"2026-07-24T05:28:16.643106Z","end":"2026-07-24T05:28:16.804143Z","steps":["trace[525489760] 'process raft request' (duration: 160.895962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.804199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.615923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:16.805854Z","caller":"traceutil/trace.go:171","msg":"trace[1159078999] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3133; }","duration":"158.313171ms","start":"2026-07-24T05:28:16.647534Z","end":"2026-07-24T05:28:16.805847Z","steps":["trace[1159078999] 'agreement among raft nodes before linearized reading' (duration: 156.612932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:16.804332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.895847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-07-24T05:28:16.805959Z","caller":"traceutil/trace.go:171","msg":"trace[1598978456] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:3133; }","duration":"151.534355ms","start":"2026-07-24T05:28:16.654405Z","end":"2026-07-24T05:28:16.80594Z","steps":["trace[1598978456] 'agreement among raft nodes before linearized reading' (duration: 149.853457ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.073784Z","caller":"traceutil/trace.go:171","msg":"trace[1487923233] transaction","detail":"{read_only:false; response_revision:3135; number_of_response:1; }","duration":"264.155491ms","start":"2026-07-24T05:28:16.809585Z","end":"2026-07-24T05:28:17.07374Z","steps":["trace[1487923233] 'process raft request' (duration: 187.220911ms)","trace[1487923233] 'compare' (duration: 76.684304ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:17.073796Z","caller":"traceutil/trace.go:171","msg":"trace[835201] transaction","detail":"{read_only:false; response_revision:3136; number_of_response:1; }","duration":"264.104439ms","start":"2026-07-24T05:28:16.80965Z","end":"2026-07-24T05:28:17.073755Z","steps":["trace[835201] 'process raft request' (duration: 263.998987ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.074279Z","caller":"traceutil/trace.go:171","msg":"trace[1010190631] linearizableReadLoop","detail":"{readStateIndex:3295; appliedIndex:3290; }","duration":"260.577978ms","start":"2026-07-24T05:28:16.813688Z","end":"2026-07-24T05:28:17.074266Z","steps":["trace[1010190631] 'read index received' (duration: 69.724793ms)","trace[1010190631] 'applied index is now lower than readState.Index' (duration: 190.840475ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:17.074345Z","caller":"traceutil/trace.go:171","msg":"trace[2763420] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"261.579171ms","start":"2026-07-24T05:28:16.812752Z","end":"2026-07-24T05:28:17.074332Z","steps":["trace[2763420] 'process raft request' (duration: 261.317335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.0746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.898705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105674"} {"level":"info","ts":"2026-07-24T05:28:17.074674Z","caller":"traceutil/trace.go:171","msg":"trace[1350482090] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3138; }","duration":"261.027438ms","start":"2026-07-24T05:28:16.813635Z","end":"2026-07-24T05:28:17.074662Z","steps":["trace[1350482090] 'agreement among raft nodes before linearized reading' (duration: 260.709641ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.07477Z","caller":"traceutil/trace.go:171","msg":"trace[2116750] transaction","detail":"{read_only:false; response_revision:3137; number_of_response:1; }","duration":"264.480357ms","start":"2026-07-24T05:28:16.809801Z","end":"2026-07-24T05:28:17.074282Z","steps":["trace[2116750] 'process raft request' (duration: 263.909934ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.097456Z","caller":"traceutil/trace.go:171","msg":"trace[1995456165] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"212.281541ms","start":"2026-07-24T05:28:16.885144Z","end":"2026-07-24T05:28:17.097425Z","steps":["trace[1995456165] 'process raft request' (duration: 212.171408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.097827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.379623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"info","ts":"2026-07-24T05:28:17.097938Z","caller":"traceutil/trace.go:171","msg":"trace[65957881] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:3139; }","duration":"273.533367ms","start":"2026-07-24T05:28:16.824385Z","end":"2026-07-24T05:28:17.097919Z","steps":["trace[65957881] 'agreement among raft nodes before linearized reading' (duration: 273.21993ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.319202Z","caller":"traceutil/trace.go:171","msg":"trace[1770757069] linearizableReadLoop","detail":"{readStateIndex:3299; appliedIndex:3297; }","duration":"178.010687ms","start":"2026-07-24T05:28:17.141165Z","end":"2026-07-24T05:28:17.319175Z","steps":["trace[1770757069] 'read index received' (duration: 142.309752ms)","trace[1770757069] 'applied index is now lower than readState.Index' (duration: 35.699925ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:17.319239Z","caller":"traceutil/trace.go:171","msg":"trace[1467892527] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"215.799792ms","start":"2026-07-24T05:28:17.103411Z","end":"2026-07-24T05:28:17.319211Z","steps":["trace[1467892527] 'process raft request' (duration: 215.672709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.319398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.665913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:17.319408Z","caller":"traceutil/trace.go:171","msg":"trace[1311238141] transaction","detail":"{read_only:false; response_revision:3141; number_of_response:1; }","duration":"216.754613ms","start":"2026-07-24T05:28:17.102642Z","end":"2026-07-24T05:28:17.319397Z","steps":["trace[1311238141] 'process raft request' (duration: 180.71279ms)","trace[1311238141] 'compare' (duration: 35.434289ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:17.319432Z","caller":"traceutil/trace.go:171","msg":"trace[1734410672] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3142; }","duration":"194.740985ms","start":"2026-07-24T05:28:17.124681Z","end":"2026-07-24T05:28:17.319422Z","steps":["trace[1734410672] 'agreement among raft nodes before linearized reading' (duration: 194.624672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.31967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.273594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:28:17.320796Z","caller":"traceutil/trace.go:171","msg":"trace[1889606961] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3142; }","duration":"216.408147ms","start":"2026-07-24T05:28:17.103332Z","end":"2026-07-24T05:28:17.31974Z","steps":["trace[1889606961] 'agreement among raft nodes before linearized reading' (duration: 216.001987ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.367752Z","caller":"traceutil/trace.go:171","msg":"trace[1897626379] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"221.359431ms","start":"2026-07-24T05:28:17.14636Z","end":"2026-07-24T05:28:17.367719Z","steps":["trace[1897626379] 'process raft request' (duration: 221.126006ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.367856Z","caller":"traceutil/trace.go:171","msg":"trace[266893157] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"202.7412ms","start":"2026-07-24T05:28:17.165081Z","end":"2026-07-24T05:28:17.367822Z","steps":["trace[266893157] 'process raft request' (duration: 202.575317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.368081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.074827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17942"} {"level":"info","ts":"2026-07-24T05:28:17.368172Z","caller":"traceutil/trace.go:171","msg":"trace[699375213] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3144; }","duration":"222.20712ms","start":"2026-07-24T05:28:17.14592Z","end":"2026-07-24T05:28:17.368127Z","steps":["trace[699375213] 'agreement among raft nodes before linearized reading' (duration: 221.862192ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.595199Z","caller":"traceutil/trace.go:171","msg":"trace[1118943315] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"271.109943ms","start":"2026-07-24T05:28:17.324057Z","end":"2026-07-24T05:28:17.595167Z","steps":["trace[1118943315] 'process raft request' (duration: 270.844316ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.930473Z","caller":"traceutil/trace.go:171","msg":"trace[2094531506] linearizableReadLoop","detail":"{readStateIndex:3304; appliedIndex:3301; }","duration":"550.725511ms","start":"2026-07-24T05:28:17.37973Z","end":"2026-07-24T05:28:17.930456Z","steps":["trace[2094531506] 'read index received' (duration: 214.422191ms)","trace[2094531506] 'applied index is now lower than readState.Index' (duration: 336.30261ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:17.930534Z","caller":"traceutil/trace.go:171","msg":"trace[1853119461] transaction","detail":"{read_only:false; response_revision:3147; number_of_response:1; }","duration":"555.514182ms","start":"2026-07-24T05:28:17.374972Z","end":"2026-07-24T05:28:17.930486Z","steps":["trace[1853119461] 'process raft request' (duration: 555.445411ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:17.93055Z","caller":"traceutil/trace.go:171","msg":"trace[1302142562] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"555.614264ms","start":"2026-07-24T05:28:17.374885Z","end":"2026-07-24T05:28:17.930499Z","steps":["trace[1302142562] 'process raft request' (duration: 493.174299ms)","trace[1302142562] 'compare' (duration: 61.970824ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:17.93078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.374946Z","time spent":"555.718096ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2546,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:17.93079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.043368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"warn","ts":"2026-07-24T05:28:17.930802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.374855Z","time spent":"555.888821ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:28:17.930871Z","caller":"traceutil/trace.go:171","msg":"trace[976685782] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:3147; }","duration":"551.13571ms","start":"2026-07-24T05:28:17.379715Z","end":"2026-07-24T05:28:17.930851Z","steps":["trace[976685782] 'agreement among raft nodes before linearized reading' (duration: 550.821273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:17.930981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.379669Z","time spent":"551.301294ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18180,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-07-24T05:28:18.431403Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142624,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:18.925085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0569515s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:28:19.039774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.328542ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:19.040099Z","caller":"traceutil/trace.go:171","msg":"trace[78611860] linearizableReadLoop","detail":"{readStateIndex:3307; appliedIndex:3304; }","duration":"1.109556333s","start":"2026-07-24T05:28:17.93052Z","end":"2026-07-24T05:28:19.040076Z","steps":["trace[78611860] 'read index received' (duration: 994.852743ms)","trace[78611860] 'applied index is now lower than readState.Index' (duration: 114.7022ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:19.040229Z","caller":"traceutil/trace.go:171","msg":"trace[1816666162] transaction","detail":"{read_only:false; response_revision:3150; number_of_response:1; }","duration":"986.418544ms","start":"2026-07-24T05:28:18.053798Z","end":"2026-07-24T05:28:19.040217Z","steps":["trace[1816666162] 'process raft request' (duration: 986.198939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.040322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:18.053774Z","time spent":"986.492396ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:19.04036Z","caller":"traceutil/trace.go:171","msg":"trace[1154396156] transaction","detail":"{read_only:false; response_revision:3148; number_of_response:1; }","duration":"1.443660933s","start":"2026-07-24T05:28:17.596652Z","end":"2026-07-24T05:28:19.040313Z","steps":["trace[1154396156] 'process raft request' (duration: 1.328688987s)","trace[1154396156] 'compare' (duration: 114.055815ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:19.040494Z","caller":"traceutil/trace.go:171","msg":"trace[721658961] transaction","detail":"{read_only:false; response_revision:3149; number_of_response:1; }","duration":"1.360372726s","start":"2026-07-24T05:28:17.68009Z","end":"2026-07-24T05:28:19.040462Z","steps":["trace[721658961] 'process raft request' (duration: 1.359815363s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.040549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.59663Z","time spent":"1.443820547s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2099,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:19.040617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.680071Z","time spent":"1.360488479s","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2406,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:19.040657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371566865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:19.040691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.052977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:19.040705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228208309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-07-24T05:28:19.0407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371597956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:28:19.040756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057399657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:28:19.04077Z","caller":"traceutil/trace.go:171","msg":"trace[466804235] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3150; }","duration":"1.228314551s","start":"2026-07-24T05:28:17.812433Z","end":"2026-07-24T05:28:19.040748Z","steps":["trace[466804235] 'agreement among raft nodes before linearized reading' (duration: 1.228132517s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:19.040767Z","caller":"traceutil/trace.go:171","msg":"trace[1401938072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3150; }","duration":"919.184469ms","start":"2026-07-24T05:28:18.121561Z","end":"2026-07-24T05:28:19.040745Z","steps":["trace[1401938072] 'agreement among raft nodes before linearized reading' (duration: 919.047126ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:19.040786Z","caller":"traceutil/trace.go:171","msg":"trace[786453816] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3150; }","duration":"1.371716189s","start":"2026-07-24T05:28:17.66905Z","end":"2026-07-24T05:28:19.040766Z","steps":["trace[786453816] 'agreement among raft nodes before linearized reading' (duration: 1.371427372s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:19.040797Z","caller":"traceutil/trace.go:171","msg":"trace[1760722834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3150; }","duration":"1.057488629s","start":"2026-07-24T05:28:17.983296Z","end":"2026-07-24T05:28:19.040785Z","steps":["trace[1760722834] 'agreement among raft nodes before linearized reading' (duration: 1.057322925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.040811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.812408Z","time spent":"1.228395093s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3986,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:28:19.04082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:18.121528Z","time spent":"919.279982ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:19.040832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.669041Z","time spent":"1.37178287s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:28:19.040837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.983267Z","time spent":"1.057558901s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:28:19.040843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.618834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-07-24T05:28:19.040844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089479309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"warn","ts":"2026-07-24T05:28:19.040841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.74532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:28:19.040888Z","caller":"traceutil/trace.go:171","msg":"trace[1459038305] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3150; }","duration":"841.703906ms","start":"2026-07-24T05:28:18.19917Z","end":"2026-07-24T05:28:19.040874Z","steps":["trace[1459038305] 'agreement among raft nodes before linearized reading' (duration: 841.544953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.04088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102144631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:2561"} {"level":"info","ts":"2026-07-24T05:28:19.040897Z","caller":"traceutil/trace.go:171","msg":"trace[1587812747] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:3150; }","duration":"1.089563021s","start":"2026-07-24T05:28:17.951321Z","end":"2026-07-24T05:28:19.040884Z","steps":["trace[1587812747] 'agreement among raft nodes before linearized reading' (duration: 1.089437609s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.040927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:18.199146Z","time spent":"841.772358ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":920,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-07-24T05:28:19.040929Z","caller":"traceutil/trace.go:171","msg":"trace[2072612927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3150; }","duration":"440.904064ms","start":"2026-07-24T05:28:18.600003Z","end":"2026-07-24T05:28:19.040908Z","steps":["trace[2072612927] 'agreement among raft nodes before linearized reading' (duration: 440.608217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.040933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.951303Z","time spent":"1.089622072s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18180,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-07-24T05:28:19.040932Z","caller":"traceutil/trace.go:171","msg":"trace[1909593168] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3150; }","duration":"1.102244183s","start":"2026-07-24T05:28:17.938674Z","end":"2026-07-24T05:28:19.040918Z","steps":["trace[1909593168] 'agreement among raft nodes before linearized reading' (duration: 1.10209144s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.04095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027728411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:28:19.040719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105692784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:2561"} {"level":"warn","ts":"2026-07-24T05:28:19.040975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:18.599978Z","time spent":"440.990216ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:28:19.040984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.938648Z","time spent":"1.102328476s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2584,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"info","ts":"2026-07-24T05:28:19.041004Z","caller":"traceutil/trace.go:171","msg":"trace[98281262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3150; }","duration":"1.027850074s","start":"2026-07-24T05:28:18.013138Z","end":"2026-07-24T05:28:19.040988Z","steps":["trace[98281262] 'agreement among raft nodes before linearized reading' (duration: 1.02769011s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:19.041025Z","caller":"traceutil/trace.go:171","msg":"trace[434006694] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3150; }","duration":"1.105991691s","start":"2026-07-24T05:28:17.935003Z","end":"2026-07-24T05:28:19.040995Z","steps":["trace[434006694] 'agreement among raft nodes before linearized reading' (duration: 1.105552641s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.041059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:18.013107Z","time spent":"1.027938825s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:28:19.040735Z","caller":"traceutil/trace.go:171","msg":"trace[1677445899] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3150; }","duration":"1.371699809s","start":"2026-07-24T05:28:17.669015Z","end":"2026-07-24T05:28:19.040714Z","steps":["trace[1677445899] 'agreement among raft nodes before linearized reading' (duration: 1.371537295s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.041104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.934827Z","time spent":"1.106257577s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2584,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:28:19.041157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.668995Z","time spent":"1.372121298s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:19.040657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151045613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:19.041257Z","caller":"traceutil/trace.go:171","msg":"trace[2007923440] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3150; }","duration":"1.151712948s","start":"2026-07-24T05:28:17.889522Z","end":"2026-07-24T05:28:19.041235Z","steps":["trace[2007923440] 'agreement among raft nodes before linearized reading' (duration: 1.151036253s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.041326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:17.889497Z","time spent":"1.151801061s","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:19.041384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.88596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:28:19.041422Z","caller":"traceutil/trace.go:171","msg":"trace[1870523097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3150; }","duration":"231.961961ms","start":"2026-07-24T05:28:18.80945Z","end":"2026-07-24T05:28:19.041412Z","steps":["trace[1870523097] 'agreement among raft nodes before linearized reading' (duration: 231.311477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.26987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.838298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:19.270171Z","caller":"traceutil/trace.go:171","msg":"trace[1154961454] transaction","detail":"{read_only:false; response_revision:3159; number_of_response:1; }","duration":"159.599927ms","start":"2026-07-24T05:28:19.110538Z","end":"2026-07-24T05:28:19.270138Z","steps":["trace[1154961454] 'process raft request' (duration: 49.36183ms)","trace[1154961454] 'compare' (duration: 109.521521ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:19.365418Z","caller":"traceutil/trace.go:171","msg":"trace[1352038007] transaction","detail":"{read_only:false; response_revision:3160; number_of_response:1; }","duration":"123.048253ms","start":"2026-07-24T05:28:19.242341Z","end":"2026-07-24T05:28:19.365389Z","steps":["trace[1352038007] 'process raft request' (duration: 122.868129ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:19.71236Z","caller":"traceutil/trace.go:171","msg":"trace[1889873322] linearizableReadLoop","detail":"{readStateIndex:3321; appliedIndex:3319; }","duration":"115.172521ms","start":"2026-07-24T05:28:19.597155Z","end":"2026-07-24T05:28:19.712328Z","steps":["trace[1889873322] 'read index received' (duration: 34.706781ms)","trace[1889873322] 'applied index is now lower than readState.Index' (duration: 80.46433ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:19.712423Z","caller":"traceutil/trace.go:171","msg":"trace[1349945768] transaction","detail":"{read_only:false; response_revision:3164; number_of_response:1; }","duration":"122.772407ms","start":"2026-07-24T05:28:19.589608Z","end":"2026-07-24T05:28:19.712381Z","steps":["trace[1349945768] 'process raft request' (duration: 122.509791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:19.71266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.473687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-07-24T05:28:19.71273Z","caller":"traceutil/trace.go:171","msg":"trace[993246362] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:3164; }","duration":"115.58041ms","start":"2026-07-24T05:28:19.597128Z","end":"2026-07-24T05:28:19.712708Z","steps":["trace[993246362] 'agreement among raft nodes before linearized reading' (duration: 115.321015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:20.082794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.804774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:20.082942Z","caller":"traceutil/trace.go:171","msg":"trace[553535429] linearizableReadLoop","detail":"{readStateIndex:3324; appliedIndex:3323; }","duration":"177.258226ms","start":"2026-07-24T05:28:19.905662Z","end":"2026-07-24T05:28:20.08292Z","steps":["trace[553535429] 'read index received' (duration: 68.133245ms)","trace[553535429] 'applied index is now lower than readState.Index' (duration: 109.123191ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:20.08308Z","caller":"traceutil/trace.go:171","msg":"trace[266530465] transaction","detail":"{read_only:false; response_revision:3166; number_of_response:1; }","duration":"183.080469ms","start":"2026-07-24T05:28:19.899978Z","end":"2026-07-24T05:28:20.083059Z","steps":["trace[266530465] 'process raft request' (duration: 73.897547ms)","trace[266530465] 'compare' (duration: 108.66933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:20.083243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.576153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:20.083295Z","caller":"traceutil/trace.go:171","msg":"trace[1108249473] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3166; }","duration":"177.669825ms","start":"2026-07-24T05:28:19.905613Z","end":"2026-07-24T05:28:20.083283Z","steps":["trace[1108249473] 'agreement among raft nodes before linearized reading' (duration: 177.577753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:20.947148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:21.447613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:21.948438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142670,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:21.992627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715220261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:21.992716Z","caller":"traceutil/trace.go:171","msg":"trace[1385028018] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3166; }","duration":"1.715740993s","start":"2026-07-24T05:28:20.276949Z","end":"2026-07-24T05:28:21.99269Z","steps":["trace[1385028018] 'count revisions from in-memory index tree' (duration: 1.715095478s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:21.992759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:20.276917Z","time spent":"1.715830265s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:22.307157Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.029218355s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:28:22.307541Z","caller":"traceutil/trace.go:171","msg":"trace[808298957] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"2.029723806s","start":"2026-07-24T05:28:20.277792Z","end":"2026-07-24T05:28:22.307516Z","steps":["trace[808298957] 'process raft request' (duration: 2.029567903s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:22.307703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:20.277777Z","time spent":"2.029848799s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:23.127367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006293626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:28:23.127528Z","caller":"traceutil/trace.go:171","msg":"trace[573843950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00649095s","start":"2026-07-24T05:28:21.121015Z","end":"2026-07-24T05:28:23.127506Z","steps":["trace[573843950] 'agreement among raft nodes before linearized reading' (duration: 2.006310855s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:23.127641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.121002Z","time spent":"2.006625452s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:28:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:28:25.122476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995007225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:28:25.122555Z","caller":"traceutil/trace.go:171","msg":"trace[619543269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.995120497s","start":"2026-07-24T05:28:23.127416Z","end":"2026-07-24T05:28:25.122537Z","steps":["trace[619543269] 'agreement among raft nodes before linearized reading' (duration: 1.995027785s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:25.1226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:23.127402Z","time spent":"1.995189589s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:28:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:28:25.394389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.086957115s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:28:26.016973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.141464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:26.01725Z","caller":"traceutil/trace.go:171","msg":"trace[1743678072] transaction","detail":"{read_only:false; response_revision:3169; number_of_response:1; }","duration":"4.959477939s","start":"2026-07-24T05:28:21.057749Z","end":"2026-07-24T05:28:26.017227Z","steps":["trace[1743678072] 'process raft request' (duration: 4.959336996s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:26.017256Z","caller":"traceutil/trace.go:171","msg":"trace[204592366] transaction","detail":"{read_only:false; response_revision:3168; number_of_response:1; }","duration":"5.475053601s","start":"2026-07-24T05:28:20.542172Z","end":"2026-07-24T05:28:26.017226Z","steps":["trace[204592366] 'process raft request' (duration: 4.852516098s)","trace[204592366] 'compare' (duration: 620.289983ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:26.01731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.571137211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:26.017367Z","caller":"traceutil/trace.go:171","msg":"trace[134204657] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3170; }","duration":"5.571239873s","start":"2026-07-24T05:28:20.446112Z","end":"2026-07-24T05:28:26.017352Z","steps":["trace[134204657] 'agreement among raft nodes before linearized reading' (duration: 5.571120351s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.01738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.057727Z","time spent":"4.959579541s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:26.017382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:20.542147Z","time spent":"5.475166714s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:26.017355Z","caller":"traceutil/trace.go:171","msg":"trace[155428330] linearizableReadLoop","detail":"{readStateIndex:3328; appliedIndex:3324; }","duration":"5.571054479s","start":"2026-07-24T05:28:20.446171Z","end":"2026-07-24T05:28:26.017226Z","steps":["trace[155428330] 'read index received' (duration: 1.861296475s)","trace[155428330] 'applied index is now lower than readState.Index' (duration: 3.709756764s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:26.017406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:20.446085Z","time spent":"5.571309165s","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:26.01725Z","caller":"traceutil/trace.go:171","msg":"trace[1328894434] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"4.299284485s","start":"2026-07-24T05:28:21.717946Z","end":"2026-07-24T05:28:26.017231Z","steps":["trace[1328894434] 'process raft request' (duration: 4.299233123s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.017494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.717921Z","time spent":"4.299550721s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:26.10676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999405962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:28:26.10685Z","caller":"traceutil/trace.go:171","msg":"trace[2029271551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999547465s","start":"2026-07-24T05:28:21.107281Z","end":"2026-07-24T05:28:26.106828Z","steps":["trace[2029271551] 'agreement among raft nodes before linearized reading' (duration: 4.999402812s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.106921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.107238Z","time spent":"4.999651487s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:28:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:28:26.10677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000003066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:28:26.107259Z","caller":"traceutil/trace.go:171","msg":"trace[755123676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000388935s","start":"2026-07-24T05:28:21.106703Z","end":"2026-07-24T05:28:26.107092Z","steps":["trace[755123676] 'agreement among raft nodes before linearized reading' (duration: 5.000021487s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.107404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.106689Z","time spent":"5.000675062s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:28:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:28:26.107737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000046217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:28:26.107775Z","caller":"traceutil/trace.go:171","msg":"trace[1411235359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000087578s","start":"2026-07-24T05:28:21.107677Z","end":"2026-07-24T05:28:26.107764Z","steps":["trace[1411235359] 'agreement among raft nodes before linearized reading' (duration: 5.000045207s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.107805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.107611Z","time spent":"5.00018766s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:28:26.511272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116482447s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:28:26.930661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.882408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:26.931024Z","caller":"traceutil/trace.go:171","msg":"trace[2032467827] linearizableReadLoop","detail":"{readStateIndex:3331; appliedIndex:3328; }","duration":"913.559319ms","start":"2026-07-24T05:28:26.017435Z","end":"2026-07-24T05:28:26.930994Z","steps":["trace[2032467827] 'read index received' (duration: 494.062606ms)","trace[2032467827] 'applied index is now lower than readState.Index' (duration: 419.495343ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:26.931006Z","caller":"traceutil/trace.go:171","msg":"trace[974630991] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"2.705912349s","start":"2026-07-24T05:28:24.225029Z","end":"2026-07-24T05:28:26.930942Z","steps":["trace[974630991] 'process raft request' (duration: 2.286648542s)","trace[974630991] 'compare' (duration: 418.52012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:26.931178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84670951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:26.931235Z","caller":"traceutil/trace.go:171","msg":"trace[1724298590] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:3173; }","duration":"1.846831932s","start":"2026-07-24T05:28:25.084388Z","end":"2026-07-24T05:28:26.93122Z","steps":["trace[1724298590] 'agreement among raft nodes before linearized reading' (duration: 1.846637068s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.931247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:24.225004Z","time spent":"2.706089145s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:26.931275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:25.084358Z","time spent":"1.846907874s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":82,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:26.931267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.656967326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:28:26.931291Z","caller":"traceutil/trace.go:171","msg":"trace[1194256794] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"2.621804567s","start":"2026-07-24T05:28:24.309458Z","end":"2026-07-24T05:28:26.931262Z","steps":["trace[1194256794] 'process raft request' (duration: 2.621443088s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.931321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.815711603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:28:26.931324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.824033845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T05:28:26.931382Z","caller":"traceutil/trace.go:171","msg":"trace[1564916296] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3173; }","duration":"5.815798875s","start":"2026-07-24T05:28:21.115566Z","end":"2026-07-24T05:28:26.931365Z","steps":["trace[1564916296] 'agreement among raft nodes before linearized reading' (duration: 5.81558564s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.931382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190155565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:26.931419Z","caller":"traceutil/trace.go:171","msg":"trace[490057981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3173; }","duration":"5.824166748s","start":"2026-07-24T05:28:21.107234Z","end":"2026-07-24T05:28:26.931401Z","steps":["trace[490057981] 'agreement among raft nodes before linearized reading' (duration: 5.823888242s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.931425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:24.309444Z","time spent":"2.621911859s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:26.931434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.115554Z","time spent":"5.815868246s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:28:26.931391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801020993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:26.931462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.340554865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:26.931351Z","caller":"traceutil/trace.go:171","msg":"trace[2057104750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3173; }","duration":"5.657099329s","start":"2026-07-24T05:28:21.274234Z","end":"2026-07-24T05:28:26.931333Z","steps":["trace[2057104750] 'agreement among raft nodes before linearized reading' (duration: 5.656799102s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:26.931464Z","caller":"traceutil/trace.go:171","msg":"trace[1179023297] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3173; }","duration":"4.190279077s","start":"2026-07-24T05:28:22.741164Z","end":"2026-07-24T05:28:26.931443Z","steps":["trace[1179023297] 'agreement among raft nodes before linearized reading' (duration: 4.190100403s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.931285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.486600874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:26.931541Z","caller":"traceutil/trace.go:171","msg":"trace[235184669] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"2.703998707s","start":"2026-07-24T05:28:24.227522Z","end":"2026-07-24T05:28:26.93152Z","steps":["trace[235184669] 'process raft request' (duration: 2.70326202s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.931348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.820892663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:28:26.931579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.156117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:26.931401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.840426244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:28:26.931602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.94941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:26.931598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037377635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-07-24T05:28:26.931856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:24.227496Z","time spent":"2.704099129s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:26.931863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622577375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:28:26.931894Z","caller":"traceutil/trace.go:171","msg":"trace[1155637577] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:3173; }","duration":"126.265607ms","start":"2026-07-24T05:28:26.805613Z","end":"2026-07-24T05:28:26.931878Z","steps":["trace[1155637577] 'agreement among raft nodes before linearized reading' (duration: 125.94742ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:26.931895Z","caller":"traceutil/trace.go:171","msg":"trace[658826311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3173; }","duration":"5.840951796s","start":"2026-07-24T05:28:21.090923Z","end":"2026-07-24T05:28:26.931874Z","steps":["trace[658826311] 'agreement among raft nodes before linearized reading' (duration: 5.840339912s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:26.93192Z","caller":"traceutil/trace.go:171","msg":"trace[2040093998] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3173; }","duration":"2.037763824s","start":"2026-07-24T05:28:24.894136Z","end":"2026-07-24T05:28:26.9319Z","steps":["trace[2040093998] 'agreement among raft nodes before linearized reading' (duration: 2.03716623s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.931479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.107222Z","time spent":"5.82423841s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:28:26.931882Z","caller":"traceutil/trace.go:171","msg":"trace[1663342551] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3173; }","duration":"207.556706ms","start":"2026-07-24T05:28:26.724307Z","end":"2026-07-24T05:28:26.931864Z","steps":["trace[1663342551] 'agreement among raft nodes before linearized reading' (duration: 207.050545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.931972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.090908Z","time spent":"5.841040448s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:28:26.931978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:24.894119Z","time spent":"2.037842065s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:28:26.931989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.844274122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T05:28:26.93192Z","caller":"traceutil/trace.go:171","msg":"trace[467021029] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3173; }","duration":"2.622671767s","start":"2026-07-24T05:28:24.30924Z","end":"2026-07-24T05:28:26.931911Z","steps":["trace[467021029] 'agreement among raft nodes before linearized reading' (duration: 2.622311939s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:26.931525Z","caller":"traceutil/trace.go:171","msg":"trace[337684236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3173; }","duration":"5.340656977s","start":"2026-07-24T05:28:21.590857Z","end":"2026-07-24T05:28:26.931514Z","steps":["trace[337684236] 'agreement among raft nodes before linearized reading' (duration: 5.340579385s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.932058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:24.309221Z","time spent":"2.62282887s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:28:26.932058Z","caller":"traceutil/trace.go:171","msg":"trace[1342915417] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3173; }","duration":"5.844381885s","start":"2026-07-24T05:28:21.087657Z","end":"2026-07-24T05:28:26.932039Z","steps":["trace[1342915417] 'agreement among raft nodes before linearized reading' (duration: 5.843743s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.932105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.087634Z","time spent":"5.844457717s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"info","ts":"2026-07-24T05:28:26.932028Z","caller":"traceutil/trace.go:171","msg":"trace[1376060453] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:3173; }","duration":"4.487031303s","start":"2026-07-24T05:28:22.44454Z","end":"2026-07-24T05:28:26.931571Z","steps":["trace[1376060453] 'agreement among raft nodes before linearized reading' (duration: 4.486622004s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.932194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952847261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413871"} {"level":"warn","ts":"2026-07-24T05:28:26.932223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:22.444509Z","time spent":"4.487693659s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:26.932265Z","caller":"traceutil/trace.go:171","msg":"trace[664209190] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:3173; }","duration":"3.952955924s","start":"2026-07-24T05:28:22.979292Z","end":"2026-07-24T05:28:26.932248Z","steps":["trace[664209190] 'agreement among raft nodes before linearized reading' (duration: 3.951721716s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.932333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:22.979274Z","time spent":"3.953046365s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413894,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-24T05:28:26.931832Z","caller":"traceutil/trace.go:171","msg":"trace[1623428692] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3173; }","duration":"5.82119473s","start":"2026-07-24T05:28:21.110405Z","end":"2026-07-24T05:28:26.9316Z","steps":["trace[1623428692] 'agreement among raft nodes before linearized reading' (duration: 5.820804031s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.93243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.110393Z","time spent":"5.822020078s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:28:26.932103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.590836Z","time spent":"5.341243341s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:26.931536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872970506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:26.93254Z","caller":"traceutil/trace.go:171","msg":"trace[711594701] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3173; }","duration":"1.87401761s","start":"2026-07-24T05:28:25.058507Z","end":"2026-07-24T05:28:26.932525Z","steps":["trace[711594701] 'agreement among raft nodes before linearized reading' (duration: 1.872982226s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.932594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:25.058485Z","time spent":"1.874092521s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:26.931556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:22.741141Z","time spent":"4.1903954s","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:26.93151Z","caller":"traceutil/trace.go:171","msg":"trace[1299592017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3173; }","duration":"1.801216017s","start":"2026-07-24T05:28:25.130271Z","end":"2026-07-24T05:28:26.931487Z","steps":["trace[1299592017] 'agreement among raft nodes before linearized reading' (duration: 1.800999743s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.932864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:25.130246Z","time spent":"1.802601269s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:26.931414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.640457419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:26.933076Z","caller":"traceutil/trace.go:171","msg":"trace[861290503] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3173; }","duration":"4.642152337s","start":"2026-07-24T05:28:22.290906Z","end":"2026-07-24T05:28:26.933059Z","steps":["trace[861290503] 'agreement among raft nodes before linearized reading' (duration: 4.640475969s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.933138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:22.290885Z","time spent":"4.642235379s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:26.931465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587452724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:26.933306Z","caller":"traceutil/trace.go:171","msg":"trace[1841102266] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3173; }","duration":"2.589324156s","start":"2026-07-24T05:28:24.343965Z","end":"2026-07-24T05:28:26.933289Z","steps":["trace[1841102266] 'agreement among raft nodes before linearized reading' (duration: 2.587474284s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:26.933365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:24.343943Z","time spent":"2.589404308s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:26.931527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:21.27421Z","time spent":"5.657309383s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:28:27.152303Z","caller":"traceutil/trace.go:171","msg":"trace[1545267637] linearizableReadLoop","detail":"{readStateIndex:3332; appliedIndex:3331; }","duration":"216.80896ms","start":"2026-07-24T05:28:26.935464Z","end":"2026-07-24T05:28:27.152273Z","steps":["trace[1545267637] 'read index received' (duration: 134.981099ms)","trace[1545267637] 'applied index is now lower than readState.Index' (duration: 81.826111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:27.152461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.980124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:27.152496Z","caller":"traceutil/trace.go:171","msg":"trace[1111629963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3173; }","duration":"217.076157ms","start":"2026-07-24T05:28:26.93541Z","end":"2026-07-24T05:28:27.152486Z","steps":["trace[1111629963] 'agreement among raft nodes before linearized reading' (duration: 216.990975ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:27.157997Z","caller":"traceutil/trace.go:171","msg":"trace[1918617030] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"220.313411ms","start":"2026-07-24T05:28:26.937639Z","end":"2026-07-24T05:28:27.157952Z","steps":["trace[1918617030] 'process raft request' (duration: 219.87934ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:27.158089Z","caller":"traceutil/trace.go:171","msg":"trace[1222723885] transaction","detail":"{read_only:false; response_revision:3175; number_of_response:1; }","duration":"218.654902ms","start":"2026-07-24T05:28:26.93942Z","end":"2026-07-24T05:28:27.158075Z","steps":["trace[1222723885] 'process raft request' (duration: 218.382625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:27.158034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.382551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:27.158287Z","caller":"traceutil/trace.go:171","msg":"trace[844992070] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3175; }","duration":"216.647786ms","start":"2026-07-24T05:28:26.941622Z","end":"2026-07-24T05:28:27.15827Z","steps":["trace[844992070] 'agreement among raft nodes before linearized reading' (duration: 216.36313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:27.158496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.061935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105674"} {"level":"info","ts":"2026-07-24T05:28:27.158542Z","caller":"traceutil/trace.go:171","msg":"trace[1188971129] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3175; }","duration":"220.137047ms","start":"2026-07-24T05:28:26.938395Z","end":"2026-07-24T05:28:27.158532Z","steps":["trace[1188971129] 'agreement among raft nodes before linearized reading' (duration: 219.79284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:27.158644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.70643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105674"} {"level":"info","ts":"2026-07-24T05:28:27.158809Z","caller":"traceutil/trace.go:171","msg":"trace[252875600] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3175; }","duration":"220.919265ms","start":"2026-07-24T05:28:26.937868Z","end":"2026-07-24T05:28:27.158787Z","steps":["trace[252875600] 'agreement among raft nodes before linearized reading' (duration: 220.095696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:27.492193Z","caller":"traceutil/trace.go:171","msg":"trace[1487763130] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"130.065696ms","start":"2026-07-24T05:28:27.362103Z","end":"2026-07-24T05:28:27.492169Z","steps":["trace[1487763130] 'process raft request' (duration: 129.250067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:28.565256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.857115ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:28.565397Z","caller":"traceutil/trace.go:171","msg":"trace[60360216] linearizableReadLoop","detail":"{readStateIndex:3338; appliedIndex:3337; }","duration":"455.979145ms","start":"2026-07-24T05:28:28.109397Z","end":"2026-07-24T05:28:28.565376Z","steps":["trace[60360216] 'read index received' (duration: 53.832263ms)","trace[60360216] 'applied index is now lower than readState.Index' (duration: 402.144872ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:28.565448Z","caller":"traceutil/trace.go:171","msg":"trace[1557269586] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"542.222918ms","start":"2026-07-24T05:28:28.023193Z","end":"2026-07-24T05:28:28.565416Z","steps":["trace[1557269586] 'process raft request' (duration: 140.106367ms)","trace[1557269586] 'compare' (duration: 401.726342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:28.565623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.071828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:28:28.565681Z","caller":"traceutil/trace.go:171","msg":"trace[946520317] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3179; }","duration":"456.1588ms","start":"2026-07-24T05:28:28.109504Z","end":"2026-07-24T05:28:28.565663Z","steps":["trace[946520317] 'agreement among raft nodes before linearized reading' (duration: 455.993206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:28.565665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.244062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:28:28.565678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.863029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:28.565743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:28.109488Z","time spent":"456.236861ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:28:28.565748Z","caller":"traceutil/trace.go:171","msg":"trace[1084739586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3179; }","duration":"456.381475ms","start":"2026-07-24T05:28:28.109348Z","end":"2026-07-24T05:28:28.565729Z","steps":["trace[1084739586] 'agreement among raft nodes before linearized reading' (duration: 456.118909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:28.565752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.998534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:28:28.565761Z","caller":"traceutil/trace.go:171","msg":"trace[915422258] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3179; }","duration":"444.984992ms","start":"2026-07-24T05:28:28.120755Z","end":"2026-07-24T05:28:28.56574Z","steps":["trace[915422258] 'agreement among raft nodes before linearized reading' (duration: 444.843228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:28.565802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:28.109316Z","time spent":"456.473627ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:28:28.565787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:28.023165Z","time spent":"542.530296ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:28.565848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:28.120739Z","time spent":"445.094574ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:28:28.565803Z","caller":"traceutil/trace.go:171","msg":"trace[539466206] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3179; }","duration":"449.055515ms","start":"2026-07-24T05:28:28.116733Z","end":"2026-07-24T05:28:28.565789Z","steps":["trace[539466206] 'agreement among raft nodes before linearized reading' (duration: 448.910312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:28.565994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:28.116667Z","time spent":"449.307381ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:28:28.818814Z","caller":"traceutil/trace.go:171","msg":"trace[469893197] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"248.670985ms","start":"2026-07-24T05:28:28.570114Z","end":"2026-07-24T05:28:28.818786Z","steps":["trace[469893197] 'process raft request' (duration: 196.964341ms)","trace[469893197] 'compare' (duration: 51.377906ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:28.825481Z","caller":"traceutil/trace.go:171","msg":"trace[1015052661] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"254.891809ms","start":"2026-07-24T05:28:28.570565Z","end":"2026-07-24T05:28:28.825457Z","steps":["trace[1015052661] 'process raft request' (duration: 254.838948ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:28.825529Z","caller":"traceutil/trace.go:171","msg":"trace[899330658] transaction","detail":"{read_only:false; response_revision:3181; number_of_response:1; }","duration":"255.218997ms","start":"2026-07-24T05:28:28.570294Z","end":"2026-07-24T05:28:28.825513Z","steps":["trace[899330658] 'process raft request' (duration: 254.988932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:29.927947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.810773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:28:30.638781Z","caller":"traceutil/trace.go:171","msg":"trace[1298535063] transaction","detail":"{read_only:false; response_revision:3186; number_of_response:1; }","duration":"123.052843ms","start":"2026-07-24T05:28:30.515705Z","end":"2026-07-24T05:28:30.638758Z","steps":["trace[1298535063] 'process raft request' (duration: 122.865229ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:30.976612Z","caller":"traceutil/trace.go:171","msg":"trace[930439311] linearizableReadLoop","detail":"{readStateIndex:3348; appliedIndex:3347; }","duration":"147.853226ms","start":"2026-07-24T05:28:30.828741Z","end":"2026-07-24T05:28:30.976595Z","steps":["trace[930439311] 'read index received' (duration: 147.792365ms)","trace[930439311] 'applied index is now lower than readState.Index' (duration: 60.361µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:30.976826Z","caller":"traceutil/trace.go:171","msg":"trace[414149452] transaction","detail":"{read_only:false; response_revision:3188; number_of_response:1; }","duration":"149.149356ms","start":"2026-07-24T05:28:30.827664Z","end":"2026-07-24T05:28:30.976814Z","steps":["trace[414149452] 'process raft request' (duration: 148.773277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:30.977003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.245275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:28:30.977019Z","caller":"traceutil/trace.go:171","msg":"trace[1178011079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3188; }","duration":"148.299416ms","start":"2026-07-24T05:28:30.828715Z","end":"2026-07-24T05:28:30.977015Z","steps":["trace[1178011079] 'agreement among raft nodes before linearized reading' (duration: 148.215455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:30.977087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.941348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:28:30.977099Z","caller":"traceutil/trace.go:171","msg":"trace[106634399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3188; }","duration":"147.966138ms","start":"2026-07-24T05:28:30.829128Z","end":"2026-07-24T05:28:30.977095Z","steps":["trace[106634399] 'agreement among raft nodes before linearized reading' (duration: 147.929277ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:31.271517Z","caller":"traceutil/trace.go:171","msg":"trace[1109498285] transaction","detail":"{read_only:false; response_revision:3189; number_of_response:1; }","duration":"291.343242ms","start":"2026-07-24T05:28:30.980155Z","end":"2026-07-24T05:28:31.271498Z","steps":["trace[1109498285] 'process raft request' (duration: 291.242119ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:31.347176Z","caller":"traceutil/trace.go:171","msg":"trace[211957699] linearizableReadLoop","detail":"{readStateIndex:3350; appliedIndex:3348; }","duration":"304.081277ms","start":"2026-07-24T05:28:31.043075Z","end":"2026-07-24T05:28:31.347156Z","steps":["trace[211957699] 'read index received' (duration: 228.385078ms)","trace[211957699] 'applied index is now lower than readState.Index' (duration: 75.694719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:31.347336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.24313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T05:28:31.347361Z","caller":"traceutil/trace.go:171","msg":"trace[1320077963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3190; }","duration":"304.339622ms","start":"2026-07-24T05:28:31.043014Z","end":"2026-07-24T05:28:31.347354Z","steps":["trace[1320077963] 'agreement among raft nodes before linearized reading' (duration: 304.23206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:31.347386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.042993Z","time spent":"304.387944ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:28:31.347459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.091607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:28:31.347553Z","caller":"traceutil/trace.go:171","msg":"trace[680200425] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3190; }","duration":"298.250891ms","start":"2026-07-24T05:28:31.049287Z","end":"2026-07-24T05:28:31.347538Z","steps":["trace[680200425] 'agreement among raft nodes before linearized reading' (duration: 298.021276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:31.347551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.355487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:31.347593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.331368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T05:28:31.347594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.031952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:28:31.347701Z","caller":"traceutil/trace.go:171","msg":"trace[1414526280] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3190; }","duration":"113.172525ms","start":"2026-07-24T05:28:31.234513Z","end":"2026-07-24T05:28:31.347685Z","steps":["trace[1414526280] 'agreement among raft nodes before linearized reading' (duration: 112.873788ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:31.347697Z","caller":"traceutil/trace.go:171","msg":"trace[895825071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3190; }","duration":"129.475672ms","start":"2026-07-24T05:28:31.218197Z","end":"2026-07-24T05:28:31.347673Z","steps":["trace[895825071] 'agreement among raft nodes before linearized reading' (duration: 129.223216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:31.347758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.852625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:28:31.347632Z","caller":"traceutil/trace.go:171","msg":"trace[860270973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3190; }","duration":"225.49889ms","start":"2026-07-24T05:28:31.122113Z","end":"2026-07-24T05:28:31.347612Z","steps":["trace[860270973] 'agreement among raft nodes before linearized reading' (duration: 225.352327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:31.347779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.066019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-24T05:28:31.34784Z","caller":"traceutil/trace.go:171","msg":"trace[79250302] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3190; }","duration":"111.997498ms","start":"2026-07-24T05:28:31.235823Z","end":"2026-07-24T05:28:31.347821Z","steps":["trace[79250302] 'agreement among raft nodes before linearized reading' (duration: 111.749372ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:31.347863Z","caller":"traceutil/trace.go:171","msg":"trace[1407658227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3190; }","duration":"115.218802ms","start":"2026-07-24T05:28:31.232626Z","end":"2026-07-24T05:28:31.347845Z","steps":["trace[1407658227] 'agreement among raft nodes before linearized reading' (duration: 114.923646ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:31.347945Z","caller":"traceutil/trace.go:171","msg":"trace[1853660450] transaction","detail":"{read_only:false; response_revision:3190; number_of_response:1; }","duration":"366.635652ms","start":"2026-07-24T05:28:30.980608Z","end":"2026-07-24T05:28:31.347244Z","steps":["trace[1853660450] 'process raft request' (duration: 366.453068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:31.348068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:30.980591Z","time spent":"367.407699ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:31.519323Z","caller":"traceutil/trace.go:171","msg":"trace[309500589] linearizableReadLoop","detail":"{readStateIndex:3351; appliedIndex:3350; }","duration":"166.874205ms","start":"2026-07-24T05:28:31.352423Z","end":"2026-07-24T05:28:31.519297Z","steps":["trace[309500589] 'read index received' (duration: 76.214881ms)","trace[309500589] 'applied index is now lower than readState.Index' (duration: 90.658204ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:31.519454Z","caller":"traceutil/trace.go:171","msg":"trace[2040657355] transaction","detail":"{read_only:false; response_revision:3191; number_of_response:1; }","duration":"167.403037ms","start":"2026-07-24T05:28:31.352006Z","end":"2026-07-24T05:28:31.519409Z","steps":["trace[2040657355] 'process raft request' (duration: 76.60823ms)","trace[2040657355] 'compare' (duration: 90.569192ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:31.51975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.301446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105674"} {"level":"info","ts":"2026-07-24T05:28:31.519829Z","caller":"traceutil/trace.go:171","msg":"trace[1498058743] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3191; }","duration":"167.431449ms","start":"2026-07-24T05:28:31.352379Z","end":"2026-07-24T05:28:31.519811Z","steps":["trace[1498058743] 'agreement among raft nodes before linearized reading' (duration: 167.06506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:31.850018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.813671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:31.85013Z","caller":"traceutil/trace.go:171","msg":"trace[422789677] linearizableReadLoop","detail":"{readStateIndex:3352; appliedIndex:3351; }","duration":"330.717822ms","start":"2026-07-24T05:28:31.519389Z","end":"2026-07-24T05:28:31.850106Z","steps":["trace[422789677] 'read index received' (duration: 157.559042ms)","trace[422789677] 'applied index is now lower than readState.Index' (duration: 173.15728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:31.85036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.898984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105674"} {"level":"info","ts":"2026-07-24T05:28:31.850388Z","caller":"traceutil/trace.go:171","msg":"trace[2112432190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3192; }","duration":"497.928915ms","start":"2026-07-24T05:28:31.35245Z","end":"2026-07-24T05:28:31.850378Z","steps":["trace[2112432190] 'agreement among raft nodes before linearized reading' (duration: 497.708529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:31.850422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.352409Z","time spent":"498.005227ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:28:31.850701Z","caller":"traceutil/trace.go:171","msg":"trace[2054205832] transaction","detail":"{read_only:false; response_revision:3192; number_of_response:1; }","duration":"498.248502ms","start":"2026-07-24T05:28:31.352415Z","end":"2026-07-24T05:28:31.850664Z","steps":["trace[2054205832] 'process raft request' (duration: 324.656922ms)","trace[2054205832] 'compare' (duration: 172.585526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:31.850873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:31.352398Z","time spent":"498.391595ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:32.653269Z","caller":"traceutil/trace.go:171","msg":"trace[1788117957] transaction","detail":"{read_only:false; response_revision:3195; number_of_response:1; }","duration":"148.803018ms","start":"2026-07-24T05:28:32.504432Z","end":"2026-07-24T05:28:32.653235Z","steps":["trace[1788117957] 'process raft request' (duration: 148.498592ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:32.836328Z","caller":"traceutil/trace.go:171","msg":"trace[24291354] transaction","detail":"{read_only:false; response_revision:3196; number_of_response:1; }","duration":"190.076412ms","start":"2026-07-24T05:28:32.646232Z","end":"2026-07-24T05:28:32.836308Z","steps":["trace[24291354] 'process raft request' (duration: 94.011172ms)","trace[24291354] 'compare' (duration: 95.973747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:33.443043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.225504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:28:33.443128Z","caller":"traceutil/trace.go:171","msg":"trace[573824530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3196; }","duration":"167.369868ms","start":"2026-07-24T05:28:33.275739Z","end":"2026-07-24T05:28:33.443109Z","steps":["trace[573824530] 'range keys from in-memory index tree' (duration: 167.03208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:33.443166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.017018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:33.443248Z","caller":"traceutil/trace.go:171","msg":"trace[420874791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3196; }","duration":"324.134299ms","start":"2026-07-24T05:28:33.119085Z","end":"2026-07-24T05:28:33.443219Z","steps":["trace[420874791] 'range keys from in-memory index tree' (duration: 323.917304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:33.444082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.11906Z","time spent":"324.983039ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:33.44332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.65812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:28:33.444389Z","caller":"traceutil/trace.go:171","msg":"trace[2049814205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3196; }","duration":"463.781896ms","start":"2026-07-24T05:28:32.980579Z","end":"2026-07-24T05:28:33.444361Z","steps":["trace[2049814205] 'range keys from in-memory index tree' (duration: 462.488196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:33.44445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:32.980552Z","time spent":"463.880329ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:28:33.574384Z","caller":"traceutil/trace.go:171","msg":"trace[1543771178] transaction","detail":"{read_only:false; response_revision:3197; number_of_response:1; }","duration":"126.249777ms","start":"2026-07-24T05:28:33.448107Z","end":"2026-07-24T05:28:33.574357Z","steps":["trace[1543771178] 'process raft request' (duration: 125.92274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.751191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.154792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:34.751902Z","caller":"traceutil/trace.go:171","msg":"trace[1055474719] transaction","detail":"{read_only:false; response_revision:3198; number_of_response:1; }","duration":"1.27420429s","start":"2026-07-24T05:28:33.477658Z","end":"2026-07-24T05:28:34.751862Z","steps":["trace[1055474719] 'process raft request' (duration: 961.24943ms)","trace[1055474719] 'compare' (duration: 311.726762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:34.752072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.477629Z","time spent":"1.274347474s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:34.752665Z","caller":"traceutil/trace.go:171","msg":"trace[788473946] linearizableReadLoop","detail":"{readStateIndex:3359; appliedIndex:3357; }","duration":"1.226377056s","start":"2026-07-24T05:28:33.526261Z","end":"2026-07-24T05:28:34.752638Z","steps":["trace[788473946] 'read index received' (duration: 48.116372ms)","trace[788473946] 'applied index is now lower than readState.Index' (duration: 1.178152762s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:34.752667Z","caller":"traceutil/trace.go:171","msg":"trace[104656104] transaction","detail":"{read_only:false; response_revision:3199; number_of_response:1; }","duration":"1.251413115s","start":"2026-07-24T05:28:33.50121Z","end":"2026-07-24T05:28:34.752623Z","steps":["trace[104656104] 'process raft request' (duration: 1.250121874s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.75288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226611521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:28:34.752938Z","caller":"traceutil/trace.go:171","msg":"trace[1898455717] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3199; }","duration":"1.226706644s","start":"2026-07-24T05:28:33.526218Z","end":"2026-07-24T05:28:34.752925Z","steps":["trace[1898455717] 'agreement among raft nodes before linearized reading' (duration: 1.226503509s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:34.75293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.501195Z","time spent":"1.251551268s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:34.752972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.526201Z","time spent":"1.226763895s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:28:35.213633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.229836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:35.213851Z","caller":"traceutil/trace.go:171","msg":"trace[232569342] transaction","detail":"{read_only:false; response_revision:3200; number_of_response:1; }","duration":"1.03789558s","start":"2026-07-24T05:28:34.175924Z","end":"2026-07-24T05:28:35.21382Z","steps":["trace[232569342] 'process raft request' (duration: 804.651521ms)","trace[232569342] 'compare' (duration: 231.935779ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:35.213911Z","caller":"traceutil/trace.go:171","msg":"trace[1685639763] linearizableReadLoop","detail":"{readStateIndex:3361; appliedIndex:3359; }","duration":"461.151704ms","start":"2026-07-24T05:28:34.752719Z","end":"2026-07-24T05:28:35.213871Z","steps":["trace[1685639763] 'read index received' (duration: 227.870764ms)","trace[1685639763] 'applied index is now lower than readState.Index' (duration: 233.27961ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:35.21398Z","caller":"traceutil/trace.go:171","msg":"trace[1941556888] transaction","detail":"{read_only:false; response_revision:3201; number_of_response:1; }","duration":"775.766874ms","start":"2026-07-24T05:28:34.438187Z","end":"2026-07-24T05:28:35.213954Z","steps":["trace[1941556888] 'process raft request' (duration: 775.561939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.214012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.175899Z","time spent":"1.038039994s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:35.214112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.43816Z","time spent":"775.882617ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:35.214118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359743896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-24T05:28:35.214126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.884756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-24T05:28:35.214122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35645684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:28:35.214139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.220771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:28:35.214161Z","caller":"traceutil/trace.go:171","msg":"trace[1341616250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3201; }","duration":"1.359825048s","start":"2026-07-24T05:28:33.854324Z","end":"2026-07-24T05:28:35.214149Z","steps":["trace[1341616250] 'agreement among raft nodes before linearized reading' (duration: 1.359661175s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:35.214178Z","caller":"traceutil/trace.go:171","msg":"trace[1471364728] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3201; }","duration":"765.960497ms","start":"2026-07-24T05:28:34.448192Z","end":"2026-07-24T05:28:35.214153Z","steps":["trace[1471364728] 'agreement among raft nodes before linearized reading' (duration: 765.831224ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:35.214175Z","caller":"traceutil/trace.go:171","msg":"trace[1405500285] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3201; }","duration":"1.356528233s","start":"2026-07-24T05:28:33.857633Z","end":"2026-07-24T05:28:35.214161Z","steps":["trace[1405500285] 'agreement among raft nodes before linearized reading' (duration: 1.356327618s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.214201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.448172Z","time spent":"766.023989ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:28:35.214174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.460189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:28:35.214182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676978856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-24T05:28:35.214196Z","caller":"traceutil/trace.go:171","msg":"trace[197504234] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3201; }","duration":"904.324813ms","start":"2026-07-24T05:28:34.309855Z","end":"2026-07-24T05:28:35.214179Z","steps":["trace[197504234] 'agreement among raft nodes before linearized reading' (duration: 904.067227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.214213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.857625Z","time spent":"1.356580644s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:28:35.214236Z","caller":"traceutil/trace.go:171","msg":"trace[593844636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3201; }","duration":"763.581872ms","start":"2026-07-24T05:28:34.450639Z","end":"2026-07-24T05:28:35.214221Z","steps":["trace[593844636] 'agreement among raft nodes before linearized reading' (duration: 763.368477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.214265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.450616Z","time spent":"763.643513ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:28:35.214254Z","caller":"traceutil/trace.go:171","msg":"trace[1457993719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3201; }","duration":"1.677061068s","start":"2026-07-24T05:28:33.537176Z","end":"2026-07-24T05:28:35.214237Z","steps":["trace[1457993719] 'agreement among raft nodes before linearized reading' (duration: 1.676885724s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.214298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077423284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:35.214299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.537171Z","time spent":"1.67711791s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:28:35.214328Z","caller":"traceutil/trace.go:171","msg":"trace[1372694229] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3201; }","duration":"1.077491925s","start":"2026-07-24T05:28:34.136827Z","end":"2026-07-24T05:28:35.214319Z","steps":["trace[1372694229] 'agreement among raft nodes before linearized reading' (duration: 1.077419554s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.214307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010622859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c5229fd2299e47\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-07-24T05:28:35.21435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.136804Z","time spent":"1.077539826s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":25,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:35.214196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:33.854305Z","time spent":"1.359882669s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:28:35.214383Z","caller":"traceutil/trace.go:171","msg":"trace[226429528] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c5229fd2299e47; range_end:; response_count:1; response_revision:3201; }","duration":"1.010749572s","start":"2026-07-24T05:28:34.203613Z","end":"2026-07-24T05:28:35.214363Z","steps":["trace[226429528] 'agreement among raft nodes before linearized reading' (duration: 1.010502197s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.214252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.309833Z","time spent":"904.410256ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:28:35.214426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.20359Z","time spent":"1.010827795s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c5229fd2299e47\" "} {"level":"warn","ts":"2026-07-24T05:28:35.214627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095072302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:35.214672Z","caller":"traceutil/trace.go:171","msg":"trace[659461575] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3201; }","duration":"1.095152744s","start":"2026-07-24T05:28:34.119501Z","end":"2026-07-24T05:28:35.214653Z","steps":["trace[659461575] 'agreement among raft nodes before linearized reading' (duration: 1.095098842s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.214692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.119477Z","time spent":"1.095210415s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:35.296951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.113588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:35.297037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.586619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T05:28:35.297094Z","caller":"traceutil/trace.go:171","msg":"trace[923057682] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3202; }","duration":"346.289142ms","start":"2026-07-24T05:28:34.950767Z","end":"2026-07-24T05:28:35.297056Z","steps":["trace[923057682] 'agreement among raft nodes before linearized reading' (duration: 346.088547ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:35.297089Z","caller":"traceutil/trace.go:171","msg":"trace[2093625208] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3202; }","duration":"269.665361ms","start":"2026-07-24T05:28:35.027409Z","end":"2026-07-24T05:28:35.297075Z","steps":["trace[2093625208] 'agreement among raft nodes before linearized reading' (duration: 269.443546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.297144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.950746Z","time spent":"346.387754ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:35.296984Z","caller":"traceutil/trace.go:171","msg":"trace[839376375] transaction","detail":"{read_only:false; response_revision:3202; number_of_response:1; }","duration":"455.127786ms","start":"2026-07-24T05:28:34.841818Z","end":"2026-07-24T05:28:35.296946Z","steps":["trace[839376375] 'process raft request' (duration: 454.898471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.297455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.188492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105674"} {"level":"info","ts":"2026-07-24T05:28:35.297535Z","caller":"traceutil/trace.go:171","msg":"trace[515925357] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3202; }","duration":"537.299105ms","start":"2026-07-24T05:28:34.760219Z","end":"2026-07-24T05:28:35.297518Z","steps":["trace[515925357] 'agreement among raft nodes before linearized reading' (duration: 536.775933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.297585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.760203Z","time spent":"537.371596ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:28:35.297748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:34.841787Z","time spent":"455.584147ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:35.534064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:35.21519Z","time spent":"318.867768ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:28:35.534207Z","caller":"traceutil/trace.go:171","msg":"trace[2112234543] linearizableReadLoop","detail":"{readStateIndex:3366; appliedIndex:3362; }","duration":"237.353704ms","start":"2026-07-24T05:28:35.29683Z","end":"2026-07-24T05:28:35.534183Z","steps":["trace[2112234543] 'read index received' (duration: 236.952144ms)","trace[2112234543] 'applied index is now lower than readState.Index' (duration: 400.64µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:35.534233Z","caller":"traceutil/trace.go:171","msg":"trace[1129584567] transaction","detail":"{read_only:false; response_revision:3203; number_of_response:1; }","duration":"316.486112ms","start":"2026-07-24T05:28:35.21771Z","end":"2026-07-24T05:28:35.534196Z","steps":["trace[1129584567] 'process raft request' (duration: 316.265767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.53435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.879905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:35.534353Z","caller":"traceutil/trace.go:171","msg":"trace[1665442985] transaction","detail":"{read_only:false; response_revision:3205; number_of_response:1; }","duration":"314.945058ms","start":"2026-07-24T05:28:35.219367Z","end":"2026-07-24T05:28:35.534312Z","steps":["trace[1665442985] 'process raft request' (duration: 314.781034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.5344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:35.217693Z","time spent":"316.611656ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:35.534456Z","caller":"traceutil/trace.go:171","msg":"trace[1996368519] transaction","detail":"{read_only:false; response_revision:3204; number_of_response:1; }","duration":"316.693658ms","start":"2026-07-24T05:28:35.21774Z","end":"2026-07-24T05:28:35.534434Z","steps":["trace[1996368519] 'process raft request' (duration: 316.36177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.534441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.76682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:35.534526Z","caller":"traceutil/trace.go:171","msg":"trace[846134730] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3205; }","duration":"284.874582ms","start":"2026-07-24T05:28:35.249637Z","end":"2026-07-24T05:28:35.534512Z","steps":["trace[846134730] 'agreement among raft nodes before linearized reading' (duration: 284.716129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.534544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:35.21935Z","time spent":"315.103121ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:35.534561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:35.217718Z","time spent":"316.790249ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:35.53439Z","caller":"traceutil/trace.go:171","msg":"trace[253331683] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3205; }","duration":"317.964267ms","start":"2026-07-24T05:28:35.216415Z","end":"2026-07-24T05:28:35.53438Z","steps":["trace[253331683] 'agreement among raft nodes before linearized reading' (duration: 317.858655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.534615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:35.216402Z","time spent":"318.203212ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:35.534662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.317226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105674"} {"level":"info","ts":"2026-07-24T05:28:35.534737Z","caller":"traceutil/trace.go:171","msg":"trace[2001327690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3205; }","duration":"315.424718ms","start":"2026-07-24T05:28:35.2193Z","end":"2026-07-24T05:28:35.534725Z","steps":["trace[2001327690] 'agreement among raft nodes before linearized reading' (duration: 315.087161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:35.534768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:35.219289Z","time spent":"315.47124ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:28:35.548108Z","caller":"traceutil/trace.go:171","msg":"trace[751515560] transaction","detail":"{read_only:false; response_revision:3206; number_of_response:1; }","duration":"193.370018ms","start":"2026-07-24T05:28:35.354709Z","end":"2026-07-24T05:28:35.548079Z","steps":["trace[751515560] 'process raft request' (duration: 193.215673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:36.080114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.582523ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:36.08025Z","caller":"traceutil/trace.go:171","msg":"trace[227746482] linearizableReadLoop","detail":"{readStateIndex:3368; appliedIndex:3366; }","duration":"538.245446ms","start":"2026-07-24T05:28:35.541982Z","end":"2026-07-24T05:28:36.080228Z","steps":["trace[227746482] 'read index received' (duration: 5.953988ms)","trace[227746482] 'applied index is now lower than readState.Index' (duration: 532.288038ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:36.080375Z","caller":"traceutil/trace.go:171","msg":"trace[891748753] transaction","detail":"{read_only:false; response_revision:3207; number_of_response:1; }","duration":"545.021533ms","start":"2026-07-24T05:28:35.535336Z","end":"2026-07-24T05:28:36.080358Z","steps":["trace[891748753] 'process raft request' (duration: 351.081092ms)","trace[891748753] 'compare' (duration: 193.226114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:36.080469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:35.535314Z","time spent":"545.105595ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:36.08063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.629796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:36.080679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.069597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:28:36.08072Z","caller":"traceutil/trace.go:171","msg":"trace[1460300849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3207; }","duration":"538.751539ms","start":"2026-07-24T05:28:35.541949Z","end":"2026-07-24T05:28:36.0807Z","steps":["trace[1460300849] 'agreement among raft nodes before linearized reading' (duration: 538.535834ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:36.080749Z","caller":"traceutil/trace.go:171","msg":"trace[1330964196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3207; }","duration":"501.17196ms","start":"2026-07-24T05:28:35.579559Z","end":"2026-07-24T05:28:36.080731Z","steps":["trace[1330964196] 'agreement among raft nodes before linearized reading' (duration: 500.909364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:36.080705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.843595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:36.080784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:35.541934Z","time spent":"538.837791ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:36.080797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:35.579547Z","time spent":"501.235031ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:28:36.080842Z","caller":"traceutil/trace.go:171","msg":"trace[358926256] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:3207; }","duration":"489.026699ms","start":"2026-07-24T05:28:35.591786Z","end":"2026-07-24T05:28:36.080813Z","steps":["trace[358926256] 'agreement among raft nodes before linearized reading' (duration: 488.707992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:36.080911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:35.591773Z","time spent":"489.125351ms","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:36.442304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.142806ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:36.442441Z","caller":"traceutil/trace.go:171","msg":"trace[1347303419] linearizableReadLoop","detail":"{readStateIndex:3370; appliedIndex:3369; }","duration":"222.090712ms","start":"2026-07-24T05:28:36.220329Z","end":"2026-07-24T05:28:36.44242Z","steps":["trace[1347303419] 'read index received' (duration: 14.71046ms)","trace[1347303419] 'applied index is now lower than readState.Index' (duration: 207.378651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:36.442638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.297946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:28:36.442483Z","caller":"traceutil/trace.go:171","msg":"trace[2034828232] transaction","detail":"{read_only:false; response_revision:3209; number_of_response:1; }","duration":"347.837546ms","start":"2026-07-24T05:28:36.09461Z","end":"2026-07-24T05:28:36.442447Z","steps":["trace[2034828232] 'process raft request' (duration: 140.422064ms)","trace[2034828232] 'compare' (duration: 206.933911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:36.442694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.056541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T05:28:36.442747Z","caller":"traceutil/trace.go:171","msg":"trace[2118664525] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3209; }","duration":"206.112803ms","start":"2026-07-24T05:28:36.236621Z","end":"2026-07-24T05:28:36.442734Z","steps":["trace[2118664525] 'agreement among raft nodes before linearized reading' (duration: 205.944079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:36.442834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:36.094593Z","time spent":"348.117373ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:36.442701Z","caller":"traceutil/trace.go:171","msg":"trace[1814424804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3209; }","duration":"222.40072ms","start":"2026-07-24T05:28:36.220285Z","end":"2026-07-24T05:28:36.442685Z","steps":["trace[1814424804] 'agreement among raft nodes before linearized reading' (duration: 222.248166ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:36.967986Z","caller":"traceutil/trace.go:171","msg":"trace[1429754071] linearizableReadLoop","detail":"{readStateIndex:3371; appliedIndex:3370; }","duration":"211.521366ms","start":"2026-07-24T05:28:36.756436Z","end":"2026-07-24T05:28:36.967957Z","steps":["trace[1429754071] 'read index received' (duration: 211.371413ms)","trace[1429754071] 'applied index is now lower than readState.Index' (duration: 148.143µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:36.968069Z","caller":"traceutil/trace.go:171","msg":"trace[1823805460] transaction","detail":"{read_only:false; response_revision:3210; number_of_response:1; }","duration":"263.031317ms","start":"2026-07-24T05:28:36.704986Z","end":"2026-07-24T05:28:36.968017Z","steps":["trace[1823805460] 'process raft request' (duration: 262.782571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:36.968274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.426366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T05:28:36.968271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.824964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:28:36.968317Z","caller":"traceutil/trace.go:171","msg":"trace[1174588283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3210; }","duration":"208.534169ms","start":"2026-07-24T05:28:36.759773Z","end":"2026-07-24T05:28:36.968307Z","steps":["trace[1174588283] 'agreement among raft nodes before linearized reading' (duration: 208.358764ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:36.968331Z","caller":"traceutil/trace.go:171","msg":"trace[1614419789] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3210; }","duration":"211.943728ms","start":"2026-07-24T05:28:36.756373Z","end":"2026-07-24T05:28:36.968317Z","steps":["trace[1614419789] 'agreement among raft nodes before linearized reading' (duration: 211.724762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.304314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.808692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:37.304654Z","caller":"traceutil/trace.go:171","msg":"trace[872599701] linearizableReadLoop","detail":"{readStateIndex:3373; appliedIndex:3371; }","duration":"324.380115ms","start":"2026-07-24T05:28:36.980256Z","end":"2026-07-24T05:28:37.304636Z","steps":["trace[872599701] 'read index received' (duration: 106.181844ms)","trace[872599701] 'applied index is now lower than readState.Index' (duration: 218.197161ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:37.304656Z","caller":"traceutil/trace.go:171","msg":"trace[518090805] transaction","detail":"{read_only:false; response_revision:3211; number_of_response:1; }","duration":"330.778434ms","start":"2026-07-24T05:28:36.973846Z","end":"2026-07-24T05:28:37.304624Z","steps":["trace[518090805] 'process raft request' (duration: 112.575373ms)","trace[518090805] 'compare' (duration: 217.650717ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:37.304817Z","caller":"traceutil/trace.go:171","msg":"trace[70515222] transaction","detail":"{read_only:false; response_revision:3212; number_of_response:1; }","duration":"330.692201ms","start":"2026-07-24T05:28:36.974001Z","end":"2026-07-24T05:28:37.304694Z","steps":["trace[70515222] 'process raft request' (duration: 330.564868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.304774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.500858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:37.304998Z","caller":"traceutil/trace.go:171","msg":"trace[735441029] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:3212; }","duration":"324.755413ms","start":"2026-07-24T05:28:36.980223Z","end":"2026-07-24T05:28:37.304978Z","steps":["trace[735441029] 'agreement among raft nodes before linearized reading' (duration: 324.477337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.304969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:36.973816Z","time spent":"331.039119ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:37.305109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:36.973938Z","time spent":"331.032669ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:37.305054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:36.980211Z","time spent":"324.828445ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:37.867377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.631462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:37.867532Z","caller":"traceutil/trace.go:171","msg":"trace[796415322] transaction","detail":"{read_only:false; response_revision:3213; number_of_response:1; }","duration":"647.817437ms","start":"2026-07-24T05:28:37.219688Z","end":"2026-07-24T05:28:37.867506Z","steps":["trace[796415322] 'process raft request' (duration: 299.94948ms)","trace[796415322] 'compare' (duration: 347.446328ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:37.867626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:37.219657Z","time spent":"647.925441ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:37.899236Z","caller":"traceutil/trace.go:171","msg":"trace[1211384519] linearizableReadLoop","detail":"{readStateIndex:3375; appliedIndex:3373; }","duration":"594.408624ms","start":"2026-07-24T05:28:37.304769Z","end":"2026-07-24T05:28:37.899177Z","steps":["trace[1211384519] 'read index received' (duration: 214.886385ms)","trace[1211384519] 'applied index is now lower than readState.Index' (duration: 379.521009ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:37.8993Z","caller":"traceutil/trace.go:171","msg":"trace[1875850663] transaction","detail":"{read_only:false; response_revision:3214; number_of_response:1; }","duration":"596.532543ms","start":"2026-07-24T05:28:37.302738Z","end":"2026-07-24T05:28:37.89927Z","steps":["trace[1875850663] 'process raft request' (duration: 596.241617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.899408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:37.302709Z","time spent":"596.641976ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:37.899499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.301674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-07-24T05:28:37.89952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.890673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:37.899567Z","caller":"traceutil/trace.go:171","msg":"trace[646618364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3214; }","duration":"688.429676ms","start":"2026-07-24T05:28:37.211117Z","end":"2026-07-24T05:28:37.899546Z","steps":["trace[646618364] 'agreement among raft nodes before linearized reading' (duration: 688.214762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.899555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.610395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:28:37.899708Z","caller":"traceutil/trace.go:171","msg":"trace[1859963054] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3214; }","duration":"596.82139ms","start":"2026-07-24T05:28:37.302844Z","end":"2026-07-24T05:28:37.899665Z","steps":["trace[1859963054] 'agreement among raft nodes before linearized reading' (duration: 596.37664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.899778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:37.302823Z","time spent":"596.943973ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:28:37.899564Z","caller":"traceutil/trace.go:171","msg":"trace[1006220404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3214; }","duration":"778.034857ms","start":"2026-07-24T05:28:37.121517Z","end":"2026-07-24T05:28:37.899552Z","steps":["trace[1006220404] 'agreement among raft nodes before linearized reading' (duration: 777.903364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.899914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:37.121488Z","time spent":"778.413836ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:37.899996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.420531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:28:37.89961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:37.211095Z","time spent":"688.504669ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:28:37.900082Z","caller":"traceutil/trace.go:171","msg":"trace[1336758401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3214; }","duration":"361.557504ms","start":"2026-07-24T05:28:37.538504Z","end":"2026-07-24T05:28:37.900062Z","steps":["trace[1336758401] 'agreement among raft nodes before linearized reading' (duration: 361.340649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.900091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.374101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:28:37.900104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.578515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:28:37.900131Z","caller":"traceutil/trace.go:171","msg":"trace[551645082] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3214; }","duration":"358.432992ms","start":"2026-07-24T05:28:37.541688Z","end":"2026-07-24T05:28:37.900121Z","steps":["trace[551645082] 'agreement among raft nodes before linearized reading' (duration: 358.304519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.900132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:37.538476Z","time spent":"361.646626ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:37.900154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:37.541679Z","time spent":"358.469172ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:28:37.900159Z","caller":"traceutil/trace.go:171","msg":"trace[1294217739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3214; }","duration":"361.640526ms","start":"2026-07-24T05:28:37.538503Z","end":"2026-07-24T05:28:37.900143Z","steps":["trace[1294217739] 'agreement among raft nodes before linearized reading' (duration: 361.440252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.900217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:37.538428Z","time spent":"361.776428ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:37.900347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.226773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:28:37.900423Z","caller":"traceutil/trace.go:171","msg":"trace[619638209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3214; }","duration":"450.328105ms","start":"2026-07-24T05:28:37.45007Z","end":"2026-07-24T05:28:37.900398Z","steps":["trace[619638209] 'agreement among raft nodes before linearized reading' (duration: 450.137081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.900461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:37.450057Z","time spent":"450.393147ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:28:37.900506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.777051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T05:28:37.900554Z","caller":"traceutil/trace.go:171","msg":"trace[94945019] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3214; }","duration":"452.878453ms","start":"2026-07-24T05:28:37.447664Z","end":"2026-07-24T05:28:37.900542Z","steps":["trace[94945019] 'agreement among raft nodes before linearized reading' (duration: 452.163937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:37.900589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:37.447627Z","time spent":"452.954105ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:28:38.200712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.178034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:38.200994Z","caller":"traceutil/trace.go:171","msg":"trace[410091570] transaction","detail":"{read_only:false; response_revision:3215; number_of_response:1; }","duration":"293.955452ms","start":"2026-07-24T05:28:37.90699Z","end":"2026-07-24T05:28:38.200945Z","steps":["trace[410091570] 'process raft request' (duration: 135.441389ms)","trace[410091570] 'compare' (duration: 158.0158ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:38.201055Z","caller":"traceutil/trace.go:171","msg":"trace[675173791] transaction","detail":"{read_only:false; response_revision:3216; number_of_response:1; }","duration":"293.121383ms","start":"2026-07-24T05:28:37.907911Z","end":"2026-07-24T05:28:38.201032Z","steps":["trace[675173791] 'process raft request' (duration: 292.955538ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:38.201245Z","caller":"traceutil/trace.go:171","msg":"trace[1405644035] linearizableReadLoop","detail":"{readStateIndex:3377; appliedIndex:3375; }","duration":"291.775252ms","start":"2026-07-24T05:28:37.909145Z","end":"2026-07-24T05:28:38.20092Z","steps":["trace[1405644035] 'read index received' (duration: 133.30594ms)","trace[1405644035] 'applied index is now lower than readState.Index' (duration: 158.467992ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:38.201464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.312234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105674"} {"level":"warn","ts":"2026-07-24T05:28:38.201477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.975361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:38.20151Z","caller":"traceutil/trace.go:171","msg":"trace[679043829] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3216; }","duration":"292.389406ms","start":"2026-07-24T05:28:37.909111Z","end":"2026-07-24T05:28:38.2015Z","steps":["trace[679043829] 'agreement among raft nodes before linearized reading' (duration: 292.10524ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:38.201514Z","caller":"traceutil/trace.go:171","msg":"trace[1866579750] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3216; }","duration":"290.030561ms","start":"2026-07-24T05:28:37.911473Z","end":"2026-07-24T05:28:38.201503Z","steps":["trace[1866579750] 'agreement among raft nodes before linearized reading' (duration: 289.96422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:38.556441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.77931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:38.556532Z","caller":"traceutil/trace.go:171","msg":"trace[1577308550] linearizableReadLoop","detail":"{readStateIndex:3378; appliedIndex:3377; }","duration":"343.630978ms","start":"2026-07-24T05:28:38.212888Z","end":"2026-07-24T05:28:38.556519Z","steps":["trace[1577308550] 'read index received' (duration: 132.608253ms)","trace[1577308550] 'applied index is now lower than readState.Index' (duration: 211.021885ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:38.556681Z","caller":"traceutil/trace.go:171","msg":"trace[654276163] transaction","detail":"{read_only:false; response_revision:3217; number_of_response:1; }","duration":"349.194887ms","start":"2026-07-24T05:28:38.207451Z","end":"2026-07-24T05:28:38.556646Z","steps":["trace[654276163] 'process raft request' (duration: 138.147331ms)","trace[654276163] 'compare' (duration: 210.429742ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:38.556733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.845045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:28:38.556768Z","caller":"traceutil/trace.go:171","msg":"trace[1077063673] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3217; }","duration":"343.968638ms","start":"2026-07-24T05:28:38.212788Z","end":"2026-07-24T05:28:38.556757Z","steps":["trace[1077063673] 'agreement among raft nodes before linearized reading' (duration: 343.773302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:38.556802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:38.212775Z","time spent":"344.017209ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:28:38.556827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:38.20743Z","time spent":"349.321512ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:39.948426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.014614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T05:28:39.94845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.27382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:28:39.948494Z","caller":"traceutil/trace.go:171","msg":"trace[1888541280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3220; }","duration":"639.105006ms","start":"2026-07-24T05:28:39.309375Z","end":"2026-07-24T05:28:39.94848Z","steps":["trace[1888541280] 'range keys from in-memory index tree' (duration: 638.901011ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:39.948502Z","caller":"traceutil/trace.go:171","msg":"trace[1620151259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3220; }","duration":"639.376902ms","start":"2026-07-24T05:28:39.309111Z","end":"2026-07-24T05:28:39.948488Z","steps":["trace[1620151259] 'range keys from in-memory index tree' (duration: 639.096455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:39.94852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.309368Z","time spent":"639.145556ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:39.948529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.30905Z","time spent":"639.473114ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:28:39.948619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.054592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:39.948673Z","caller":"traceutil/trace.go:171","msg":"trace[54961837] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3220; }","duration":"651.601334ms","start":"2026-07-24T05:28:39.297062Z","end":"2026-07-24T05:28:39.948663Z","steps":["trace[54961837] 'count revisions from in-memory index tree' (duration: 650.832326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:39.948818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.297011Z","time spent":"651.796588ms","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:40.410574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:28:40.71994Z","caller":"traceutil/trace.go:171","msg":"trace[303967616] transaction","detail":"{read_only:false; response_revision:3221; number_of_response:1; }","duration":"846.366715ms","start":"2026-07-24T05:28:39.873541Z","end":"2026-07-24T05:28:40.719908Z","steps":["trace[303967616] 'process raft request' (duration: 846.158351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:40.720104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.873508Z","time spent":"846.515419ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:41.641179Z","caller":"traceutil/trace.go:171","msg":"trace[1872811975] transaction","detail":"{read_only:false; response_revision:3222; number_of_response:1; }","duration":"1.733869541s","start":"2026-07-24T05:28:39.907275Z","end":"2026-07-24T05:28:41.641145Z","steps":["trace[1872811975] 'process raft request' (duration: 1.73343942s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:41.641256Z","caller":"traceutil/trace.go:171","msg":"trace[385620151] linearizableReadLoop","detail":"{readStateIndex:3386; appliedIndex:3381; }","duration":"1.730708588s","start":"2026-07-24T05:28:39.910529Z","end":"2026-07-24T05:28:41.641238Z","steps":["trace[385620151] 'read index received' (duration: 809.210097ms)","trace[385620151] 'applied index is now lower than readState.Index' (duration: 921.497891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:41.641324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.90724Z","time spent":"1.734010294s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:41.641354Z","caller":"traceutil/trace.go:171","msg":"trace[1295085286] transaction","detail":"{read_only:false; response_revision:3225; number_of_response:1; }","duration":"1.68875135s","start":"2026-07-24T05:28:39.952593Z","end":"2026-07-24T05:28:41.641344Z","steps":["trace[1295085286] 'process raft request' (duration: 1.688616316s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:41.641347Z","caller":"traceutil/trace.go:171","msg":"trace[686830478] transaction","detail":"{read_only:false; response_revision:3224; number_of_response:1; }","duration":"1.688738209s","start":"2026-07-24T05:28:39.952577Z","end":"2026-07-24T05:28:41.641315Z","steps":["trace[686830478] 'process raft request' (duration: 1.688567105s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.641429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.952581Z","time spent":"1.68879038s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:41.641513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.952551Z","time spent":"1.688860622s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:41.64158Z","caller":"traceutil/trace.go:171","msg":"trace[1143493679] transaction","detail":"{read_only:false; response_revision:3223; number_of_response:1; }","duration":"1.704487814s","start":"2026-07-24T05:28:39.937083Z","end":"2026-07-24T05:28:41.641571Z","steps":["trace[1143493679] 'process raft request' (duration: 1.703791927s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.641615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.937059Z","time spent":"1.704538414s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:41.641627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432605862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:28:41.641664Z","caller":"traceutil/trace.go:171","msg":"trace[1110017308] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3225; }","duration":"1.432664543s","start":"2026-07-24T05:28:40.208989Z","end":"2026-07-24T05:28:41.641654Z","steps":["trace[1110017308] 'agreement among raft nodes before linearized reading' (duration: 1.432525759s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.641694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:40.208978Z","time spent":"1.432709614s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:28:41.641793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728978938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:28:41.641936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.538599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:41.641874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731326643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-24T05:28:41.641963Z","caller":"traceutil/trace.go:171","msg":"trace[64059383] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3225; }","duration":"514.59475ms","start":"2026-07-24T05:28:41.12736Z","end":"2026-07-24T05:28:41.641955Z","steps":["trace[64059383] 'agreement among raft nodes before linearized reading' (duration: 514.554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.641989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.127344Z","time spent":"514.640021ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:41.641974Z","caller":"traceutil/trace.go:171","msg":"trace[1920860240] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3225; }","duration":"1.729225194s","start":"2026-07-24T05:28:39.912709Z","end":"2026-07-24T05:28:41.641934Z","steps":["trace[1920860240] 'agreement among raft nodes before linearized reading' (duration: 1.728737623s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:41.641998Z","caller":"traceutil/trace.go:171","msg":"trace[850032956] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3225; }","duration":"1.731512067s","start":"2026-07-24T05:28:39.910464Z","end":"2026-07-24T05:28:41.641976Z","steps":["trace[850032956] 'agreement among raft nodes before linearized reading' (duration: 1.7312139s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.642056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.910439Z","time spent":"1.731603038s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:28:41.642066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.91269Z","time spent":"1.729343456s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:28:41.642091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542786656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:41.642139Z","caller":"traceutil/trace.go:171","msg":"trace[1342658082] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3225; }","duration":"1.542879768s","start":"2026-07-24T05:28:40.099246Z","end":"2026-07-24T05:28:41.642126Z","steps":["trace[1342658082] 'agreement among raft nodes before linearized reading' (duration: 1.542790266s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.64186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.174991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:41.642173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:40.099223Z","time spent":"1.54294137s","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:41.642182Z","caller":"traceutil/trace.go:171","msg":"trace[630556837] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3225; }","duration":"653.500698ms","start":"2026-07-24T05:28:40.988673Z","end":"2026-07-24T05:28:41.642174Z","steps":["trace[630556837] 'agreement among raft nodes before linearized reading' (duration: 653.152821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.642208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:40.988587Z","time spent":"653.612701ms","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:41.642237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728355724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:28:41.642224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436785148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:28:41.642234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436759867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:28:41.642266Z","caller":"traceutil/trace.go:171","msg":"trace[991111705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3225; }","duration":"1.728449506s","start":"2026-07-24T05:28:39.913805Z","end":"2026-07-24T05:28:41.642254Z","steps":["trace[991111705] 'agreement among raft nodes before linearized reading' (duration: 1.728363874s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.642292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.91377Z","time spent":"1.728513228s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:28:41.642292Z","caller":"traceutil/trace.go:171","msg":"trace[1768398146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3225; }","duration":"1.436834619s","start":"2026-07-24T05:28:40.205444Z","end":"2026-07-24T05:28:41.642278Z","steps":["trace[1768398146] 'agreement among raft nodes before linearized reading' (duration: 1.436665355s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:41.642284Z","caller":"traceutil/trace.go:171","msg":"trace[1489912979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3225; }","duration":"1.436891151s","start":"2026-07-24T05:28:40.205378Z","end":"2026-07-24T05:28:41.64227Z","steps":["trace[1489912979] 'agreement among raft nodes before linearized reading' (duration: 1.436718067s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.642296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717830791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-07-24T05:28:41.642326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:40.205357Z","time spent":"1.436963462s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:41.642326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:40.205436Z","time spent":"1.43688353s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:41.642341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521827961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:41.642352Z","caller":"traceutil/trace.go:171","msg":"trace[1238337679] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3225; }","duration":"1.717920003s","start":"2026-07-24T05:28:39.924417Z","end":"2026-07-24T05:28:41.642337Z","steps":["trace[1238337679] 'agreement among raft nodes before linearized reading' (duration: 1.717807721s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:41.642382Z","caller":"traceutil/trace.go:171","msg":"trace[1953862546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3225; }","duration":"1.521910824s","start":"2026-07-24T05:28:40.120458Z","end":"2026-07-24T05:28:41.642368Z","steps":["trace[1953862546] 'agreement among raft nodes before linearized reading' (duration: 1.521815412s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.642383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:39.924396Z","time spent":"1.717979724s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:28:41.642412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:40.120452Z","time spent":"1.521953875s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:41.641993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079958113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:28:41.642449Z","caller":"traceutil/trace.go:171","msg":"trace[2093118752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3225; }","duration":"1.080452215s","start":"2026-07-24T05:28:40.561988Z","end":"2026-07-24T05:28:41.64244Z","steps":["trace[2093118752] 'agreement among raft nodes before linearized reading' (duration: 1.079936963s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:41.642497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:40.561968Z","time spent":"1.080501075s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:28:42.144446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.78417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:42.144538Z","caller":"traceutil/trace.go:171","msg":"trace[128546243] transaction","detail":"{read_only:false; response_revision:3226; number_of_response:1; }","duration":"497.886312ms","start":"2026-07-24T05:28:41.646633Z","end":"2026-07-24T05:28:42.144519Z","steps":["trace[128546243] 'process raft request' (duration: 170.957149ms)","trace[128546243] 'compare' (duration: 326.614106ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:42.144593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.646609Z","time spent":"497.959824ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:42.424251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.493081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:42.424576Z","caller":"traceutil/trace.go:171","msg":"trace[443931468] transaction","detail":"{read_only:false; response_revision:3227; number_of_response:1; }","duration":"777.841541ms","start":"2026-07-24T05:28:41.646695Z","end":"2026-07-24T05:28:42.424536Z","steps":["trace[443931468] 'process raft request' (duration: 599.925741ms)","trace[443931468] 'compare' (duration: 177.270476ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:42.424654Z","caller":"traceutil/trace.go:171","msg":"trace[1455077256] linearizableReadLoop","detail":"{readStateIndex:3388; appliedIndex:3386; }","duration":"776.048801ms","start":"2026-07-24T05:28:41.648584Z","end":"2026-07-24T05:28:42.424633Z","steps":["trace[1455077256] 'read index received' (duration: 169.022636ms)","trace[1455077256] 'applied index is now lower than readState.Index' (duration: 607.024985ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:42.424722Z","caller":"traceutil/trace.go:171","msg":"trace[685055598] transaction","detail":"{read_only:false; response_revision:3228; number_of_response:1; }","duration":"775.894707ms","start":"2026-07-24T05:28:41.648804Z","end":"2026-07-24T05:28:42.424699Z","steps":["trace[685055598] 'process raft request' (duration: 775.56839ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:42.424766Z","caller":"traceutil/trace.go:171","msg":"trace[1128290190] transaction","detail":"{read_only:false; response_revision:3229; number_of_response:1; }","duration":"775.648151ms","start":"2026-07-24T05:28:41.649107Z","end":"2026-07-24T05:28:42.424755Z","steps":["trace[1128290190] 'process raft request' (duration: 775.373145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:42.424781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.646661Z","time spent":"778.005214ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:42.424833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.648793Z","time spent":"775.985539ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:42.424834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.649097Z","time spent":"775.696752ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:42.424858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.265995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:42.424897Z","caller":"traceutil/trace.go:171","msg":"trace[901702962] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:3231; }","duration":"776.335766ms","start":"2026-07-24T05:28:41.648551Z","end":"2026-07-24T05:28:42.424887Z","steps":["trace[901702962] 'agreement among raft nodes before linearized reading' (duration: 776.268685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:42.424922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.648531Z","time spent":"776.385948ms","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-24T05:28:42.42498Z","caller":"traceutil/trace.go:171","msg":"trace[1402976871] transaction","detail":"{read_only:false; response_revision:3231; number_of_response:1; }","duration":"486.564322ms","start":"2026-07-24T05:28:41.938405Z","end":"2026-07-24T05:28:42.424969Z","steps":["trace[1402976871] 'process raft request' (duration: 486.192924ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:42.425037Z","caller":"traceutil/trace.go:171","msg":"trace[2034221665] transaction","detail":"{read_only:false; response_revision:3232; number_of_response:1; }","duration":"486.623064ms","start":"2026-07-24T05:28:41.938403Z","end":"2026-07-24T05:28:42.425026Z","steps":["trace[2034221665] 'process raft request' (duration: 486.349147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:42.425042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.938378Z","time spent":"486.636113ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:42.425054Z","caller":"traceutil/trace.go:171","msg":"trace[1002110886] transaction","detail":"{read_only:false; response_revision:3230; number_of_response:1; }","duration":"774.397962ms","start":"2026-07-24T05:28:41.650647Z","end":"2026-07-24T05:28:42.425045Z","steps":["trace[1002110886] 'process raft request' (duration: 773.88604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:42.425084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.938378Z","time spent":"486.679104ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:42.425094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.650631Z","time spent":"774.439513ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:42.688128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.224192ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:28:42.688395Z","caller":"traceutil/trace.go:171","msg":"trace[2132916842] linearizableReadLoop","detail":"{readStateIndex:3394; appliedIndex:3393; }","duration":"263.633451ms","start":"2026-07-24T05:28:42.424701Z","end":"2026-07-24T05:28:42.688334Z","steps":["trace[2132916842] 'read index received' (duration: 246.066µs)","trace[2132916842] 'applied index is now lower than readState.Index' (duration: 263.386055ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:42.688584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.81643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:42.688624Z","caller":"traceutil/trace.go:171","msg":"trace[815315646] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3232; }","duration":"474.907482ms","start":"2026-07-24T05:28:42.213705Z","end":"2026-07-24T05:28:42.688613Z","steps":["trace[815315646] 'agreement among raft nodes before linearized reading' (duration: 474.769319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:42.68866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037023079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:42.688734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010001757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:42.688769Z","caller":"traceutil/trace.go:171","msg":"trace[1980931713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3232; }","duration":"1.037152313s","start":"2026-07-24T05:28:41.651588Z","end":"2026-07-24T05:28:42.68874Z","steps":["trace[1980931713] 'agreement among raft nodes before linearized reading' (duration: 1.036933207s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:42.688787Z","caller":"traceutil/trace.go:171","msg":"trace[2044073686] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3232; }","duration":"1.010091188s","start":"2026-07-24T05:28:41.678681Z","end":"2026-07-24T05:28:42.688772Z","steps":["trace[2044073686] 'agreement among raft nodes before linearized reading' (duration: 1.010003256s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:42.688818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.651554Z","time spent":"1.037255736s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:42.688824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.678665Z","time spent":"1.01014908s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:42.688943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039912947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105674"} {"level":"info","ts":"2026-07-24T05:28:42.689014Z","caller":"traceutil/trace.go:171","msg":"trace[1675597661] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3232; }","duration":"1.040012009s","start":"2026-07-24T05:28:41.648989Z","end":"2026-07-24T05:28:42.689001Z","steps":["trace[1675597661] 'agreement among raft nodes before linearized reading' (duration: 1.039728313s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:42.689055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.648975Z","time spent":"1.040069311s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:28:42.688681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:42.213684Z","time spent":"474.975053ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":36,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:42.689141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040422038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105674"} {"level":"info","ts":"2026-07-24T05:28:42.689276Z","caller":"traceutil/trace.go:171","msg":"trace[1817044864] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3232; }","duration":"1.040605013s","start":"2026-07-24T05:28:41.648647Z","end":"2026-07-24T05:28:42.689252Z","steps":["trace[1817044864] 'agreement among raft nodes before linearized reading' (duration: 1.040104771s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:42.689304Z","caller":"traceutil/trace.go:171","msg":"trace[1290591637] transaction","detail":"{read_only:false; response_revision:3233; number_of_response:1; }","duration":"262.408893ms","start":"2026-07-24T05:28:42.426876Z","end":"2026-07-24T05:28:42.689285Z","steps":["trace[1290591637] 'process raft request' (duration: 261.378708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:42.689328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:41.648631Z","time spent":"1.040686865s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105697,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:28:42.996529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.886939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:42.996628Z","caller":"traceutil/trace.go:171","msg":"trace[1268462681] linearizableReadLoop","detail":"{readStateIndex:3396; appliedIndex:3395; }","duration":"308.177951ms","start":"2026-07-24T05:28:42.688434Z","end":"2026-07-24T05:28:42.996612Z","steps":["trace[1268462681] 'read index received' (duration: 69.126798ms)","trace[1268462681] 'applied index is now lower than readState.Index' (duration: 239.050033ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:42.996727Z","caller":"traceutil/trace.go:171","msg":"trace[570418712] transaction","detail":"{read_only:false; response_revision:3234; number_of_response:1; }","duration":"467.48112ms","start":"2026-07-24T05:28:42.529202Z","end":"2026-07-24T05:28:42.996683Z","steps":["trace[570418712] 'process raft request' (duration: 228.355506ms)","trace[570418712] 'compare' (duration: 238.711555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:42.996783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:42.529177Z","time spent":"467.575452ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:42.996908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.607532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:28:42.996945Z","caller":"traceutil/trace.go:171","msg":"trace[1002311461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3234; }","duration":"347.677544ms","start":"2026-07-24T05:28:42.649257Z","end":"2026-07-24T05:28:42.996934Z","steps":["trace[1002311461] 'agreement among raft nodes before linearized reading' (duration: 347.54324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:42.996967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:42.649226Z","time spent":"347.734915ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:28:42.997045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.239489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:5534"} {"level":"warn","ts":"2026-07-24T05:28:42.997119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.525257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-24T05:28:42.997139Z","caller":"traceutil/trace.go:171","msg":"trace[646252147] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:3234; }","duration":"568.377952ms","start":"2026-07-24T05:28:42.428737Z","end":"2026-07-24T05:28:42.997115Z","steps":["trace[646252147] 'agreement among raft nodes before linearized reading' (duration: 568.072984ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:42.997166Z","caller":"traceutil/trace.go:171","msg":"trace[185067966] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3234; }","duration":"346.617259ms","start":"2026-07-24T05:28:42.650536Z","end":"2026-07-24T05:28:42.997153Z","steps":["trace[185067966] 'agreement among raft nodes before linearized reading' (duration: 346.506087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:42.997186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:42.428696Z","time spent":"568.480685ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5557,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" "} {"level":"warn","ts":"2026-07-24T05:28:42.9972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:42.650512Z","time spent":"346.67992ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:28:43.078923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.978685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:43.079012Z","caller":"traceutil/trace.go:171","msg":"trace[137644298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3238; }","duration":"388.126828ms","start":"2026-07-24T05:28:42.690865Z","end":"2026-07-24T05:28:43.078991Z","steps":["trace[137644298] 'agreement among raft nodes before linearized reading' (duration: 387.981905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:43.079056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:42.690831Z","time spent":"388.21698ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:28:43.079135Z","caller":"traceutil/trace.go:171","msg":"trace[775492793] transaction","detail":"{read_only:false; response_revision:3238; number_of_response:1; }","duration":"354.378009ms","start":"2026-07-24T05:28:42.724724Z","end":"2026-07-24T05:28:43.079102Z","steps":["trace[775492793] 'process raft request' (duration: 354.081462ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:43.079149Z","caller":"traceutil/trace.go:171","msg":"trace[1815367549] transaction","detail":"{read_only:false; response_revision:3236; number_of_response:1; }","duration":"374.431091ms","start":"2026-07-24T05:28:42.704654Z","end":"2026-07-24T05:28:43.079085Z","steps":["trace[1815367549] 'process raft request' (duration: 374.069983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:43.079261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:42.724697Z","time spent":"354.497092ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:43.079329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.221754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:43.079379Z","caller":"traceutil/trace.go:171","msg":"trace[1711588814] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:3238; }","duration":"225.327897ms","start":"2026-07-24T05:28:42.854038Z","end":"2026-07-24T05:28:43.079366Z","steps":["trace[1711588814] 'agreement among raft nodes before linearized reading' (duration: 225.238985ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:43.079447Z","caller":"traceutil/trace.go:171","msg":"trace[872835097] transaction","detail":"{read_only:false; response_revision:3237; number_of_response:1; }","duration":"360.379457ms","start":"2026-07-24T05:28:42.71906Z","end":"2026-07-24T05:28:43.07944Z","steps":["trace[872835097] 'process raft request' (duration: 359.713052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:43.079483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:42.719031Z","time spent":"360.436809ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:43.079325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:42.704618Z","time spent":"374.631776ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":933,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:28:43.079546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.453551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:43.079584Z","caller":"traceutil/trace.go:171","msg":"trace[2061290318] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3238; }","duration":"245.541524ms","start":"2026-07-24T05:28:42.834033Z","end":"2026-07-24T05:28:43.079575Z","steps":["trace[2061290318] 'agreement among raft nodes before linearized reading' (duration: 245.488193ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:43.079676Z","caller":"traceutil/trace.go:171","msg":"trace[1611838658] transaction","detail":"{read_only:false; response_revision:3235; number_of_response:1; }","duration":"381.729229ms","start":"2026-07-24T05:28:42.697933Z","end":"2026-07-24T05:28:43.079662Z","steps":["trace[1611838658] 'process raft request' (duration: 380.670455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:43.079759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:42.697908Z","time spent":"381.808732ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:43.273669Z","caller":"traceutil/trace.go:171","msg":"trace[1740369243] linearizableReadLoop","detail":"{readStateIndex:3401; appliedIndex:3400; }","duration":"187.023771ms","start":"2026-07-24T05:28:43.086627Z","end":"2026-07-24T05:28:43.27365Z","steps":["trace[1740369243] 'read index received' (duration: 186.845297ms)","trace[1740369243] 'applied index is now lower than readState.Index' (duration: 177.894µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:43.273946Z","caller":"traceutil/trace.go:171","msg":"trace[215634010] transaction","detail":"{read_only:false; response_revision:3239; number_of_response:1; }","duration":"269.909496ms","start":"2026-07-24T05:28:43.004026Z","end":"2026-07-24T05:28:43.273936Z","steps":["trace[215634010] 'process raft request' (duration: 269.498996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:43.274148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.505412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:43.274183Z","caller":"traceutil/trace.go:171","msg":"trace[822135973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3239; }","duration":"187.554954ms","start":"2026-07-24T05:28:43.086621Z","end":"2026-07-24T05:28:43.274176Z","steps":["trace[822135973] 'agreement among raft nodes before linearized reading' (duration: 187.486621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:43.274304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.817919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:43.274335Z","caller":"traceutil/trace.go:171","msg":"trace[981402535] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3239; }","duration":"177.87128ms","start":"2026-07-24T05:28:43.096456Z","end":"2026-07-24T05:28:43.274328Z","steps":["trace[981402535] 'agreement among raft nodes before linearized reading' (duration: 177.821889ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:43.837299Z","caller":"traceutil/trace.go:171","msg":"trace[432621830] transaction","detail":"{read_only:false; response_revision:3240; number_of_response:1; }","duration":"186.224464ms","start":"2026-07-24T05:28:43.651051Z","end":"2026-07-24T05:28:43.837275Z","steps":["trace[432621830] 'process raft request' (duration: 186.089259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:44.560717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.983377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:44.560831Z","caller":"traceutil/trace.go:171","msg":"trace[1714005907] transaction","detail":"{read_only:false; response_revision:3241; number_of_response:1; }","duration":"909.518606ms","start":"2026-07-24T05:28:43.651298Z","end":"2026-07-24T05:28:44.560817Z","steps":["trace[1714005907] 'process raft request' (duration: 282.376335ms)","trace[1714005907] 'compare' (duration: 626.895685ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:44.560867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:43.651287Z","time spent":"909.563486ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:44.561366Z","caller":"traceutil/trace.go:171","msg":"trace[1372341540] linearizableReadLoop","detail":"{readStateIndex:3404; appliedIndex:3402; }","duration":"630.462497ms","start":"2026-07-24T05:28:43.930873Z","end":"2026-07-24T05:28:44.561336Z","steps":["trace[1372341540] 'read index received' (duration: 2.768994ms)","trace[1372341540] 'applied index is now lower than readState.Index' (duration: 627.692073ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:44.561518Z","caller":"traceutil/trace.go:171","msg":"trace[1196642737] transaction","detail":"{read_only:false; response_revision:3242; number_of_response:1; }","duration":"910.191101ms","start":"2026-07-24T05:28:43.651311Z","end":"2026-07-24T05:28:44.561502Z","steps":["trace[1196642737] 'process raft request' (duration: 909.479605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:44.56165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:43.651302Z","time spent":"910.254492ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:44.561764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.885517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:44.561813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.538369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:28:44.56181Z","caller":"traceutil/trace.go:171","msg":"trace[1839917108] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3242; }","duration":"630.972859ms","start":"2026-07-24T05:28:43.930823Z","end":"2026-07-24T05:28:44.561796Z","steps":["trace[1839917108] 'agreement among raft nodes before linearized reading' (duration: 630.888807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:44.561838Z","caller":"traceutil/trace.go:171","msg":"trace[633423329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3242; }","duration":"411.611111ms","start":"2026-07-24T05:28:44.15022Z","end":"2026-07-24T05:28:44.561831Z","steps":["trace[633423329] 'agreement among raft nodes before linearized reading' (duration: 411.504248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:44.561855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.150211Z","time spent":"411.640641ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:44.561853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:43.930803Z","time spent":"631.04061ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:44.561859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.30841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-24T05:28:44.561868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.210124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-24T05:28:44.561944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.467311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:28:44.561937Z","caller":"traceutil/trace.go:171","msg":"trace[1628689451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3242; }","duration":"133.421893ms","start":"2026-07-24T05:28:44.4285Z","end":"2026-07-24T05:28:44.561922Z","steps":["trace[1628689451] 'agreement among raft nodes before linearized reading' (duration: 133.261499ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:44.56196Z","caller":"traceutil/trace.go:171","msg":"trace[2021672406] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3242; }","duration":"251.528612ms","start":"2026-07-24T05:28:44.310427Z","end":"2026-07-24T05:28:44.561955Z","steps":["trace[2021672406] 'agreement among raft nodes before linearized reading' (duration: 251.481051ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:44.561961Z","caller":"traceutil/trace.go:171","msg":"trace[243174690] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3242; }","duration":"560.342117ms","start":"2026-07-24T05:28:44.001603Z","end":"2026-07-24T05:28:44.561945Z","steps":["trace[243174690] 'agreement among raft nodes before linearized reading' (duration: 560.120122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:44.561949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.184761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:44.561998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.001587Z","time spent":"560.404308ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3770,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:28:44.561964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.026303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:28:44.562001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.7388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:44.562036Z","caller":"traceutil/trace.go:171","msg":"trace[631983645] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3242; }","duration":"440.314934ms","start":"2026-07-24T05:28:44.121701Z","end":"2026-07-24T05:28:44.562016Z","steps":["trace[631983645] 'agreement among raft nodes before linearized reading' (duration: 440.13243ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:44.562057Z","caller":"traceutil/trace.go:171","msg":"trace[546324150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3242; }","duration":"133.156096ms","start":"2026-07-24T05:28:44.428879Z","end":"2026-07-24T05:28:44.562035Z","steps":["trace[546324150] 'agreement among raft nodes before linearized reading' (duration: 132.842869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:44.562065Z","caller":"traceutil/trace.go:171","msg":"trace[1535350773] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3242; }","duration":"426.830732ms","start":"2026-07-24T05:28:44.135217Z","end":"2026-07-24T05:28:44.562047Z","steps":["trace[1535350773] 'agreement among raft nodes before linearized reading' (duration: 426.701469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:44.562084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.121683Z","time spent":"440.391645ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:44.56211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.135209Z","time spent":"426.890393ms","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:44.562119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.262002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:28:44.562164Z","caller":"traceutil/trace.go:171","msg":"trace[1773897091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3242; }","duration":"559.310253ms","start":"2026-07-24T05:28:44.002837Z","end":"2026-07-24T05:28:44.562147Z","steps":["trace[1773897091] 'agreement among raft nodes before linearized reading' (duration: 559.217841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:44.562199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.002832Z","time spent":"559.357114ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:28:45.128711Z","caller":"traceutil/trace.go:171","msg":"trace[1806377599] transaction","detail":"{read_only:false; response_revision:3243; number_of_response:1; }","duration":"562.023066ms","start":"2026-07-24T05:28:44.566658Z","end":"2026-07-24T05:28:45.128681Z","steps":["trace[1806377599] 'process raft request' (duration: 561.712038ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:45.128736Z","caller":"traceutil/trace.go:171","msg":"trace[413223292] transaction","detail":"{read_only:false; response_revision:3245; number_of_response:1; }","duration":"560.792488ms","start":"2026-07-24T05:28:44.567917Z","end":"2026-07-24T05:28:45.12871Z","steps":["trace[413223292] 'process raft request' (duration: 560.732225ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:45.128797Z","caller":"traceutil/trace.go:171","msg":"trace[1503770529] transaction","detail":"{read_only:false; response_revision:3244; number_of_response:1; }","duration":"561.74019ms","start":"2026-07-24T05:28:44.567009Z","end":"2026-07-24T05:28:45.128749Z","steps":["trace[1503770529] 'process raft request' (duration: 561.577925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:45.128852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.566643Z","time spent":"562.138538ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:45.128895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.567908Z","time spent":"560.89996ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:45.128989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.567001Z","time spent":"561.902033ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:45.709327Z","caller":"traceutil/trace.go:171","msg":"trace[1276114705] linearizableReadLoop","detail":"{readStateIndex:3409; appliedIndex:3405; }","duration":"1.013020026s","start":"2026-07-24T05:28:44.696279Z","end":"2026-07-24T05:28:45.709299Z","steps":["trace[1276114705] 'read index received' (duration: 432.100373ms)","trace[1276114705] 'applied index is now lower than readState.Index' (duration: 580.915343ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:45.709496Z","caller":"traceutil/trace.go:171","msg":"trace[2062175057] transaction","detail":"{read_only:false; response_revision:3246; number_of_response:1; }","duration":"1.123431377s","start":"2026-07-24T05:28:44.586045Z","end":"2026-07-24T05:28:45.709476Z","steps":["trace[2062175057] 'process raft request' (duration: 1.034282277s)","trace[2062175057] 'compare' (duration: 88.671489ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:45.709509Z","caller":"traceutil/trace.go:171","msg":"trace[921505451] transaction","detail":"{read_only:false; response_revision:3248; number_of_response:1; }","duration":"624.53218ms","start":"2026-07-24T05:28:45.084948Z","end":"2026-07-24T05:28:45.70948Z","steps":["trace[921505451] 'process raft request' (duration: 624.291685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:45.709634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:45.084923Z","time spent":"624.646722ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:45.709654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.586032Z","time spent":"1.123505839s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:45.709649Z","caller":"traceutil/trace.go:171","msg":"trace[1490169580] transaction","detail":"{read_only:false; response_revision:3247; number_of_response:1; }","duration":"624.666523ms","start":"2026-07-24T05:28:45.084948Z","end":"2026-07-24T05:28:45.709614Z","steps":["trace[1490169580] 'process raft request' (duration: 624.216953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:45.709727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.915538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:45.709741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.918447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:45.709802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.443782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:28:45.70977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013435555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:28:45.709795Z","caller":"traceutil/trace.go:171","msg":"trace[1462129533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3248; }","duration":"525.044031ms","start":"2026-07-24T05:28:45.184732Z","end":"2026-07-24T05:28:45.709776Z","steps":["trace[1462129533] 'agreement among raft nodes before linearized reading' (duration: 524.914078ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:45.709826Z","caller":"traceutil/trace.go:171","msg":"trace[1544477023] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3248; }","duration":"139.507553ms","start":"2026-07-24T05:28:45.570312Z","end":"2026-07-24T05:28:45.709819Z","steps":["trace[1544477023] 'agreement among raft nodes before linearized reading' (duration: 139.421251ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:45.709809Z","caller":"traceutil/trace.go:171","msg":"trace[1474068036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3248; }","duration":"579.035939ms","start":"2026-07-24T05:28:45.130754Z","end":"2026-07-24T05:28:45.70979Z","steps":["trace[1474068036] 'agreement among raft nodes before linearized reading' (duration: 578.909197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:45.709828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013542978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:28:45.709828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.709918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-24T05:28:45.709862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:45.18471Z","time spent":"525.136303ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:45.709869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:45.13072Z","time spent":"579.135842ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:45.709829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:45.084921Z","time spent":"624.801816ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:45.70992Z","caller":"traceutil/trace.go:171","msg":"trace[1763008855] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3248; }","duration":"1.01364857s","start":"2026-07-24T05:28:44.696222Z","end":"2026-07-24T05:28:45.709871Z","steps":["trace[1763008855] 'agreement among raft nodes before linearized reading' (duration: 1.013436856s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:45.709938Z","caller":"traceutil/trace.go:171","msg":"trace[133987934] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3248; }","duration":"142.86155ms","start":"2026-07-24T05:28:45.567057Z","end":"2026-07-24T05:28:45.709919Z","steps":["trace[133987934] 'agreement among raft nodes before linearized reading' (duration: 142.593154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:45.709987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.696196Z","time spent":"1.013777484s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:28:45.70986Z","caller":"traceutil/trace.go:171","msg":"trace[1837864915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3248; }","duration":"1.01358567s","start":"2026-07-24T05:28:44.696253Z","end":"2026-07-24T05:28:45.709839Z","steps":["trace[1837864915] 'agreement among raft nodes before linearized reading' (duration: 1.013343194s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:45.710101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:44.696224Z","time spent":"1.013836665s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:28:47.066096Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:47.566433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:48.066782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:48.237643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143133878s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:48.237806Z","caller":"traceutil/trace.go:171","msg":"trace[1130112061] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3250; }","duration":"2.143311372s","start":"2026-07-24T05:28:46.094475Z","end":"2026-07-24T05:28:48.237787Z","steps":["trace[1130112061] 'range keys from in-memory index tree' (duration: 2.143040006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:48.238286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837361832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:48.238364Z","caller":"traceutil/trace.go:171","msg":"trace[1522512380] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3250; }","duration":"1.837478375s","start":"2026-07-24T05:28:46.400868Z","end":"2026-07-24T05:28:48.238346Z","steps":["trace[1522512380] 'count revisions from in-memory index tree' (duration: 1.837278491s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:48.238395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967131331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:48.238407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:46.400853Z","time spent":"1.837543106s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:48.23843Z","caller":"traceutil/trace.go:171","msg":"trace[2032970829] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3250; }","duration":"1.967224954s","start":"2026-07-24T05:28:46.271194Z","end":"2026-07-24T05:28:48.238419Z","steps":["trace[2032970829] 'count revisions from in-memory index tree' (duration: 1.967011139s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:48.238453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:46.271163Z","time spent":"1.967283815s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:48.238446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864666584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:48.238506Z","caller":"traceutil/trace.go:171","msg":"trace[788327574] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:3250; }","duration":"1.864791157s","start":"2026-07-24T05:28:46.373698Z","end":"2026-07-24T05:28:48.238489Z","steps":["trace[788327574] 'count revisions from in-memory index tree' (duration: 1.864581362s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:48.238539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:46.373674Z","time spent":"1.864855888s","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:48.566962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:49.067847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:49.121873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000248125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:28:49.121974Z","caller":"traceutil/trace.go:171","msg":"trace[609082979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000412199s","start":"2026-07-24T05:28:47.121542Z","end":"2026-07-24T05:28:49.121954Z","steps":["trace[609082979] 'agreement among raft nodes before linearized reading' (duration: 2.000291436s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:49.122022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.121515Z","time spent":"2.000497991s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:28:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:28:49.568507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:49.707854Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.222472695s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:28:49.708283Z","caller":"traceutil/trace.go:171","msg":"trace[785546007] transaction","detail":"{read_only:false; response_revision:3251; number_of_response:1; }","duration":"3.223078519s","start":"2026-07-24T05:28:46.485175Z","end":"2026-07-24T05:28:49.708254Z","steps":["trace[785546007] 'process raft request' (duration: 3.222874055s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:49.708464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:46.485137Z","time spent":"3.223218603s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:51.122608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000343968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:28:51.12267Z","caller":"traceutil/trace.go:171","msg":"trace[397902018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473921s","start":"2026-07-24T05:28:49.122182Z","end":"2026-07-24T05:28:51.122656Z","steps":["trace[397902018] 'agreement among raft nodes before linearized reading' (duration: 2.000388489s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:51.122699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:49.12216Z","time spent":"2.000533852s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:51.564949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999427913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:28:51.56502Z","caller":"traceutil/trace.go:171","msg":"trace[240513211] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999541286s","start":"2026-07-24T05:28:46.565463Z","end":"2026-07-24T05:28:51.565004Z","steps":["trace[240513211] 'agreement among raft nodes before linearized reading' (duration: 4.999445274s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:51.565061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:46.565445Z","time spent":"4.999604177s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:51.566263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:46.56751Z","time spent":"4.998745027s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:28:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:28:51.790044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435093577s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:51.79039Z","caller":"traceutil/trace.go:171","msg":"trace[524018862] linearizableReadLoop","detail":"{readStateIndex:3417; appliedIndex:3413; }","duration":"5.224854272s","start":"2026-07-24T05:28:46.565511Z","end":"2026-07-24T05:28:51.790365Z","steps":["trace[524018862] 'read index received' (duration: 3.14254536s)","trace[524018862] 'applied index is now lower than readState.Index' (duration: 2.082307462s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:51.79073Z","caller":"traceutil/trace.go:171","msg":"trace[970059427] transaction","detail":"{read_only:false; response_revision:3254; number_of_response:1; }","duration":"4.075015774s","start":"2026-07-24T05:28:47.715693Z","end":"2026-07-24T05:28:51.790709Z","steps":["trace[970059427] 'process raft request' (duration: 4.074571893s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:51.790737Z","caller":"traceutil/trace.go:171","msg":"trace[1182183670] transaction","detail":"{read_only:false; response_revision:3253; number_of_response:1; }","duration":"4.075832033s","start":"2026-07-24T05:28:47.714858Z","end":"2026-07-24T05:28:51.790691Z","steps":["trace[1182183670] 'process raft request' (duration: 4.075295169s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:51.790837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.715675Z","time spent":"4.075108626s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:51.791022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.714834Z","time spent":"4.076032057s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:51.792383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207036779s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:28:51.792884Z","caller":"traceutil/trace.go:171","msg":"trace[455620602] transaction","detail":"{read_only:false; response_revision:3255; number_of_response:1; }","duration":"1.207636223s","start":"2026-07-24T05:28:50.585217Z","end":"2026-07-24T05:28:51.792853Z","steps":["trace[455620602] 'process raft request' (duration: 1.207479649s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:51.793066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:50.585191Z","time spent":"1.207774945s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:51.999436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.161378ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:28:51.999593Z","caller":"traceutil/trace.go:171","msg":"trace[1206125015] linearizableReadLoop","detail":"{readStateIndex:3419; appliedIndex:3418; }","duration":"209.125511ms","start":"2026-07-24T05:28:51.790447Z","end":"2026-07-24T05:28:51.999572Z","steps":["trace[1206125015] 'read index received' (duration: 2.315393ms)","trace[1206125015] 'applied index is now lower than readState.Index' (duration: 206.808278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:51.999773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.283904075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-07-24T05:28:51.999773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603959124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:51.999816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.796497563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:51.999854Z","caller":"traceutil/trace.go:171","msg":"trace[1828172293] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3255; }","duration":"4.796579465s","start":"2026-07-24T05:28:47.203263Z","end":"2026-07-24T05:28:51.999842Z","steps":["trace[1828172293] 'agreement among raft nodes before linearized reading' (duration: 4.796506844s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:51.999848Z","caller":"traceutil/trace.go:171","msg":"trace[115866484] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3255; }","duration":"4.604161059s","start":"2026-07-24T05:28:47.395667Z","end":"2026-07-24T05:28:51.999828Z","steps":["trace[115866484] 'agreement among raft nodes before linearized reading' (duration: 4.604021736s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:51.999857Z","caller":"traceutil/trace.go:171","msg":"trace[2146368736] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3255; }","duration":"5.284018498s","start":"2026-07-24T05:28:46.715797Z","end":"2026-07-24T05:28:51.999815Z","steps":["trace[2146368736] 'agreement among raft nodes before linearized reading' (duration: 5.283829073s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:51.99988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.203239Z","time spent":"4.796634986s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:51.999882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.395643Z","time spent":"4.604231s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:51.999874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.382693746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"warn","ts":"2026-07-24T05:28:51.999916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:46.715742Z","time spent":"5.284155491s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:28:51.99992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.865833335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:28:51.999962Z","caller":"traceutil/trace.go:171","msg":"trace[698990749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3255; }","duration":"3.38281659s","start":"2026-07-24T05:28:48.617122Z","end":"2026-07-24T05:28:51.999939Z","steps":["trace[698990749] 'agreement among raft nodes before linearized reading' (duration: 3.382556134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:48.617107Z","time spent":"3.382896412s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:28:52.000116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622381635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:52.000155Z","caller":"traceutil/trace.go:171","msg":"trace[1799081871] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3255; }","duration":"3.622452967s","start":"2026-07-24T05:28:48.37769Z","end":"2026-07-24T05:28:52.000143Z","steps":["trace[1799081871] 'agreement among raft nodes before linearized reading' (duration: 3.622393516s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.858389252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-07-24T05:28:52.000185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:48.377677Z","time spent":"3.622498668s","remote":"127.0.0.1:58854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:28:52.000201Z","caller":"traceutil/trace.go:171","msg":"trace[1220784039] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3255; }","duration":"4.858449654s","start":"2026-07-24T05:28:47.141741Z","end":"2026-07-24T05:28:52.000191Z","steps":["trace[1220784039] 'agreement among raft nodes before linearized reading' (duration: 4.858338512s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.945273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-07-24T05:28:52.000234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.141728Z","time spent":"4.858497995s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"info","ts":"2026-07-24T05:28:52.000253Z","caller":"traceutil/trace.go:171","msg":"trace[1038463943] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3255; }","duration":"433.002083ms","start":"2026-07-24T05:28:51.567239Z","end":"2026-07-24T05:28:52.000241Z","steps":["trace[1038463943] 'agreement among raft nodes before linearized reading' (duration: 432.934622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:51.567226Z","time spent":"433.053255ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T05:28:52.000313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.273814916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:28:52.000341Z","caller":"traceutil/trace.go:171","msg":"trace[917196673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3255; }","duration":"4.273873848s","start":"2026-07-24T05:28:47.726459Z","end":"2026-07-24T05:28:52.000333Z","steps":["trace[917196673] 'agreement among raft nodes before linearized reading' (duration: 4.273739675s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.726443Z","time spent":"4.273914848s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:28:52.000401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.274466621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:28:52.000434Z","caller":"traceutil/trace.go:171","msg":"trace[1740513238] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3255; }","duration":"4.274523673s","start":"2026-07-24T05:28:47.725901Z","end":"2026-07-24T05:28:52.000425Z","steps":["trace[1740513238] 'agreement among raft nodes before linearized reading' (duration: 4.27441864s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.00045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.709073608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:52.000456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.725862Z","time spent":"4.274589015s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:28:52.000471Z","caller":"traceutil/trace.go:171","msg":"trace[615636183] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3255; }","duration":"3.709135571s","start":"2026-07-24T05:28:48.291329Z","end":"2026-07-24T05:28:52.000465Z","steps":["trace[615636183] 'agreement among raft nodes before linearized reading' (duration: 3.709096599s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.866539413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:28:52.000523Z","caller":"traceutil/trace.go:171","msg":"trace[759289326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3255; }","duration":"4.866656845s","start":"2026-07-24T05:28:47.133855Z","end":"2026-07-24T05:28:52.000511Z","steps":["trace[759289326] 'agreement among raft nodes before linearized reading' (duration: 4.86650418s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.870675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:52.000553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.133216858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:28:52.000557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.133827Z","time spent":"4.866722316s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:28:52.000578Z","caller":"traceutil/trace.go:171","msg":"trace[1269400754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3255; }","duration":"4.133240459s","start":"2026-07-24T05:28:47.867331Z","end":"2026-07-24T05:28:52.000571Z","steps":["trace[1269400754] 'agreement among raft nodes before linearized reading' (duration: 4.133175488s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:52.000573Z","caller":"traceutil/trace.go:171","msg":"trace[300634365] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3255; }","duration":"568.953177ms","start":"2026-07-24T05:28:51.431607Z","end":"2026-07-24T05:28:52.00056Z","steps":["trace[300634365] 'agreement among raft nodes before linearized reading' (duration: 568.875985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.867292Z","time spent":"4.133302641s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:28:52.000611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:51.431586Z","time spent":"569.015338ms","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:52.000631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282474502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:28:52.000663Z","caller":"traceutil/trace.go:171","msg":"trace[2011258278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3255; }","duration":"5.282526224s","start":"2026-07-24T05:28:46.718124Z","end":"2026-07-24T05:28:52.00065Z","steps":["trace[2011258278] 'agreement among raft nodes before linearized reading' (duration: 5.282448512s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370131062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:52.000684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:46.71811Z","time spent":"5.282568744s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:28:52.00069Z","caller":"traceutil/trace.go:171","msg":"trace[1033341885] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3255; }","duration":"2.370190543s","start":"2026-07-24T05:28:49.63049Z","end":"2026-07-24T05:28:52.00068Z","steps":["trace[1033341885] 'agreement among raft nodes before linearized reading' (duration: 2.370160033s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:49.630469Z","time spent":"2.370234325s","remote":"127.0.0.1:53856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:52.000493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:48.291309Z","time spent":"3.709177912s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:52.00082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.213027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:52.000837Z","caller":"traceutil/trace.go:171","msg":"trace[1546357467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3255; }","duration":"870.260758ms","start":"2026-07-24T05:28:51.130571Z","end":"2026-07-24T05:28:52.000832Z","steps":["trace[1546357467] 'agreement among raft nodes before linearized reading' (duration: 870.232067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:51.130554Z","time spent":"870.294178ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:52.000836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.693658468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:28:52.000873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867553656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:28:52.000896Z","caller":"traceutil/trace.go:171","msg":"trace[258509524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3255; }","duration":"4.867630357s","start":"2026-07-24T05:28:47.133259Z","end":"2026-07-24T05:28:52.000889Z","steps":["trace[258509524] 'agreement among raft nodes before linearized reading' (duration: 4.867562146s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.133231Z","time spent":"4.867679589s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:28:52.000947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284945389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:52.000932Z","caller":"traceutil/trace.go:171","msg":"trace[609947918] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3255; }","duration":"2.69376431s","start":"2026-07-24T05:28:49.307117Z","end":"2026-07-24T05:28:52.000882Z","steps":["trace[609947918] 'agreement among raft nodes before linearized reading' (duration: 2.693666258s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:52.000967Z","caller":"traceutil/trace.go:171","msg":"trace[542530850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3255; }","duration":"1.285015971s","start":"2026-07-24T05:28:50.715945Z","end":"2026-07-24T05:28:52.000961Z","steps":["trace[542530850] 'agreement among raft nodes before linearized reading' (duration: 1.28498633s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.000984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:50.715914Z","time spent":"1.285066071s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:52.000994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:49.307096Z","time spent":"2.693881012s","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:52.001072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609337054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:52.001088Z","caller":"traceutil/trace.go:171","msg":"trace[1144834398] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:3255; }","duration":"1.609393076s","start":"2026-07-24T05:28:50.39169Z","end":"2026-07-24T05:28:52.001083Z","steps":["trace[1144834398] 'agreement among raft nodes before linearized reading' (duration: 1.609366125s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.001104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:50.391669Z","time spent":"1.609430316s","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:52.001149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022100061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:52.001175Z","caller":"traceutil/trace.go:171","msg":"trace[245291628] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3255; }","duration":"2.022159393s","start":"2026-07-24T05:28:49.979009Z","end":"2026-07-24T05:28:52.001169Z","steps":["trace[245291628] 'agreement among raft nodes before linearized reading' (duration: 2.022104221s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.001196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:49.97899Z","time spent":"2.022200663s","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:52.001243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798454279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c5229fd2299e47\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-07-24T05:28:52.001278Z","caller":"traceutil/trace.go:171","msg":"trace[1931602236] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c5229fd2299e47; range_end:; response_count:1; response_revision:3255; }","duration":"2.798533571s","start":"2026-07-24T05:28:49.202733Z","end":"2026-07-24T05:28:52.001267Z","steps":["trace[1931602236] 'agreement among raft nodes before linearized reading' (duration: 2.798427208s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.001306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:49.202711Z","time spent":"2.798588172s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c5229fd2299e47\" "} {"level":"info","ts":"2026-07-24T05:28:52.000009Z","caller":"traceutil/trace.go:171","msg":"trace[191197573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3255; }","duration":"4.86601499s","start":"2026-07-24T05:28:47.133974Z","end":"2026-07-24T05:28:51.999989Z","steps":["trace[191197573] 'agreement among raft nodes before linearized reading' (duration: 4.865718543s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.001388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:47.133935Z","time spent":"4.867434973s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:28:52.117802Z","caller":"traceutil/trace.go:171","msg":"trace[1577314384] transaction","detail":"{read_only:false; response_revision:3256; number_of_response:1; }","duration":"112.53111ms","start":"2026-07-24T05:28:52.005227Z","end":"2026-07-24T05:28:52.117758Z","steps":["trace[1577314384] 'process raft request' (duration: 112.207342ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:52.39298Z","caller":"traceutil/trace.go:171","msg":"trace[1260661915] transaction","detail":"{read_only:false; response_revision:3257; number_of_response:1; }","duration":"387.587396ms","start":"2026-07-24T05:28:52.005364Z","end":"2026-07-24T05:28:52.392951Z","steps":["trace[1260661915] 'process raft request' (duration: 361.024752ms)","trace[1260661915] 'compare' (duration: 26.332859ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:52.393035Z","caller":"traceutil/trace.go:171","msg":"trace[141089884] transaction","detail":"{read_only:false; response_revision:3258; number_of_response:1; }","duration":"381.180537ms","start":"2026-07-24T05:28:52.011833Z","end":"2026-07-24T05:28:52.393013Z","steps":["trace[141089884] 'process raft request' (duration: 381.018634ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:52.393062Z","caller":"traceutil/trace.go:171","msg":"trace[834683130] linearizableReadLoop","detail":"{readStateIndex:3421; appliedIndex:3419; }","duration":"381.553116ms","start":"2026-07-24T05:28:52.011492Z","end":"2026-07-24T05:28:52.393045Z","steps":["trace[834683130] 'read index received' (duration: 105.873556ms)","trace[834683130] 'applied index is now lower than readState.Index' (duration: 275.67845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:52.393119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:52.005341Z","time spent":"387.711368ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:52.393095Z","caller":"traceutil/trace.go:171","msg":"trace[380337226] transaction","detail":"{read_only:false; response_revision:3259; number_of_response:1; }","duration":"381.197917ms","start":"2026-07-24T05:28:52.011862Z","end":"2026-07-24T05:28:52.39306Z","steps":["trace[380337226] 'process raft request' (duration: 381.082675ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:52.393102Z","caller":"traceutil/trace.go:171","msg":"trace[1392613563] transaction","detail":"{read_only:false; response_revision:3260; number_of_response:1; }","duration":"381.082785ms","start":"2026-07-24T05:28:52.011988Z","end":"2026-07-24T05:28:52.393071Z","steps":["trace[1392613563] 'process raft request' (duration: 381.015373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.393173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:52.011813Z","time spent":"381.277699ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:52.393237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:52.01184Z","time spent":"381.32222ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:52.39325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:52.011973Z","time spent":"381.199547ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:52.39328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.852544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:28:52.393307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.028343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:52.393321Z","caller":"traceutil/trace.go:171","msg":"trace[1981477924] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3260; }","duration":"375.926376ms","start":"2026-07-24T05:28:52.017384Z","end":"2026-07-24T05:28:52.39331Z","steps":["trace[1981477924] 'agreement among raft nodes before linearized reading' (duration: 375.861195ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:52.393345Z","caller":"traceutil/trace.go:171","msg":"trace[142220687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3260; }","duration":"271.116995ms","start":"2026-07-24T05:28:52.122217Z","end":"2026-07-24T05:28:52.393334Z","steps":["trace[142220687] 'agreement among raft nodes before linearized reading' (duration: 271.056673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.393351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:52.017372Z","time spent":"375.970987ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:28:52.393386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.887844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105995"} {"level":"info","ts":"2026-07-24T05:28:52.393434Z","caller":"traceutil/trace.go:171","msg":"trace[633404833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3260; }","duration":"381.969876ms","start":"2026-07-24T05:28:52.011452Z","end":"2026-07-24T05:28:52.393422Z","steps":["trace[633404833] 'agreement among raft nodes before linearized reading' (duration: 381.697899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.393469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:52.011423Z","time spent":"382.036867ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":106018,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:28:52.393531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.707349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-24T05:28:52.393576Z","caller":"traceutil/trace.go:171","msg":"trace[1832461966] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3260; }","duration":"381.76638ms","start":"2026-07-24T05:28:52.011794Z","end":"2026-07-24T05:28:52.39356Z","steps":["trace[1832461966] 'agreement among raft nodes before linearized reading' (duration: 381.610016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.393622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:52.011787Z","time spent":"381.823902ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T05:28:52.393907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.316744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105995"} {"level":"info","ts":"2026-07-24T05:28:52.393958Z","caller":"traceutil/trace.go:171","msg":"trace[2047384508] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3260; }","duration":"382.408175ms","start":"2026-07-24T05:28:52.011532Z","end":"2026-07-24T05:28:52.39394Z","steps":["trace[2047384508] 'agreement among raft nodes before linearized reading' (duration: 381.695589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:52.393989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:52.011526Z","time spent":"382.453587ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":106018,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:28:53.247826Z","caller":"traceutil/trace.go:171","msg":"trace[1034134532] transaction","detail":"{read_only:false; response_revision:3261; number_of_response:1; }","duration":"228.284645ms","start":"2026-07-24T05:28:53.019506Z","end":"2026-07-24T05:28:53.24779Z","steps":["trace[1034134532] 'process raft request' (duration: 228.021729ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:53.902802Z","caller":"traceutil/trace.go:171","msg":"trace[1833904709] transaction","detail":"{read_only:false; response_revision:3262; number_of_response:1; }","duration":"321.55834ms","start":"2026-07-24T05:28:53.58121Z","end":"2026-07-24T05:28:53.902769Z","steps":["trace[1833904709] 'process raft request' (duration: 321.376896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:53.902975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:53.581182Z","time spent":"321.700303ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:53.94781Z","caller":"traceutil/trace.go:171","msg":"trace[1618672516] transaction","detail":"{read_only:false; response_revision:3264; number_of_response:1; }","duration":"149.473284ms","start":"2026-07-24T05:28:53.79832Z","end":"2026-07-24T05:28:53.947793Z","steps":["trace[1618672516] 'process raft request' (duration: 149.429573ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:53.947912Z","caller":"traceutil/trace.go:171","msg":"trace[89633678] transaction","detail":"{read_only:false; response_revision:3263; number_of_response:1; }","duration":"151.438979ms","start":"2026-07-24T05:28:53.796429Z","end":"2026-07-24T05:28:53.947868Z","steps":["trace[89633678] 'process raft request' (duration: 151.226474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:54.297392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.185499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:28:54.297522Z","caller":"traceutil/trace.go:171","msg":"trace[308549718] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3264; }","duration":"282.342002ms","start":"2026-07-24T05:28:54.015163Z","end":"2026-07-24T05:28:54.297505Z","steps":["trace[308549718] 'range keys from in-memory index tree' (duration: 282.059976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:54.297546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.896777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:54.297571Z","caller":"traceutil/trace.go:171","msg":"trace[2121172538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3264; }","duration":"176.951077ms","start":"2026-07-24T05:28:54.120613Z","end":"2026-07-24T05:28:54.297564Z","steps":["trace[2121172538] 'range keys from in-memory index tree' (duration: 176.820895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:54.297742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.702031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-07-24T05:28:54.297795Z","caller":"traceutil/trace.go:171","msg":"trace[2122903488] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3264; }","duration":"282.790733ms","start":"2026-07-24T05:28:54.014989Z","end":"2026-07-24T05:28:54.29778Z","steps":["trace[2122903488] 'range keys from in-memory index tree' (duration: 282.545008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:54.29796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.653852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:28:54.298052Z","caller":"traceutil/trace.go:171","msg":"trace[587066802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3264; }","duration":"173.761874ms","start":"2026-07-24T05:28:54.124268Z","end":"2026-07-24T05:28:54.298029Z","steps":["trace[587066802] 'range keys from in-memory index tree' (duration: 173.482807ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:54.706039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.979726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:28:54.7061Z","caller":"traceutil/trace.go:171","msg":"trace[440261868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3266; }","duration":"308.069468ms","start":"2026-07-24T05:28:54.398019Z","end":"2026-07-24T05:28:54.706088Z","steps":["trace[440261868] 'range keys from in-memory index tree' (duration: 307.860513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:54.706126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:54.398011Z","time spent":"308.109968ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:28:54.706116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.625946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:54.70624Z","caller":"traceutil/trace.go:171","msg":"trace[331014921] linearizableReadLoop","detail":"{readStateIndex:3432; appliedIndex:3431; }","duration":"306.751728ms","start":"2026-07-24T05:28:54.399459Z","end":"2026-07-24T05:28:54.70621Z","steps":["trace[331014921] 'read index received' (duration: 156.969677ms)","trace[331014921] 'applied index is now lower than readState.Index' (duration: 149.780971ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:54.706332Z","caller":"traceutil/trace.go:171","msg":"trace[1541309537] transaction","detail":"{read_only:false; response_revision:3267; number_of_response:1; }","duration":"307.472884ms","start":"2026-07-24T05:28:54.398844Z","end":"2026-07-24T05:28:54.706317Z","steps":["trace[1541309537] 'process raft request' (duration: 157.644663ms)","trace[1541309537] 'compare' (duration: 149.415122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:54.706394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.933912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:28:54.706398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:54.398833Z","time spent":"307.532625ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:54.70643Z","caller":"traceutil/trace.go:171","msg":"trace[2031390346] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3267; }","duration":"307.017973ms","start":"2026-07-24T05:28:54.399406Z","end":"2026-07-24T05:28:54.706424Z","steps":["trace[2031390346] 'agreement among raft nodes before linearized reading' (duration: 306.930691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:54.706445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:54.399386Z","time spent":"307.055864ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:28:55.206916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:55.707734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:56.208735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142926,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:28:56.327365Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.770991539s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:28:56.396297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.125961ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:28:56.396474Z","caller":"traceutil/trace.go:171","msg":"trace[1046682963] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3267; }","duration":"302.299245ms","start":"2026-07-24T05:28:56.094134Z","end":"2026-07-24T05:28:56.396433Z","steps":["trace[1046682963] 'range keys from in-memory index tree' (duration: 302.105121ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:56.396594Z","caller":"traceutil/trace.go:171","msg":"trace[557307161] transaction","detail":"{read_only:false; response_revision:3268; number_of_response:1; }","duration":"1.996666003s","start":"2026-07-24T05:28:54.399907Z","end":"2026-07-24T05:28:56.396574Z","steps":["trace[557307161] 'process raft request' (duration: 1.927628058s)","trace[557307161] 'compare' (duration: 68.39019ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:28:56.396602Z","caller":"traceutil/trace.go:171","msg":"trace[1992986239] transaction","detail":"{read_only:false; response_revision:3269; number_of_response:1; }","duration":"1.994958363s","start":"2026-07-24T05:28:54.401624Z","end":"2026-07-24T05:28:56.396583Z","steps":["trace[1992986239] 'process raft request' (duration: 1.994869281s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:56.396815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:54.40161Z","time spent":"1.995167789s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:56.396729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:54.399839Z","time spent":"1.996803527s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:57.121712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000698686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:28:57.121808Z","caller":"traceutil/trace.go:171","msg":"trace[1142478536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00084896s","start":"2026-07-24T05:28:55.120936Z","end":"2026-07-24T05:28:57.121785Z","steps":["trace[1142478536] 'agreement among raft nodes before linearized reading' (duration: 2.000733857s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:57.121861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:55.120907Z","time spent":"2.000942002s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:28:58.894766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.183236564s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:28:59.123641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000739447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:28:59.123753Z","caller":"traceutil/trace.go:171","msg":"trace[961845648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000925872s","start":"2026-07-24T05:28:57.122802Z","end":"2026-07-24T05:28:59.123728Z","steps":["trace[961845648] 'agreement among raft nodes before linearized reading' (duration: 2.000772658s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:59.123806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:57.122783Z","time spent":"2.001012823s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:28:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:28:59.625874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095204905s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:59.626097Z","caller":"traceutil/trace.go:171","msg":"trace[508844540] transaction","detail":"{read_only:false; response_revision:3273; number_of_response:1; }","duration":"2.914655253s","start":"2026-07-24T05:28:56.711429Z","end":"2026-07-24T05:28:59.626084Z","steps":["trace[508844540] 'process raft request' (duration: 2.914628543s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:59.626146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:56.711402Z","time spent":"2.914718775s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:59.626388Z","caller":"traceutil/trace.go:171","msg":"trace[1623662047] transaction","detail":"{read_only:false; response_revision:3270; number_of_response:1; }","duration":"4.91625424s","start":"2026-07-24T05:28:54.710126Z","end":"2026-07-24T05:28:59.62638Z","steps":["trace[1623662047] 'process raft request' (duration: 1.820471682s)","trace[1623662047] 'compare' (duration: 3.094178501s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:59.626425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:54.710113Z","time spent":"4.916293202s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:59.626516Z","caller":"traceutil/trace.go:171","msg":"trace[732078183] transaction","detail":"{read_only:false; response_revision:3271; number_of_response:1; }","duration":"3.674119321s","start":"2026-07-24T05:28:55.95239Z","end":"2026-07-24T05:28:59.62651Z","steps":["trace[732078183] 'process raft request' (duration: 3.673577359s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:59.626549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:55.952369Z","time spent":"3.674161013s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:59.626626Z","caller":"traceutil/trace.go:171","msg":"trace[1707805012] transaction","detail":"{read_only:false; response_revision:3272; number_of_response:1; }","duration":"3.673321352s","start":"2026-07-24T05:28:55.953299Z","end":"2026-07-24T05:28:59.62662Z","steps":["trace[1707805012] 'process raft request' (duration: 3.672730568s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:59.626667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:55.953286Z","time spent":"3.673360863s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:59.626729Z","caller":"traceutil/trace.go:171","msg":"trace[356467285] linearizableReadLoop","detail":"{readStateIndex:3437; appliedIndex:3432; }","duration":"4.920421778s","start":"2026-07-24T05:28:54.706284Z","end":"2026-07-24T05:28:59.626706Z","steps":["trace[356467285] 'read index received' (duration: 1.621237249s)","trace[356467285] 'applied index is now lower than readState.Index' (duration: 3.299181979s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:59.626832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.118376011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:28:59.626949Z","caller":"traceutil/trace.go:171","msg":"trace[117274579] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3273; }","duration":"5.118540155s","start":"2026-07-24T05:28:54.508388Z","end":"2026-07-24T05:28:59.626928Z","steps":["trace[117274579] 'agreement among raft nodes before linearized reading' (duration: 5.11835181s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:59.626962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.226250283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:28:59.626996Z","caller":"traceutil/trace.go:171","msg":"trace[142800517] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3273; }","duration":"5.226332495s","start":"2026-07-24T05:28:54.400651Z","end":"2026-07-24T05:28:59.626984Z","steps":["trace[142800517] 'agreement among raft nodes before linearized reading' (duration: 5.226149501s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:59.626994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:54.508369Z","time spent":"5.118614086s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:28:59.627022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:54.40063Z","time spent":"5.226384837s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:28:59.968583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.623998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:28:59.9688Z","caller":"traceutil/trace.go:171","msg":"trace[1307382815] transaction","detail":"{read_only:false; response_revision:3276; number_of_response:1; }","duration":"2.536711152s","start":"2026-07-24T05:28:57.432069Z","end":"2026-07-24T05:28:59.968781Z","steps":["trace[1307382815] 'process raft request' (duration: 2.53664213s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:28:59.968809Z","caller":"traceutil/trace.go:171","msg":"trace[368252630] transaction","detail":"{read_only:false; response_revision:3274; number_of_response:1; }","duration":"2.538860321s","start":"2026-07-24T05:28:57.429909Z","end":"2026-07-24T05:28:59.968769Z","steps":["trace[368252630] 'process raft request' (duration: 2.310969986s)","trace[368252630] 'compare' (duration: 227.502696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:28:59.968875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:57.432047Z","time spent":"2.536796923s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18843,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:28:59.968863Z","caller":"traceutil/trace.go:171","msg":"trace[322389006] transaction","detail":"{read_only:false; response_revision:3275; number_of_response:1; }","duration":"2.538588564s","start":"2026-07-24T05:28:57.430247Z","end":"2026-07-24T05:28:59.968835Z","steps":["trace[322389006] 'process raft request' (duration: 2.53842284s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:28:59.968965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:57.429861Z","time spent":"2.539024084s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:28:59.969007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:57.430239Z","time spent":"2.538693196s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:00.389883Z","caller":"traceutil/trace.go:171","msg":"trace[2050100434] linearizableReadLoop","detail":"{readStateIndex:3442; appliedIndex:3438; }","duration":"763.081991ms","start":"2026-07-24T05:28:59.626775Z","end":"2026-07-24T05:29:00.389857Z","steps":["trace[2050100434] 'read index received' (duration: 114.183089ms)","trace[2050100434] 'applied index is now lower than readState.Index' (duration: 648.897812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:00.390152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.248944517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-07-24T05:29:00.390162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978916718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-24T05:29:00.390237Z","caller":"traceutil/trace.go:171","msg":"trace[1748220748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3277; }","duration":"2.979059501s","start":"2026-07-24T05:28:57.411161Z","end":"2026-07-24T05:29:00.39022Z","steps":["trace[1748220748] 'agreement among raft nodes before linearized reading' (duration: 2.978761264s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.390301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:57.411141Z","time spent":"2.979151844s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:29:00.390367Z","caller":"traceutil/trace.go:171","msg":"trace[343447706] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3277; }","duration":"3.249204642s","start":"2026-07-24T05:28:57.141125Z","end":"2026-07-24T05:29:00.39033Z","steps":["trace[343447706] 'agreement among raft nodes before linearized reading' (duration: 3.248883895s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.390426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:57.141106Z","time spent":"3.249305235s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:29:00.390445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.336202317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:00.390494Z","caller":"traceutil/trace.go:171","msg":"trace[482133207] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3277; }","duration":"4.336284379s","start":"2026-07-24T05:28:56.054193Z","end":"2026-07-24T05:29:00.390477Z","steps":["trace[482133207] 'agreement among raft nodes before linearized reading' (duration: 4.336209967s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.390502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757133738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:00.390534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:56.054164Z","time spent":"4.336360211s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:00.390542Z","caller":"traceutil/trace.go:171","msg":"trace[636307650] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3277; }","duration":"1.75721475s","start":"2026-07-24T05:28:58.633315Z","end":"2026-07-24T05:29:00.39053Z","steps":["trace[636307650] 'agreement among raft nodes before linearized reading' (duration: 1.757149788s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.390557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987855719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:29:00.390568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:58.633292Z","time spent":"1.757270002s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:00.390589Z","caller":"traceutil/trace.go:171","msg":"trace[1711614196] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3277; }","duration":"1.987920311s","start":"2026-07-24T05:28:58.402659Z","end":"2026-07-24T05:29:00.39058Z","steps":["trace[1711614196] 'agreement among raft nodes before linearized reading' (duration: 1.987826528s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:00.39059Z","caller":"traceutil/trace.go:171","msg":"trace[1722701787] transaction","detail":"{read_only:false; response_revision:3277; number_of_response:1; }","duration":"1.086506343s","start":"2026-07-24T05:28:59.30405Z","end":"2026-07-24T05:29:00.390556Z","steps":["trace[1722701787] 'process raft request' (duration: 1.049346724s)","trace[1722701787] 'compare' (duration: 36.103314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:00.390598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704439507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:00.390615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.977892169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:00.390663Z","caller":"traceutil/trace.go:171","msg":"trace[1010843799] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3277; }","duration":"2.70455786s","start":"2026-07-24T05:28:57.686087Z","end":"2026-07-24T05:29:00.390645Z","steps":["trace[1010843799] 'agreement among raft nodes before linearized reading' (duration: 2.704438896s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.390473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.043512235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:29:00.390699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258850487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:00.390722Z","caller":"traceutil/trace.go:171","msg":"trace[574845251] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3277; }","duration":"1.258916348s","start":"2026-07-24T05:28:59.131799Z","end":"2026-07-24T05:29:00.390715Z","steps":["trace[574845251] 'agreement among raft nodes before linearized reading' (duration: 1.258878987s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.390712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:59.304007Z","time spent":"1.086637687s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:00.39062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:58.402639Z","time spent":"1.987974893s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:29:00.390739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:59.131779Z","time spent":"1.258957039s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:29:00.390668Z","caller":"traceutil/trace.go:171","msg":"trace[1582311139] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3277; }","duration":"3.977998142s","start":"2026-07-24T05:28:56.412656Z","end":"2026-07-24T05:29:00.390654Z","steps":["trace[1582311139] 'agreement among raft nodes before linearized reading' (duration: 3.977873248s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.390748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087807625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:00.390847Z","caller":"traceutil/trace.go:171","msg":"trace[1857218601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3277; }","duration":"5.087948778s","start":"2026-07-24T05:28:55.302882Z","end":"2026-07-24T05:29:00.39083Z","steps":["trace[1857218601] 'agreement among raft nodes before linearized reading' (duration: 5.087764224s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:00.390716Z","caller":"traceutil/trace.go:171","msg":"trace[1169918261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3277; }","duration":"4.043812963s","start":"2026-07-24T05:28:56.346889Z","end":"2026-07-24T05:29:00.390702Z","steps":["trace[1169918261] 'agreement among raft nodes before linearized reading' (duration: 4.043382472s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.390895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:55.302858Z","time spent":"5.08802322s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:29:00.390876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:56.412632Z","time spent":"3.978200707s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":39,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:00.390907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:56.34686Z","time spent":"4.044032258s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:29:00.390353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.483526571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:29:00.390977Z","caller":"traceutil/trace.go:171","msg":"trace[370012101] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3277; }","duration":"4.484197788s","start":"2026-07-24T05:28:55.906763Z","end":"2026-07-24T05:29:00.390961Z","steps":["trace[370012101] 'agreement among raft nodes before linearized reading' (duration: 4.483430999s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.390992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.088594832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-07-24T05:29:00.390715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:57.686064Z","time spent":"2.704635932s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:00.390732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988764801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:29:00.391032Z","caller":"traceutil/trace.go:171","msg":"trace[1790563727] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3277; }","duration":"5.088680684s","start":"2026-07-24T05:28:55.302341Z","end":"2026-07-24T05:29:00.391022Z","steps":["trace[1790563727] 'agreement among raft nodes before linearized reading' (duration: 5.088578712s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.391033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:55.906743Z","time spent":"4.48427175s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:00.391065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:55.302318Z","time spent":"5.088738286s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"info","ts":"2026-07-24T05:29:00.391066Z","caller":"traceutil/trace.go:171","msg":"trace[2118881236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3277; }","duration":"1.98917855s","start":"2026-07-24T05:28:58.401872Z","end":"2026-07-24T05:29:00.391051Z","steps":["trace[2118881236] 'agreement among raft nodes before linearized reading' (duration: 1.988661957s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.391081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.679546156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105995"} {"level":"info","ts":"2026-07-24T05:29:00.391108Z","caller":"traceutil/trace.go:171","msg":"trace[1009146521] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3277; }","duration":"5.679593928s","start":"2026-07-24T05:28:54.711507Z","end":"2026-07-24T05:29:00.391101Z","steps":["trace[1009146521] 'agreement among raft nodes before linearized reading' (duration: 5.679367793s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.391117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:58.401853Z","time spent":"1.989247192s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:00.391133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:54.711499Z","time spent":"5.679628459s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":106018,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:29:00.752683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.113164ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:29:00.753086Z","caller":"traceutil/trace.go:171","msg":"trace[987774478] linearizableReadLoop","detail":"{readStateIndex:3444; appliedIndex:3442; }","duration":"363.08166ms","start":"2026-07-24T05:29:00.389978Z","end":"2026-07-24T05:29:00.753059Z","steps":["trace[987774478] 'read index received' (duration: 30.603148ms)","trace[987774478] 'applied index is now lower than readState.Index' (duration: 332.476232ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:00.753127Z","caller":"traceutil/trace.go:171","msg":"trace[1717182661] transaction","detail":"{read_only:false; response_revision:3278; number_of_response:1; }","duration":"644.097603ms","start":"2026-07-24T05:29:00.108985Z","end":"2026-07-24T05:29:00.753083Z","steps":["trace[1717182661] 'process raft request' (duration: 643.762005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.753244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:00.10896Z","time spent":"644.221715ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:00.975142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34214489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105995"} {"level":"info","ts":"2026-07-24T05:29:00.975215Z","caller":"traceutil/trace.go:171","msg":"trace[1380250699] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3278; }","duration":"1.342253823s","start":"2026-07-24T05:28:59.632944Z","end":"2026-07-24T05:29:00.975198Z","steps":["trace[1380250699] 'agreement among raft nodes before linearized reading' (duration: 1.120228104s)","trace[1380250699] 'range keys from in-memory index tree' (duration: 221.759043ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:00.975202Z","caller":"traceutil/trace.go:171","msg":"trace[488822487] transaction","detail":"{read_only:false; response_revision:3279; number_of_response:1; }","duration":"579.93019ms","start":"2026-07-24T05:29:00.39525Z","end":"2026-07-24T05:29:00.97518Z","steps":["trace[488822487] 'process raft request' (duration: 568.589968ms)","trace[488822487] 'compare' (duration: 11.017374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:00.975249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:28:59.63293Z","time spent":"1.342311524s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":106018,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:29:00.975319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:00.395232Z","time spent":"580.024161ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:00.975398Z","caller":"traceutil/trace.go:171","msg":"trace[644038918] transaction","detail":"{read_only:false; response_revision:3280; number_of_response:1; }","duration":"579.483069ms","start":"2026-07-24T05:29:00.395885Z","end":"2026-07-24T05:29:00.975368Z","steps":["trace[644038918] 'process raft request' (duration: 579.237833ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:00.975462Z","caller":"traceutil/trace.go:171","msg":"trace[45470411] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"579.390597ms","start":"2026-07-24T05:29:00.396052Z","end":"2026-07-24T05:29:00.975443Z","steps":["trace[45470411] 'process raft request' (duration: 579.232443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.975504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:00.395862Z","time spent":"579.583712ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:00.975534Z","caller":"traceutil/trace.go:171","msg":"trace[1171268563] linearizableReadLoop","detail":"{readStateIndex:3448; appliedIndex:3444; }","duration":"222.367037ms","start":"2026-07-24T05:29:00.753148Z","end":"2026-07-24T05:29:00.975515Z","steps":["trace[1171268563] 'read index received' (duration: 210.78514ms)","trace[1171268563] 'applied index is now lower than readState.Index' (duration: 11.581097ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:00.97555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:00.396041Z","time spent":"579.463929ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:00.975648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.989846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:00.975687Z","caller":"traceutil/trace.go:171","msg":"trace[941673903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3282; }","duration":"260.064708ms","start":"2026-07-24T05:29:00.715611Z","end":"2026-07-24T05:29:00.975676Z","steps":["trace[941673903] 'agreement among raft nodes before linearized reading' (duration: 259.975366ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:00.975707Z","caller":"traceutil/trace.go:171","msg":"trace[1940998874] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"579.115019ms","start":"2026-07-24T05:29:00.396582Z","end":"2026-07-24T05:29:00.975697Z","steps":["trace[1940998874] 'process raft request' (duration: 578.792552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.975762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:00.396574Z","time spent":"579.15977ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:00.975772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.851717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-07-24T05:29:00.975795Z","caller":"traceutil/trace.go:171","msg":"trace[1419665356] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:3282; }","duration":"579.910708ms","start":"2026-07-24T05:29:00.395877Z","end":"2026-07-24T05:29:00.975787Z","steps":["trace[1419665356] 'agreement among raft nodes before linearized reading' (duration: 579.825697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.975814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:00.395853Z","time spent":"579.9571ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5878,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" "} {"level":"warn","ts":"2026-07-24T05:29:00.975655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.494776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:00.975687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.308017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:00.975856Z","caller":"traceutil/trace.go:171","msg":"trace[1664537710] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3282; }","duration":"575.726442ms","start":"2026-07-24T05:29:00.400118Z","end":"2026-07-24T05:29:00.975845Z","steps":["trace[1664537710] 'agreement among raft nodes before linearized reading' (duration: 575.498577ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:00.975862Z","caller":"traceutil/trace.go:171","msg":"trace[954564606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3282; }","duration":"583.497562ms","start":"2026-07-24T05:29:00.392354Z","end":"2026-07-24T05:29:00.975852Z","steps":["trace[954564606] 'agreement among raft nodes before linearized reading' (duration: 583.306728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:00.975891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:00.400106Z","time spent":"575.774393ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:29:00.975909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:00.392321Z","time spent":"583.580033ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:29:01.222417Z","caller":"traceutil/trace.go:171","msg":"trace[885564135] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"234.710182ms","start":"2026-07-24T05:29:00.987681Z","end":"2026-07-24T05:29:01.222391Z","steps":["trace[885564135] 'process raft request' (duration: 216.440741ms)","trace[885564135] 'compare' (duration: 17.965675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:01.654685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.586681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:01.65478Z","caller":"traceutil/trace.go:171","msg":"trace[1908374669] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"425.963841ms","start":"2026-07-24T05:29:01.228799Z","end":"2026-07-24T05:29:01.654763Z","steps":["trace[1908374669] 'process raft request' (duration: 94.238417ms)","trace[1908374669] 'compare' (duration: 331.501459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:01.654824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.22878Z","time spent":"426.024112ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1712,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:01.695023Z","caller":"traceutil/trace.go:171","msg":"trace[671443542] linearizableReadLoop","detail":"{readStateIndex:3451; appliedIndex:3449; }","duration":"407.215998ms","start":"2026-07-24T05:29:01.287776Z","end":"2026-07-24T05:29:01.694992Z","steps":["trace[671443542] 'read index received' (duration: 35.423578ms)","trace[671443542] 'applied index is now lower than readState.Index' (duration: 371.78618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:01.695186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.377201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:01.695167Z","caller":"traceutil/trace.go:171","msg":"trace[1956219332] transaction","detail":"{read_only:false; response_revision:3285; number_of_response:1; }","duration":"464.626105ms","start":"2026-07-24T05:29:01.230501Z","end":"2026-07-24T05:29:01.695127Z","steps":["trace[1956219332] 'process raft request' (duration: 464.249076ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:01.69523Z","caller":"traceutil/trace.go:171","msg":"trace[962263209] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3285; }","duration":"407.470514ms","start":"2026-07-24T05:29:01.287747Z","end":"2026-07-24T05:29:01.695218Z","steps":["trace[962263209] 'agreement among raft nodes before linearized reading' (duration: 407.372952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:01.695268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.287736Z","time spent":"407.522315ms","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:01.695334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.23048Z","time spent":"464.770008ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5636,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:04.122602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000605593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:29:04.122718Z","caller":"traceutil/trace.go:171","msg":"trace[989211204] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772467s","start":"2026-07-24T05:29:02.121922Z","end":"2026-07-24T05:29:04.122694Z","steps":["trace[989211204] 'agreement among raft nodes before linearized reading' (duration: 2.000628644s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:04.122782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:02.121906Z","time spent":"2.000863179s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:04.682639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.891668682s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:04.682989Z","caller":"traceutil/trace.go:171","msg":"trace[1954238276] linearizableReadLoop","detail":"{readStateIndex:3454; appliedIndex:3451; }","duration":"2.987875815s","start":"2026-07-24T05:29:01.695092Z","end":"2026-07-24T05:29:04.682968Z","steps":["trace[1954238276] 'read index received' (duration: 95.726822ms)","trace[1954238276] 'applied index is now lower than readState.Index' (duration: 2.892147643s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:04.683312Z","caller":"traceutil/trace.go:171","msg":"trace[1875886321] transaction","detail":"{read_only:false; response_revision:3286; number_of_response:1; }","duration":"3.051122307s","start":"2026-07-24T05:29:01.632168Z","end":"2026-07-24T05:29:04.68329Z","steps":["trace[1875886321] 'process raft request' (duration: 158.687947ms)","trace[1875886321] 'compare' (duration: 2.890979516s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:04.683436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.632149Z","time spent":"3.051245919s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:04.683497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.230127942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:04.68364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285406309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:04.683614Z","caller":"traceutil/trace.go:171","msg":"trace[155010761] transaction","detail":"{read_only:false; response_revision:3288; number_of_response:1; }","duration":"3.050918471s","start":"2026-07-24T05:29:01.632659Z","end":"2026-07-24T05:29:04.683577Z","steps":["trace[155010761] 'process raft request' (duration: 3.050216175s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:04.683648Z","caller":"traceutil/trace.go:171","msg":"trace[1520582614] transaction","detail":"{read_only:false; response_revision:3287; number_of_response:1; }","duration":"3.050956112s","start":"2026-07-24T05:29:01.632661Z","end":"2026-07-24T05:29:04.683617Z","steps":["trace[1520582614] 'process raft request' (duration: 3.050106163s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:04.683795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.632652Z","time spent":"3.051071326s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:04.683803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.28758507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-07-24T05:29:04.683853Z","caller":"traceutil/trace.go:171","msg":"trace[1698202633] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3288; }","duration":"3.287670451s","start":"2026-07-24T05:29:01.396168Z","end":"2026-07-24T05:29:04.683839Z","steps":["trace[1698202633] 'agreement among raft nodes before linearized reading' (duration: 3.287528108s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:04.683887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.396148Z","time spent":"3.287731663s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:29:04.683657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.31315431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:04.683913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051640748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:29:04.68399Z","caller":"traceutil/trace.go:171","msg":"trace[800844512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3288; }","duration":"3.05173917s","start":"2026-07-24T05:29:01.632217Z","end":"2026-07-24T05:29:04.683956Z","steps":["trace[800844512] 'agreement among raft nodes before linearized reading' (duration: 3.051446533s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:04.684002Z","caller":"traceutil/trace.go:171","msg":"trace[332297462] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3288; }","duration":"3.313502678s","start":"2026-07-24T05:29:01.370434Z","end":"2026-07-24T05:29:04.683937Z","steps":["trace[332297462] 'agreement among raft nodes before linearized reading' (duration: 3.31313932s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:04.684054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.632196Z","time spent":"3.051846383s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:04.684091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.370415Z","time spent":"3.313656751s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:04.683685Z","caller":"traceutil/trace.go:171","msg":"trace[500941694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3288; }","duration":"3.28546426s","start":"2026-07-24T05:29:01.398205Z","end":"2026-07-24T05:29:04.683669Z","steps":["trace[500941694] 'agreement among raft nodes before linearized reading' (duration: 3.285334207s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:04.683627Z","caller":"traceutil/trace.go:171","msg":"trace[1724142066] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3288; }","duration":"3.230321876s","start":"2026-07-24T05:29:01.453272Z","end":"2026-07-24T05:29:04.683594Z","steps":["trace[1724142066] 'agreement among raft nodes before linearized reading' (duration: 3.23009066s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:04.6842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.398195Z","time spent":"3.285972013s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:29:04.68379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.632645Z","time spent":"3.051049615s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:04.684386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.453252Z","time spent":"3.231066473s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:04.807959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.01710856s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:29:05.318469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.148118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:05.31866Z","caller":"traceutil/trace.go:171","msg":"trace[2040814749] linearizableReadLoop","detail":"{readStateIndex:3456; appliedIndex:3454; }","duration":"635.601596ms","start":"2026-07-24T05:29:04.683044Z","end":"2026-07-24T05:29:05.318645Z","steps":["trace[2040814749] 'read index received' (duration: 125.187852ms)","trace[2040814749] 'applied index is now lower than readState.Index' (duration: 510.412304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:05.318822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472987234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:05.318902Z","caller":"traceutil/trace.go:171","msg":"trace[928485507] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3291; }","duration":"1.473109816s","start":"2026-07-24T05:29:03.845774Z","end":"2026-07-24T05:29:05.318884Z","steps":["trace[928485507] 'agreement among raft nodes before linearized reading' (duration: 1.472962763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.318943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:03.84576Z","time spent":"1.473173238s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:05.31898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336067175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:29:05.319034Z","caller":"traceutil/trace.go:171","msg":"trace[1405711160] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3291; }","duration":"2.336139166s","start":"2026-07-24T05:29:02.982878Z","end":"2026-07-24T05:29:05.319017Z","steps":["trace[1405711160] 'agreement among raft nodes before linearized reading' (duration: 2.335971153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.319042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608222048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:29:05.319078Z","caller":"traceutil/trace.go:171","msg":"trace[295256761] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3291; }","duration":"3.608262269s","start":"2026-07-24T05:29:01.710806Z","end":"2026-07-24T05:29:05.319069Z","steps":["trace[295256761] 'agreement among raft nodes before linearized reading' (duration: 3.60789028s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.319106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.710747Z","time spent":"3.608352771s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":470,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:05.31912Z","caller":"traceutil/trace.go:171","msg":"trace[29323871] transaction","detail":"{read_only:false; response_revision:3289; number_of_response:1; }","duration":"3.61436556s","start":"2026-07-24T05:29:01.70474Z","end":"2026-07-24T05:29:05.319106Z","steps":["trace[29323871] 'process raft request' (duration: 3.103511316s)","trace[29323871] 'compare' (duration: 510.067647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:05.319134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336901534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:29:05.319192Z","caller":"traceutil/trace.go:171","msg":"trace[1868244434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3291; }","duration":"2.337618831s","start":"2026-07-24T05:29:02.981555Z","end":"2026-07-24T05:29:05.319173Z","steps":["trace[1868244434] 'agreement among raft nodes before linearized reading' (duration: 2.337508088s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.319207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:01.704697Z","time spent":"3.614453732s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5868,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:05.319234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:02.981533Z","time spent":"2.337693053s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:05.319357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338089572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:29:05.319359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705847019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:05.319386Z","caller":"traceutil/trace.go:171","msg":"trace[1519807748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3291; }","duration":"2.338117863s","start":"2026-07-24T05:29:02.98126Z","end":"2026-07-24T05:29:05.319378Z","steps":["trace[1519807748] 'agreement among raft nodes before linearized reading' (duration: 2.33801201s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.319405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115623256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c5229fd2299e47\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-07-24T05:29:05.319391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19626562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:05.31941Z","caller":"traceutil/trace.go:171","msg":"trace[284275730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3291; }","duration":"2.705959051s","start":"2026-07-24T05:29:02.613435Z","end":"2026-07-24T05:29:05.319395Z","steps":["trace[284275730] 'agreement among raft nodes before linearized reading' (duration: 2.705863599s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:05.319437Z","caller":"traceutil/trace.go:171","msg":"trace[939548015] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c5229fd2299e47; range_end:; response_count:1; response_revision:3291; }","duration":"1.115686298s","start":"2026-07-24T05:29:04.20374Z","end":"2026-07-24T05:29:05.319427Z","steps":["trace[939548015] 'agreement among raft nodes before linearized reading' (duration: 1.115593556s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.319423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338145513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:29:05.319406Z","caller":"traceutil/trace.go:171","msg":"trace[918807021] transaction","detail":"{read_only:false; response_revision:3290; number_of_response:1; }","duration":"1.908825753s","start":"2026-07-24T05:29:03.410542Z","end":"2026-07-24T05:29:05.319367Z","steps":["trace[918807021] 'process raft request' (duration: 1.908016745s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:05.319451Z","caller":"traceutil/trace.go:171","msg":"trace[777155151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3291; }","duration":"1.196350942s","start":"2026-07-24T05:29:04.123084Z","end":"2026-07-24T05:29:05.319435Z","steps":["trace[777155151] 'agreement among raft nodes before linearized reading' (duration: 1.19625857s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.319457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:02.61341Z","time spent":"2.706037753s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:05.31947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:04.203721Z","time spent":"1.115740789s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1005,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c5229fd2299e47\" "} {"level":"warn","ts":"2026-07-24T05:29:05.319493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:04.12307Z","time spent":"1.196415583s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:29:05.31949Z","caller":"traceutil/trace.go:171","msg":"trace[1026919316] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3291; }","duration":"2.338231405s","start":"2026-07-24T05:29:02.981237Z","end":"2026-07-24T05:29:05.319469Z","steps":["trace[1026919316] 'agreement among raft nodes before linearized reading' (duration: 2.338065701s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.31941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:02.981193Z","time spent":"2.338211024s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:29:05.319494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907647872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:29:05.319533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:02.981227Z","time spent":"2.338296147s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:29:05.319572Z","caller":"traceutil/trace.go:171","msg":"trace[1058615464] transaction","detail":"{read_only:false; response_revision:3291; number_of_response:1; }","duration":"629.568226ms","start":"2026-07-24T05:29:04.689982Z","end":"2026-07-24T05:29:05.31955Z","steps":["trace[1058615464] 'process raft request' (duration: 628.622205ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:05.319573Z","caller":"traceutil/trace.go:171","msg":"trace[836443636] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3291; }","duration":"2.907779605s","start":"2026-07-24T05:29:02.411779Z","end":"2026-07-24T05:29:05.319559Z","steps":["trace[836443636] 'agreement among raft nodes before linearized reading' (duration: 2.907546409s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.319505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007923249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:29:05.319596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:03.410514Z","time spent":"1.908981817s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:05.31963Z","caller":"traceutil/trace.go:171","msg":"trace[697505861] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3291; }","duration":"1.008123163s","start":"2026-07-24T05:29:04.311498Z","end":"2026-07-24T05:29:05.319621Z","steps":["trace[697505861] 'agreement among raft nodes before linearized reading' (duration: 1.007832316s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.319632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:02.411759Z","time spent":"2.907856106s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:29:05.319644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5330295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:29:05.319677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:04.689951Z","time spent":"629.663389ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:05.319707Z","caller":"traceutil/trace.go:171","msg":"trace[657423247] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3291; }","duration":"1.533137393s","start":"2026-07-24T05:29:03.786556Z","end":"2026-07-24T05:29:05.319693Z","steps":["trace[657423247] 'agreement among raft nodes before linearized reading' (duration: 1.532720233s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.31908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:02.98287Z","time spent":"2.336198768s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:29:05.319665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:04.311477Z","time spent":"1.008176155s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:29:05.319745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:03.786537Z","time spent":"1.533195955s","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":470,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:05.319001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337441877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:29:05.319803Z","caller":"traceutil/trace.go:171","msg":"trace[707398126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3291; }","duration":"2.338285786s","start":"2026-07-24T05:29:02.981501Z","end":"2026-07-24T05:29:05.319787Z","steps":["trace[707398126] 'agreement among raft nodes before linearized reading' (duration: 2.337314844s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:05.319844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:02.98149Z","time spent":"2.338342028s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:05.844159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:29:06.345099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:29:06.845933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464142959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:29:06.852712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.530187475s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:29:07.018191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.321263ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:07.018329Z","caller":"traceutil/trace.go:171","msg":"trace[2142967321] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3291; }","duration":"923.466496ms","start":"2026-07-24T05:29:06.09484Z","end":"2026-07-24T05:29:07.018306Z","steps":["trace[2142967321] 'range keys from in-memory index tree' (duration: 923.304093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:07.018806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.800362ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:29:07.018915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.322365Z","time spent":"1.69654495s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:29:07.054775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.322567Z","time spent":"1.732202663s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:29:07.055117Z","caller":"traceutil/trace.go:171","msg":"trace[650614029] linearizableReadLoop","detail":"{readStateIndex:3466; appliedIndex:3457; }","duration":"1.711778552s","start":"2026-07-24T05:29:05.343313Z","end":"2026-07-24T05:29:07.055091Z","steps":["trace[650614029] 'read index received' (duration: 1.509631771s)","trace[650614029] 'applied index is now lower than readState.Index' (duration: 202.145411ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:07.055208Z","caller":"traceutil/trace.go:171","msg":"trace[746413945] transaction","detail":"{read_only:false; response_revision:3296; number_of_response:1; }","duration":"364.878271ms","start":"2026-07-24T05:29:06.690294Z","end":"2026-07-24T05:29:07.055172Z","steps":["trace[746413945] 'process raft request' (duration: 364.666085ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:07.055258Z","caller":"traceutil/trace.go:171","msg":"trace[196253932] transaction","detail":"{read_only:false; response_revision:3297; number_of_response:1; }","duration":"364.900652ms","start":"2026-07-24T05:29:06.690343Z","end":"2026-07-24T05:29:07.055244Z","steps":["trace[196253932] 'process raft request' (duration: 364.668726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:07.055264Z","caller":"traceutil/trace.go:171","msg":"trace[1349534731] transaction","detail":"{read_only:false; response_revision:3292; number_of_response:1; }","duration":"1.729792579s","start":"2026-07-24T05:29:05.325442Z","end":"2026-07-24T05:29:07.055235Z","steps":["trace[1349534731] 'process raft request' (duration: 1.729220085s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:07.055281Z","caller":"traceutil/trace.go:171","msg":"trace[159267532] transaction","detail":"{read_only:false; response_revision:3294; number_of_response:1; }","duration":"1.729720386s","start":"2026-07-24T05:29:05.325543Z","end":"2026-07-24T05:29:07.055264Z","steps":["trace[159267532] 'process raft request' (duration: 1.729325296s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:07.055311Z","caller":"traceutil/trace.go:171","msg":"trace[784291379] transaction","detail":"{read_only:false; response_revision:3295; number_of_response:1; }","duration":"1.729465151s","start":"2026-07-24T05:29:05.325821Z","end":"2026-07-24T05:29:07.055286Z","steps":["trace[784291379] 'process raft request' (duration: 1.729098201s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:07.055129Z","caller":"traceutil/trace.go:171","msg":"trace[1375924290] transaction","detail":"{read_only:false; response_revision:3293; number_of_response:1; }","duration":"1.729578623s","start":"2026-07-24T05:29:05.325509Z","end":"2026-07-24T05:29:07.055087Z","steps":["trace[1375924290] 'process raft request' (duration: 1.729309956s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:07.055376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.325521Z","time spent":"1.729806369s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:07.055373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:06.690265Z","time spent":"365.005024ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:07.055391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:06.690313Z","time spent":"364.979374ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:07.055408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.325811Z","time spent":"1.729544582s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:07.055426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.325417Z","time spent":"1.729914271s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:07.055484Z","caller":"traceutil/trace.go:171","msg":"trace[1489607192] transaction","detail":"{read_only:false; response_revision:3298; number_of_response:1; }","duration":"364.728918ms","start":"2026-07-24T05:29:06.690728Z","end":"2026-07-24T05:29:07.055456Z","steps":["trace[1489607192] 'process raft request' (duration: 364.322228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:07.055531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.325487Z","time spent":"1.729943252s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:07.055682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:06.690707Z","time spent":"364.842351ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:07.055692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712362956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105781"} {"level":"info","ts":"2026-07-24T05:29:07.055755Z","caller":"traceutil/trace.go:171","msg":"trace[1642343049] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3298; }","duration":"1.712449467s","start":"2026-07-24T05:29:05.343289Z","end":"2026-07-24T05:29:07.055739Z","steps":["trace[1642343049] 'agreement among raft nodes before linearized reading' (duration: 1.712035238s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:07.055794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.343278Z","time spent":"1.712506879s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:29:07.345097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:29:07.345181Z","caller":"traceutil/trace.go:171","msg":"trace[1342287916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171825s","start":"2026-07-24T05:29:05.344991Z","end":"2026-07-24T05:29:07.345162Z","steps":["trace[1342287916] 'agreement among raft nodes before linearized reading' (duration: 2.000070462s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:07.345227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.344976Z","time spent":"2.000241376s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:29:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:29:08.022612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.011383ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:08.022862Z","caller":"traceutil/trace.go:171","msg":"trace[1233664388] transaction","detail":"{read_only:false; response_revision:3299; number_of_response:1; }","duration":"1.002711888s","start":"2026-07-24T05:29:07.020107Z","end":"2026-07-24T05:29:08.022819Z","steps":["trace[1233664388] 'process raft request' (duration: 109.353877ms)","trace[1233664388] 'compare' (duration: 892.512542ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:08.022997Z","caller":"traceutil/trace.go:171","msg":"trace[321913069] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"125.300346ms","start":"2026-07-24T05:29:07.897672Z","end":"2026-07-24T05:29:08.022972Z","steps":["trace[321913069] 'process raft request' (duration: 125.229214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.023062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:07.020078Z","time spent":"1.002870071s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:08.023084Z","caller":"traceutil/trace.go:171","msg":"trace[1760575213] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"966.86667ms","start":"2026-07-24T05:29:07.05619Z","end":"2026-07-24T05:29:08.023057Z","steps":["trace[1760575213] 'process raft request' (duration: 966.564293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.023152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126328699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:08.023189Z","caller":"traceutil/trace.go:171","msg":"trace[123786673] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3301; }","duration":"2.126419082s","start":"2026-07-24T05:29:05.896762Z","end":"2026-07-24T05:29:08.023181Z","steps":["trace[123786673] 'agreement among raft nodes before linearized reading' (duration: 2.126310579s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.02317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334646816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:08.023221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.896745Z","time spent":"2.126470462s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:08.023213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:07.05616Z","time spent":"966.992062ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:08.02321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360967156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:08.023225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510173983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:08.023227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989332474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:08.023249Z","caller":"traceutil/trace.go:171","msg":"trace[993434769] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:3301; }","duration":"1.334806251s","start":"2026-07-24T05:29:06.688422Z","end":"2026-07-24T05:29:08.023229Z","steps":["trace[993434769] 'agreement among raft nodes before linearized reading' (duration: 1.334655377s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:08.023286Z","caller":"traceutil/trace.go:171","msg":"trace[1339885779] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3301; }","duration":"1.361108429s","start":"2026-07-24T05:29:06.662153Z","end":"2026-07-24T05:29:08.023262Z","steps":["trace[1339885779] 'agreement among raft nodes before linearized reading' (duration: 1.360916725s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:08.023297Z","caller":"traceutil/trace.go:171","msg":"trace[732635132] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3301; }","duration":"1.510295366s","start":"2026-07-24T05:29:06.512985Z","end":"2026-07-24T05:29:08.02328Z","steps":["trace[732635132] 'agreement among raft nodes before linearized reading' (duration: 1.510152383s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.023269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029623875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-07-24T05:29:08.023306Z","caller":"traceutil/trace.go:171","msg":"trace[1818962904] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3301; }","duration":"1.989454677s","start":"2026-07-24T05:29:06.033834Z","end":"2026-07-24T05:29:08.023288Z","steps":["trace[1818962904] 'agreement among raft nodes before linearized reading' (duration: 1.989242832s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.023318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:06.688402Z","time spent":"1.334904872s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:08.023331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332099984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:29:08.023342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:06.512965Z","time spent":"1.510367557s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:08.023349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:06.662135Z","time spent":"1.361194991s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:08.023091Z","caller":"traceutil/trace.go:171","msg":"trace[289408038] linearizableReadLoop","detail":"{readStateIndex:3467; appliedIndex:3466; }","duration":"967.859972ms","start":"2026-07-24T05:29:07.055204Z","end":"2026-07-24T05:29:08.023064Z","steps":["trace[289408038] 'read index received' (duration: 74.269116ms)","trace[289408038] 'applied index is now lower than readState.Index' (duration: 893.587046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:08.023365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:06.03382Z","time spent":"1.989535359s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":81,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:08.023365Z","caller":"traceutil/trace.go:171","msg":"trace[273366939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3301; }","duration":"2.029763138s","start":"2026-07-24T05:29:05.993579Z","end":"2026-07-24T05:29:08.023342Z","steps":["trace[273366939] 'agreement among raft nodes before linearized reading' (duration: 2.029521353s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:08.023386Z","caller":"traceutil/trace.go:171","msg":"trace[1832915313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3301; }","duration":"2.332174935s","start":"2026-07-24T05:29:05.691187Z","end":"2026-07-24T05:29:08.023362Z","steps":["trace[1832915313] 'agreement among raft nodes before linearized reading' (duration: 2.33198618s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.02339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679151822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105781"} {"level":"warn","ts":"2026-07-24T05:29:08.023393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.334679703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-07-24T05:29:08.023427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.69117Z","time spent":"2.332246537s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:29:08.023428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.993557Z","time spent":"2.02985685s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10351,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:29:08.023447Z","caller":"traceutil/trace.go:171","msg":"trace[2083614237] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3301; }","duration":"2.679218804s","start":"2026-07-24T05:29:05.34421Z","end":"2026-07-24T05:29:08.023429Z","steps":["trace[2083614237] 'agreement among raft nodes before linearized reading' (duration: 2.678930958s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:08.023461Z","caller":"traceutil/trace.go:171","msg":"trace[987937927] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3301; }","duration":"2.334787255s","start":"2026-07-24T05:29:05.688653Z","end":"2026-07-24T05:29:08.02344Z","steps":["trace[987937927] 'agreement among raft nodes before linearized reading' (duration: 2.334632192s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.023483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.784796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-07-24T05:29:08.023488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.344206Z","time spent":"2.679271795s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:29:08.023508Z","caller":"traceutil/trace.go:171","msg":"trace[1296420098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3301; }","duration":"882.833018ms","start":"2026-07-24T05:29:07.140666Z","end":"2026-07-24T05:29:08.023499Z","steps":["trace[1296420098] 'agreement among raft nodes before linearized reading' (duration: 882.768296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.023508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:05.68863Z","time spent":"2.334865748s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:29:08.023546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.059447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:08.023524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:07.140651Z","time spent":"882.869298ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"info","ts":"2026-07-24T05:29:08.023561Z","caller":"traceutil/trace.go:171","msg":"trace[2031290412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3301; }","duration":"678.325153ms","start":"2026-07-24T05:29:07.345232Z","end":"2026-07-24T05:29:08.023557Z","steps":["trace[2031290412] 'agreement among raft nodes before linearized reading' (duration: 678.300403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.023573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:07.345217Z","time spent":"678.354223ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:08.023563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.521872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:08.02361Z","caller":"traceutil/trace.go:171","msg":"trace[1554882454] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3301; }","duration":"438.610494ms","start":"2026-07-24T05:29:07.584987Z","end":"2026-07-24T05:29:08.023597Z","steps":["trace[1554882454] 'agreement among raft nodes before linearized reading' (duration: 438.503302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.023645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:07.584948Z","time spent":"438.688386ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":39,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:08.023706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.033111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:29:08.023744Z","caller":"traceutil/trace.go:171","msg":"trace[984417577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3301; }","duration":"699.106282ms","start":"2026-07-24T05:29:07.324626Z","end":"2026-07-24T05:29:08.023732Z","steps":["trace[984417577] 'agreement among raft nodes before linearized reading' (duration: 699.00534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.023792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:07.324606Z","time spent":"699.178704ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:08.365563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.179005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:08.36565Z","caller":"traceutil/trace.go:171","msg":"trace[1875947398] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:3302; }","duration":"200.325049ms","start":"2026-07-24T05:29:08.165304Z","end":"2026-07-24T05:29:08.365629Z","steps":["trace[1875947398] 'count revisions from in-memory index tree' (duration: 200.076503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:08.365857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.370672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:08.366041Z","caller":"traceutil/trace.go:171","msg":"trace[549684875] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3302; }","duration":"243.643368ms","start":"2026-07-24T05:29:08.122364Z","end":"2026-07-24T05:29:08.366007Z","steps":["trace[549684875] 'range keys from in-memory index tree' (duration: 243.25476ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:09.402164Z","caller":"traceutil/trace.go:171","msg":"trace[1528026314] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"341.128761ms","start":"2026-07-24T05:29:09.061011Z","end":"2026-07-24T05:29:09.40214Z","steps":["trace[1528026314] 'process raft request' (duration: 340.959538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:09.402308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:09.060992Z","time spent":"341.244144ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:09.402496Z","caller":"traceutil/trace.go:171","msg":"trace[1974055485] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"340.826445ms","start":"2026-07-24T05:29:09.061638Z","end":"2026-07-24T05:29:09.402465Z","steps":["trace[1974055485] 'process raft request' (duration: 340.460346ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:09.402537Z","caller":"traceutil/trace.go:171","msg":"trace[86240467] linearizableReadLoop","detail":"{readStateIndex:3473; appliedIndex:3470; }","duration":"339.403032ms","start":"2026-07-24T05:29:09.063114Z","end":"2026-07-24T05:29:09.402518Z","steps":["trace[86240467] 'read index received' (duration: 86.209792ms)","trace[86240467] 'applied index is now lower than readState.Index' (duration: 253.19226ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:09.402542Z","caller":"traceutil/trace.go:171","msg":"trace[1527806759] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"338.003349ms","start":"2026-07-24T05:29:09.064511Z","end":"2026-07-24T05:29:09.402515Z","steps":["trace[1527806759] 'process raft request' (duration: 337.903127ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:09.40254Z","caller":"traceutil/trace.go:171","msg":"trace[2059603461] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"339.29924ms","start":"2026-07-24T05:29:09.063207Z","end":"2026-07-24T05:29:09.402506Z","steps":["trace[2059603461] 'process raft request' (duration: 339.110965ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:09.402568Z","caller":"traceutil/trace.go:171","msg":"trace[1247395391] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"337.702742ms","start":"2026-07-24T05:29:09.064834Z","end":"2026-07-24T05:29:09.402537Z","steps":["trace[1247395391] 'process raft request' (duration: 337.61693ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:09.402616Z","caller":"traceutil/trace.go:171","msg":"trace[1211170078] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"337.738063ms","start":"2026-07-24T05:29:09.06484Z","end":"2026-07-24T05:29:09.402579Z","steps":["trace[1211170078] 'process raft request' (duration: 337.640671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:09.402656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:09.061621Z","time spent":"340.950727ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:09.402671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:09.064502Z","time spent":"338.098692ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:09.402673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:09.063184Z","time spent":"339.422453ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:09.4027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.714363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:09.402708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:09.064815Z","time spent":"337.823286ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:09.402733Z","caller":"traceutil/trace.go:171","msg":"trace[1593699100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3309; }","duration":"279.809786ms","start":"2026-07-24T05:29:09.12291Z","end":"2026-07-24T05:29:09.40272Z","steps":["trace[1593699100] 'agreement among raft nodes before linearized reading' (duration: 279.722654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:09.402763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.636288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:29:09.40277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:09.064814Z","time spent":"337.872997ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:09.402813Z","caller":"traceutil/trace.go:171","msg":"trace[1441902741] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3309; }","duration":"339.70902ms","start":"2026-07-24T05:29:09.063091Z","end":"2026-07-24T05:29:09.4028Z","steps":["trace[1441902741] 'agreement among raft nodes before linearized reading' (duration: 339.521166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:09.402848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:09.063078Z","time spent":"339.763341ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:29:10.279791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.843429ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:29:10.279899Z","caller":"traceutil/trace.go:171","msg":"trace[2015555951] linearizableReadLoop","detail":"{readStateIndex:3478; appliedIndex:3477; }","duration":"247.153061ms","start":"2026-07-24T05:29:10.032726Z","end":"2026-07-24T05:29:10.279879Z","steps":["trace[2015555951] 'read index received' (duration: 8.151599ms)","trace[2015555951] 'applied index is now lower than readState.Index' (duration: 238.999862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:10.280114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.389426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:29:10.280143Z","caller":"traceutil/trace.go:171","msg":"trace[2160496] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3309; }","duration":"247.463218ms","start":"2026-07-24T05:29:10.032671Z","end":"2026-07-24T05:29:10.280134Z","steps":["trace[2160496] 'agreement among raft nodes before linearized reading' (duration: 247.321295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:10.280178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.793898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:10.280243Z","caller":"traceutil/trace.go:171","msg":"trace[1469491178] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3309; }","duration":"135.89734ms","start":"2026-07-24T05:29:10.144331Z","end":"2026-07-24T05:29:10.280228Z","steps":["trace[1469491178] 'agreement among raft nodes before linearized reading' (duration: 135.763477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:10.280242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.663773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:29:10.280263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.345705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:29:10.280263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.238102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-07-24T05:29:10.280347Z","caller":"traceutil/trace.go:171","msg":"trace[654735752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3309; }","duration":"157.481348ms","start":"2026-07-24T05:29:10.122843Z","end":"2026-07-24T05:29:10.280324Z","steps":["trace[654735752] 'agreement among raft nodes before linearized reading' (duration: 157.218192ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:10.280356Z","caller":"traceutil/trace.go:171","msg":"trace[41489321] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3309; }","duration":"247.365225ms","start":"2026-07-24T05:29:10.032976Z","end":"2026-07-24T05:29:10.280341Z","steps":["trace[41489321] 'agreement among raft nodes before linearized reading' (duration: 247.087858ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:10.280395Z","caller":"traceutil/trace.go:171","msg":"trace[1238298626] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3309; }","duration":"241.777786ms","start":"2026-07-24T05:29:10.03853Z","end":"2026-07-24T05:29:10.280308Z","steps":["trace[1238298626] 'agreement among raft nodes before linearized reading' (duration: 241.554371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:10.785556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143006,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:29:11.279482Z","caller":"traceutil/trace.go:171","msg":"trace[1061665405] linearizableReadLoop","detail":"{readStateIndex:3479; appliedIndex:3478; }","duration":"994.107838ms","start":"2026-07-24T05:29:10.285352Z","end":"2026-07-24T05:29:11.27946Z","steps":["trace[1061665405] 'read index received' (duration: 994.070307ms)","trace[1061665405] 'applied index is now lower than readState.Index' (duration: 36.481µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:11.279556Z","caller":"traceutil/trace.go:171","msg":"trace[1284891486] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"994.56432ms","start":"2026-07-24T05:29:10.284962Z","end":"2026-07-24T05:29:11.279526Z","steps":["trace[1284891486] 'process raft request' (duration: 994.357355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:11.279719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:10.28494Z","time spent":"994.700774ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:11.279771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.406236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105781"} {"level":"info","ts":"2026-07-24T05:29:11.2798Z","caller":"traceutil/trace.go:171","msg":"trace[1152532987] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3310; }","duration":"994.475458ms","start":"2026-07-24T05:29:10.285317Z","end":"2026-07-24T05:29:11.279793Z","steps":["trace[1152532987] 'agreement among raft nodes before linearized reading' (duration: 994.247072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:11.279833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:10.285308Z","time spent":"994.519058ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:29:12.018495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.617756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:12.018713Z","caller":"traceutil/trace.go:171","msg":"trace[914839386] linearizableReadLoop","detail":"{readStateIndex:3481; appliedIndex:3479; }","duration":"739.155787ms","start":"2026-07-24T05:29:11.279537Z","end":"2026-07-24T05:29:12.018693Z","steps":["trace[914839386] 'read index received' (duration: 245.281596ms)","trace[914839386] 'applied index is now lower than readState.Index' (duration: 493.873031ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:12.018718Z","caller":"traceutil/trace.go:171","msg":"trace[535311184] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"947.025932ms","start":"2026-07-24T05:29:11.071635Z","end":"2026-07-24T05:29:12.018661Z","steps":["trace[535311184] 'process raft request' (duration: 453.150491ms)","trace[535311184] 'compare' (duration: 493.495042ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:12.018811Z","caller":"traceutil/trace.go:171","msg":"trace[1440018433] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"864.423953ms","start":"2026-07-24T05:29:11.154372Z","end":"2026-07-24T05:29:12.018796Z","steps":["trace[1440018433] 'process raft request' (duration: 864.220268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.018874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.154342Z","time spent":"864.498874ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:12.018938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.071607Z","time spent":"947.199715ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:12.018967Z","caller":"traceutil/trace.go:171","msg":"trace[221795878] transaction","detail":"{read_only:false; response_revision:3314; number_of_response:1; }","duration":"610.130537ms","start":"2026-07-24T05:29:11.408793Z","end":"2026-07-24T05:29:12.018923Z","steps":["trace[221795878] 'process raft request' (duration: 610.014684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.019195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.332717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-07-24T05:29:12.019163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303827796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:12.019206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.408749Z","time spent":"610.312281ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:12.019258Z","caller":"traceutil/trace.go:171","msg":"trace[852143761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3314; }","duration":"1.30398046s","start":"2026-07-24T05:29:10.715253Z","end":"2026-07-24T05:29:12.019234Z","steps":["trace[852143761] 'agreement among raft nodes before linearized reading' (duration: 1.303760884s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.019322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:10.715229Z","time spent":"1.304079051s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:29:12.01923Z","caller":"traceutil/trace.go:171","msg":"trace[514092462] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3314; }","duration":"734.400599ms","start":"2026-07-24T05:29:11.284818Z","end":"2026-07-24T05:29:12.019219Z","steps":["trace[514092462] 'agreement among raft nodes before linearized reading' (duration: 734.271816ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:12.019399Z","caller":"traceutil/trace.go:171","msg":"trace[409003751] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"611.641203ms","start":"2026-07-24T05:29:11.40774Z","end":"2026-07-24T05:29:12.019381Z","steps":["trace[409003751] 'process raft request' (duration: 610.918276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.019397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.884607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:12.019443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.284801Z","time spent":"734.612754ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:29:12.019454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.506642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-24T05:29:12.019464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.407723Z","time spent":"611.704594ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:12.019479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.180541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:12.019504Z","caller":"traceutil/trace.go:171","msg":"trace[1604996422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3314; }","duration":"612.586674ms","start":"2026-07-24T05:29:11.406906Z","end":"2026-07-24T05:29:12.019492Z","steps":["trace[1604996422] 'agreement among raft nodes before linearized reading' (duration: 612.417411ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:12.019499Z","caller":"traceutil/trace.go:171","msg":"trace[161994464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3314; }","duration":"898.010409ms","start":"2026-07-24T05:29:11.121448Z","end":"2026-07-24T05:29:12.019459Z","steps":["trace[161994464] 'agreement among raft nodes before linearized reading' (duration: 897.863655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.019501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.931136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:29:12.019525Z","caller":"traceutil/trace.go:171","msg":"trace[461126255] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3314; }","duration":"733.240542ms","start":"2026-07-24T05:29:11.286272Z","end":"2026-07-24T05:29:12.019512Z","steps":["trace[461126255] 'agreement among raft nodes before linearized reading' (duration: 733.109999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.019534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006425565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:2243"} {"level":"warn","ts":"2026-07-24T05:29:12.019546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.121431Z","time spent":"898.105581ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:12.01953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.224076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:29:12.019567Z","caller":"traceutil/trace.go:171","msg":"trace[469127903] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3314; }","duration":"608.039579ms","start":"2026-07-24T05:29:11.411509Z","end":"2026-07-24T05:29:12.019549Z","steps":["trace[469127903] 'agreement among raft nodes before linearized reading' (duration: 607.857125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.019566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.22333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3933"} {"level":"warn","ts":"2026-07-24T05:29:12.019562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.286265Z","time spent":"733.287013ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:29:12.019601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.790289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:29:12.019604Z","caller":"traceutil/trace.go:171","msg":"trace[1338457161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3314; }","duration":"612.320639ms","start":"2026-07-24T05:29:11.407269Z","end":"2026-07-24T05:29:12.01959Z","steps":["trace[1338457161] 'agreement among raft nodes before linearized reading' (duration: 612.154245ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:12.019584Z","caller":"traceutil/trace.go:171","msg":"trace[1332719207] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3314; }","duration":"1.006522387s","start":"2026-07-24T05:29:11.013045Z","end":"2026-07-24T05:29:12.019567Z","steps":["trace[1332719207] 'agreement among raft nodes before linearized reading' (duration: 1.006311322s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:12.01962Z","caller":"traceutil/trace.go:171","msg":"trace[276510958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3314; }","duration":"612.84765ms","start":"2026-07-24T05:29:11.406768Z","end":"2026-07-24T05:29:12.019615Z","steps":["trace[276510958] 'agreement among raft nodes before linearized reading' (duration: 612.798099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.019622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.411491Z","time spent":"608.114201ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:29:12.019642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.406747Z","time spent":"612.892571ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:29:12.019629Z","caller":"traceutil/trace.go:171","msg":"trace[475395242] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3314; }","duration":"581.327242ms","start":"2026-07-24T05:29:11.438283Z","end":"2026-07-24T05:29:12.019611Z","steps":["trace[475395242] 'agreement among raft nodes before linearized reading' (duration: 581.102397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.019643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.407261Z","time spent":"612.37371ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:12.019648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.338682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T05:29:12.019651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.013022Z","time spent":"1.006620749s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2266,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:29:12.019527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.406894Z","time spent":"612.628255ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:29:12.019687Z","caller":"traceutil/trace.go:171","msg":"trace[1991334897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3314; }","duration":"613.425024ms","start":"2026-07-24T05:29:11.406252Z","end":"2026-07-24T05:29:12.019678Z","steps":["trace[1991334897] 'agreement among raft nodes before linearized reading' (duration: 613.325591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.019685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.438258Z","time spent":"581.413184ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3956,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:29:12.019715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:11.406228Z","time spent":"613.479794ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:12.526416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143014,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:29:12.794945Z","caller":"traceutil/trace.go:171","msg":"trace[1393187015] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3315; }","duration":"772.232852ms","start":"2026-07-24T05:29:12.022691Z","end":"2026-07-24T05:29:12.794924Z","steps":["trace[1393187015] 'process raft request' (duration: 772.085179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:12.795178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:12.022669Z","time spent":"772.422528ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-07-24T05:29:13.445714Z","caller":"traceutil/trace.go:171","msg":"trace[1938231808] transaction","detail":"{read_only:false; response_revision:3316; number_of_response:1; }","duration":"1.420375589s","start":"2026-07-24T05:29:12.025301Z","end":"2026-07-24T05:29:13.445677Z","steps":["trace[1938231808] 'process raft request' (duration: 1.420042751s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:13.445738Z","caller":"traceutil/trace.go:171","msg":"trace[568090738] transaction","detail":"{read_only:false; response_revision:3317; number_of_response:1; }","duration":"1.419996739s","start":"2026-07-24T05:29:12.025714Z","end":"2026-07-24T05:29:13.44571Z","steps":["trace[568090738] 'process raft request' (duration: 1.419835676s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:13.445714Z","caller":"traceutil/trace.go:171","msg":"trace[634115723] transaction","detail":"{read_only:false; response_revision:3318; number_of_response:1; }","duration":"1.419413506s","start":"2026-07-24T05:29:12.02626Z","end":"2026-07-24T05:29:13.445674Z","steps":["trace[634115723] 'process raft request' (duration: 1.419334855s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:13.445879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:12.025704Z","time spent":"1.420098751s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:13.445879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:12.025276Z","time spent":"1.420517591s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:13.446269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:12.026248Z","time spent":"1.41957479s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:13.446304Z","caller":"traceutil/trace.go:171","msg":"trace[1488000723] transaction","detail":"{read_only:false; response_revision:3319; number_of_response:1; }","duration":"1.419701063s","start":"2026-07-24T05:29:12.026573Z","end":"2026-07-24T05:29:13.446274Z","steps":["trace[1488000723] 'process raft request' (duration: 1.419057388s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:13.446372Z","caller":"traceutil/trace.go:171","msg":"trace[1575513164] linearizableReadLoop","detail":"{readStateIndex:3489; appliedIndex:3484; }","duration":"1.420840609s","start":"2026-07-24T05:29:12.025508Z","end":"2026-07-24T05:29:13.446349Z","steps":["trace[1575513164] 'read index received' (duration: 769.457088ms)","trace[1575513164] 'applied index is now lower than readState.Index' (duration: 651.382311ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:13.44641Z","caller":"traceutil/trace.go:171","msg":"trace[790345252] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"1.418646748s","start":"2026-07-24T05:29:12.027755Z","end":"2026-07-24T05:29:13.446402Z","steps":["trace[790345252] 'process raft request' (duration: 1.418217748s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:13.446448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:12.027743Z","time spent":"1.418684799s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3920,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:13.446454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:12.026552Z","time spent":"1.419822235s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:13.446538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32697092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:13.446582Z","caller":"traceutil/trace.go:171","msg":"trace[128240191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3320; }","duration":"1.327064603s","start":"2026-07-24T05:29:12.119505Z","end":"2026-07-24T05:29:13.44657Z","steps":["trace[128240191] 'agreement among raft nodes before linearized reading' (duration: 1.326997481s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:13.446613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:12.119478Z","time spent":"1.327128864s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:13.446632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.503185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:13.446659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.839702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:29:13.446667Z","caller":"traceutil/trace.go:171","msg":"trace[389467677] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3320; }","duration":"494.572967ms","start":"2026-07-24T05:29:12.952082Z","end":"2026-07-24T05:29:13.446655Z","steps":["trace[389467677] 'agreement among raft nodes before linearized reading' (duration: 494.514315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:13.446659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.882174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:13.446681Z","caller":"traceutil/trace.go:171","msg":"trace[890653211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3320; }","duration":"162.891083ms","start":"2026-07-24T05:29:13.283784Z","end":"2026-07-24T05:29:13.446675Z","steps":["trace[890653211] 'agreement among raft nodes before linearized reading' (duration: 162.774111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:13.446667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.665054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:13.446713Z","caller":"traceutil/trace.go:171","msg":"trace[551193297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3320; }","duration":"420.981327ms","start":"2026-07-24T05:29:13.025713Z","end":"2026-07-24T05:29:13.446695Z","steps":["trace[551193297] 'agreement among raft nodes before linearized reading' (duration: 420.796633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:13.446689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:12.95206Z","time spent":"494.623197ms","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:13.446732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.046181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:3935"} {"level":"warn","ts":"2026-07-24T05:29:13.446717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.157371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:29:13.446758Z","caller":"traceutil/trace.go:171","msg":"trace[195690140] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3320; }","duration":"422.108023ms","start":"2026-07-24T05:29:13.024644Z","end":"2026-07-24T05:29:13.446752Z","steps":["trace[195690140] 'agreement among raft nodes before linearized reading' (duration: 422.057652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:13.44678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:13.024622Z","time spent":"422.153535ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3958,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:29:13.446768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:13.025693Z","time spent":"421.062208ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:29:13.446795Z","caller":"traceutil/trace.go:171","msg":"trace[98541256] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3320; }","duration":"160.266843ms","start":"2026-07-24T05:29:13.286507Z","end":"2026-07-24T05:29:13.446774Z","steps":["trace[98541256] 'agreement among raft nodes before linearized reading' (duration: 160.026597ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:13.446722Z","caller":"traceutil/trace.go:171","msg":"trace[684126548] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3320; }","duration":"711.763125ms","start":"2026-07-24T05:29:12.734945Z","end":"2026-07-24T05:29:13.446708Z","steps":["trace[684126548] 'agreement among raft nodes before linearized reading' (duration: 711.664503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:13.446795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421276319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105781"} {"level":"warn","ts":"2026-07-24T05:29:13.446853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:12.734922Z","time spent":"711.916909ms","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:13.446863Z","caller":"traceutil/trace.go:171","msg":"trace[1831017183] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3320; }","duration":"1.421377661s","start":"2026-07-24T05:29:12.025471Z","end":"2026-07-24T05:29:13.446849Z","steps":["trace[1831017183] 'agreement among raft nodes before linearized reading' (duration: 1.421003213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:13.446909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:12.025459Z","time spent":"1.421438912s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:29:14.269398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.347377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:14.269642Z","caller":"traceutil/trace.go:171","msg":"trace[2093249013] transaction","detail":"{read_only:false; response_revision:3321; number_of_response:1; }","duration":"816.719591ms","start":"2026-07-24T05:29:13.452872Z","end":"2026-07-24T05:29:14.269591Z","steps":["trace[2093249013] 'process raft request' (duration: 95.032186ms)","trace[2093249013] 'compare' (duration: 721.149603ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:14.269745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:13.452855Z","time spent":"816.840403ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:14.317986Z","caller":"traceutil/trace.go:171","msg":"trace[671915043] linearizableReadLoop","detail":"{readStateIndex:3491; appliedIndex:3489; }","duration":"863.625734ms","start":"2026-07-24T05:29:13.454336Z","end":"2026-07-24T05:29:14.317962Z","steps":["trace[671915043] 'read index received' (duration: 93.584822ms)","trace[671915043] 'applied index is now lower than readState.Index' (duration: 770.039042ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:14.318103Z","caller":"traceutil/trace.go:171","msg":"trace[1876150505] transaction","detail":"{read_only:false; response_revision:3322; number_of_response:1; }","duration":"864.236528ms","start":"2026-07-24T05:29:13.453824Z","end":"2026-07-24T05:29:14.31806Z","steps":["trace[1876150505] 'process raft request' (duration: 863.952421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.318205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.85248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:14.318247Z","caller":"traceutil/trace.go:171","msg":"trace[709369167] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3322; }","duration":"863.899261ms","start":"2026-07-24T05:29:13.454333Z","end":"2026-07-24T05:29:14.318233Z","steps":["trace[709369167] 'agreement among raft nodes before linearized reading' (duration: 863.813809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.31829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:13.45431Z","time spent":"863.971982ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:29:14.318481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:13.453815Z","time spent":"864.389072ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3932,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:14.410023Z","caller":"traceutil/trace.go:171","msg":"trace[1612579894] transaction","detail":"{read_only:false; response_revision:3323; number_of_response:1; }","duration":"385.252072ms","start":"2026-07-24T05:29:14.024732Z","end":"2026-07-24T05:29:14.409984Z","steps":["trace[1612579894] 'process raft request' (duration: 349.001864ms)","trace[1612579894] 'compare' (duration: 36.001962ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:14.410479Z","caller":"traceutil/trace.go:171","msg":"trace[460390166] transaction","detail":"{read_only:false; response_revision:3325; number_of_response:1; }","duration":"384.379801ms","start":"2026-07-24T05:29:14.026062Z","end":"2026-07-24T05:29:14.410442Z","steps":["trace[460390166] 'process raft request' (duration: 384.125635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.410665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:14.026021Z","time spent":"384.541695ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:14.410747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:14.024707Z","time spent":"385.59241ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:14.410798Z","caller":"traceutil/trace.go:171","msg":"trace[1498373436] transaction","detail":"{read_only:false; response_revision:3324; number_of_response:1; }","duration":"385.350224ms","start":"2026-07-24T05:29:14.02537Z","end":"2026-07-24T05:29:14.41072Z","steps":["trace[1498373436] 'process raft request' (duration: 384.564456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.411095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:14.025135Z","time spent":"385.853345ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:14.41113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.913056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:14.411199Z","caller":"traceutil/trace.go:171","msg":"trace[1424237673] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3326; }","duration":"955.990058ms","start":"2026-07-24T05:29:13.455189Z","end":"2026-07-24T05:29:14.411179Z","steps":["trace[1424237673] 'agreement among raft nodes before linearized reading' (duration: 955.885946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.410945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.708262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:14.411244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:13.455183Z","time spent":"956.052349ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:29:14.411256Z","caller":"traceutil/trace.go:171","msg":"trace[650732474] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3326; }","duration":"937.034289ms","start":"2026-07-24T05:29:13.474204Z","end":"2026-07-24T05:29:14.411238Z","steps":["trace[650732474] 'agreement among raft nodes before linearized reading' (duration: 936.651541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.411362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.892915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:14.411463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:13.47417Z","time spent":"937.187093ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:14.411447Z","caller":"traceutil/trace.go:171","msg":"trace[1863151545] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3326; }","duration":"752.976667ms","start":"2026-07-24T05:29:13.658458Z","end":"2026-07-24T05:29:14.411434Z","steps":["trace[1863151545] 'agreement among raft nodes before linearized reading' (duration: 752.877855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.411577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:13.658403Z","time spent":"753.158372ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:14.411312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.222918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:14.411705Z","caller":"traceutil/trace.go:171","msg":"trace[1105171194] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3326; }","duration":"236.668199ms","start":"2026-07-24T05:29:14.175021Z","end":"2026-07-24T05:29:14.411689Z","steps":["trace[1105171194] 'agreement among raft nodes before linearized reading' (duration: 236.255898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.411772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.602953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105781"} {"level":"info","ts":"2026-07-24T05:29:14.411838Z","caller":"traceutil/trace.go:171","msg":"trace[1359394645] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3326; }","duration":"956.682265ms","start":"2026-07-24T05:29:13.45514Z","end":"2026-07-24T05:29:14.411823Z","steps":["trace[1359394645] 'agreement among raft nodes before linearized reading' (duration: 956.302446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.411886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:13.455132Z","time spent":"956.742067ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105804,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:29:14.624067Z","caller":"traceutil/trace.go:171","msg":"trace[1546586280] linearizableReadLoop","detail":"{readStateIndex:3498; appliedIndex:3496; }","duration":"202.243303ms","start":"2026-07-24T05:29:14.421793Z","end":"2026-07-24T05:29:14.624036Z","steps":["trace[1546586280] 'read index received' (duration: 30.833763ms)","trace[1546586280] 'applied index is now lower than readState.Index' (duration: 171.4083ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:14.624218Z","caller":"traceutil/trace.go:171","msg":"trace[537147548] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"203.978152ms","start":"2026-07-24T05:29:14.420147Z","end":"2026-07-24T05:29:14.624125Z","steps":["trace[537147548] 'process raft request' (duration: 203.698876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.624586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.275903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:14.624635Z","caller":"traceutil/trace.go:171","msg":"trace[2062738733] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3328; }","duration":"134.401895ms","start":"2026-07-24T05:29:14.49022Z","end":"2026-07-24T05:29:14.624622Z","steps":["trace[2062738733] 'agreement among raft nodes before linearized reading' (duration: 134.231022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.624627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.831047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:14.624689Z","caller":"traceutil/trace.go:171","msg":"trace[2110915751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3328; }","duration":"202.891399ms","start":"2026-07-24T05:29:14.421775Z","end":"2026-07-24T05:29:14.624667Z","steps":["trace[2110915751] 'agreement among raft nodes before linearized reading' (duration: 202.662353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.624658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.951827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:29:14.624925Z","caller":"traceutil/trace.go:171","msg":"trace[338215446] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3328; }","duration":"170.275755ms","start":"2026-07-24T05:29:14.454625Z","end":"2026-07-24T05:29:14.624901Z","steps":["trace[338215446] 'agreement among raft nodes before linearized reading' (duration: 169.834355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:14.625297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.244863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:14.625482Z","caller":"traceutil/trace.go:171","msg":"trace[538636438] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3328; }","duration":"170.460569ms","start":"2026-07-24T05:29:14.455Z","end":"2026-07-24T05:29:14.625461Z","steps":["trace[538636438] 'agreement among raft nodes before linearized reading' (duration: 170.162872ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:14.848214Z","caller":"traceutil/trace.go:171","msg":"trace[2136500795] linearizableReadLoop","detail":"{readStateIndex:3499; appliedIndex:3498; }","duration":"218.666652ms","start":"2026-07-24T05:29:14.62952Z","end":"2026-07-24T05:29:14.848187Z","steps":["trace[2136500795] 'read index received' (duration: 199.844068ms)","trace[2136500795] 'applied index is now lower than readState.Index' (duration: 18.821394ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:14.848249Z","caller":"traceutil/trace.go:171","msg":"trace[1353690780] transaction","detail":"{read_only:false; response_revision:3329; number_of_response:1; }","duration":"220.262699ms","start":"2026-07-24T05:29:14.627953Z","end":"2026-07-24T05:29:14.848216Z","steps":["trace[1353690780] 'process raft request' (duration: 201.403414ms)","trace[1353690780] 'compare' (duration: 18.526407ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:14.848457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.928329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:29:14.848517Z","caller":"traceutil/trace.go:171","msg":"trace[1874283529] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3329; }","duration":"219.030411ms","start":"2026-07-24T05:29:14.629473Z","end":"2026-07-24T05:29:14.848503Z","steps":["trace[1874283529] 'agreement among raft nodes before linearized reading' (duration: 218.852806ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:14.86311Z","caller":"traceutil/trace.go:171","msg":"trace[1932194952] transaction","detail":"{read_only:false; response_revision:3331; number_of_response:1; }","duration":"231.879078ms","start":"2026-07-24T05:29:14.631212Z","end":"2026-07-24T05:29:14.863091Z","steps":["trace[1932194952] 'process raft request' (duration: 231.807007ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:14.863175Z","caller":"traceutil/trace.go:171","msg":"trace[528638708] transaction","detail":"{read_only:false; response_revision:3330; number_of_response:1; }","duration":"233.213389ms","start":"2026-07-24T05:29:14.629931Z","end":"2026-07-24T05:29:14.863145Z","steps":["trace[528638708] 'process raft request' (duration: 232.982414ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:15.024132Z","caller":"traceutil/trace.go:171","msg":"trace[717178867] transaction","detail":"{read_only:false; response_revision:3332; number_of_response:1; }","duration":"148.487921ms","start":"2026-07-24T05:29:14.875599Z","end":"2026-07-24T05:29:15.024086Z","steps":["trace[717178867] 'process raft request' (duration: 134.447606ms)","trace[717178867] 'compare' (duration: 13.878201ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:15.30433Z","caller":"traceutil/trace.go:171","msg":"trace[1817562134] linearizableReadLoop","detail":"{readStateIndex:3508; appliedIndex:3507; }","duration":"139.157895ms","start":"2026-07-24T05:29:15.165145Z","end":"2026-07-24T05:29:15.304303Z","steps":["trace[1817562134] 'read index received' (duration: 133.395822ms)","trace[1817562134] 'applied index is now lower than readState.Index' (duration: 5.761013ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:15.304455Z","caller":"traceutil/trace.go:171","msg":"trace[1171201927] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"141.710693ms","start":"2026-07-24T05:29:15.162693Z","end":"2026-07-24T05:29:15.304404Z","steps":["trace[1171201927] 'process raft request' (duration: 135.832467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:15.304598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.429271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-24T05:29:15.304643Z","caller":"traceutil/trace.go:171","msg":"trace[66889426] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:3337; }","duration":"139.511292ms","start":"2026-07-24T05:29:15.16512Z","end":"2026-07-24T05:29:15.304631Z","steps":["trace[66889426] 'agreement among raft nodes before linearized reading' (duration: 139.308128ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:15.381996Z","caller":"traceutil/trace.go:171","msg":"trace[2080119387] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"208.679382ms","start":"2026-07-24T05:29:15.173292Z","end":"2026-07-24T05:29:15.381971Z","steps":["trace[2080119387] 'process raft request' (duration: 208.234202ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:15.656974Z","caller":"traceutil/trace.go:171","msg":"trace[1408628912] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"110.36538ms","start":"2026-07-24T05:29:15.546563Z","end":"2026-07-24T05:29:15.656929Z","steps":["trace[1408628912] 'process raft request' (duration: 110.079893ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:15.887135Z","caller":"traceutil/trace.go:171","msg":"trace[1019887503] transaction","detail":"{read_only:false; response_revision:3345; number_of_response:1; }","duration":"177.748857ms","start":"2026-07-24T05:29:15.709334Z","end":"2026-07-24T05:29:15.887083Z","steps":["trace[1019887503] 'process raft request' (duration: 87.83806ms)","trace[1019887503] 'compare' (duration: 89.58214ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:16.323639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.236727ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:16.323743Z","caller":"traceutil/trace.go:171","msg":"trace[2041320811] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3345; }","duration":"229.36864ms","start":"2026-07-24T05:29:16.094359Z","end":"2026-07-24T05:29:16.323728Z","steps":["trace[2041320811] 'range keys from in-memory index tree' (duration: 229.222657ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:16.665101Z","caller":"traceutil/trace.go:171","msg":"trace[424494430] linearizableReadLoop","detail":"{readStateIndex:3517; appliedIndex:3516; }","duration":"490.081073ms","start":"2026-07-24T05:29:16.174999Z","end":"2026-07-24T05:29:16.66508Z","steps":["trace[424494430] 'read index received' (duration: 489.905509ms)","trace[424494430] 'applied index is now lower than readState.Index' (duration: 174.864µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:16.665197Z","caller":"traceutil/trace.go:171","msg":"trace[1049077664] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"654.292357ms","start":"2026-07-24T05:29:16.01089Z","end":"2026-07-24T05:29:16.665182Z","steps":["trace[1049077664] 'process raft request' (duration: 654.055432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.665272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.010865Z","time spent":"654.356439ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:29:16.665676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.647256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:5815"} {"level":"info","ts":"2026-07-24T05:29:16.665768Z","caller":"traceutil/trace.go:171","msg":"trace[1202620266] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:3346; }","duration":"490.782049ms","start":"2026-07-24T05:29:16.174964Z","end":"2026-07-24T05:29:16.665746Z","steps":["trace[1202620266] 'agreement among raft nodes before linearized reading' (duration: 490.35651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.665813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.174948Z","time spent":"490.855541ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5838,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" "} {"level":"info","ts":"2026-07-24T05:29:16.712214Z","caller":"traceutil/trace.go:171","msg":"trace[1273329649] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"294.770021ms","start":"2026-07-24T05:29:16.417406Z","end":"2026-07-24T05:29:16.712176Z","steps":["trace[1273329649] 'process raft request' (duration: 294.526355ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:16.712233Z","caller":"traceutil/trace.go:171","msg":"trace[1536543420] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"293.269656ms","start":"2026-07-24T05:29:16.418933Z","end":"2026-07-24T05:29:16.712203Z","steps":["trace[1536543420] 'process raft request' (duration: 293.144613ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:16.712411Z","caller":"traceutil/trace.go:171","msg":"trace[2073987213] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"293.42596ms","start":"2026-07-24T05:29:16.418962Z","end":"2026-07-24T05:29:16.712388Z","steps":["trace[2073987213] 'process raft request' (duration: 293.197555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.712591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.049689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:16.712657Z","caller":"traceutil/trace.go:171","msg":"trace[404193795] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:0; response_revision:3349; }","duration":"502.126641ms","start":"2026-07-24T05:29:16.210517Z","end":"2026-07-24T05:29:16.712643Z","steps":["trace[404193795] 'agreement among raft nodes before linearized reading' (duration: 502.016169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.712687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.210498Z","time spent":"502.183903ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:29:16.712894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.921511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:29:16.713026Z","caller":"traceutil/trace.go:171","msg":"trace[1351181685] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3349; }","duration":"294.141646ms","start":"2026-07-24T05:29:16.41886Z","end":"2026-07-24T05:29:16.713002Z","steps":["trace[1351181685] 'agreement among raft nodes before linearized reading' (duration: 293.565123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.713155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.702846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:29:16.713312Z","caller":"traceutil/trace.go:171","msg":"trace[720960764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3349; }","duration":"438.87498ms","start":"2026-07-24T05:29:16.274402Z","end":"2026-07-24T05:29:16.713277Z","steps":["trace[720960764] 'agreement among raft nodes before linearized reading' (duration: 438.082402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.713871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:16.274385Z","time spent":"439.468304ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:29:16.851658Z","caller":"traceutil/trace.go:171","msg":"trace[1541600799] linearizableReadLoop","detail":"{readStateIndex:3521; appliedIndex:3520; }","duration":"139.275418ms","start":"2026-07-24T05:29:16.712366Z","end":"2026-07-24T05:29:16.851642Z","steps":["trace[1541600799] 'read index received' (duration: 121.228471ms)","trace[1541600799] 'applied index is now lower than readState.Index' (duration: 18.046257ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:16.851766Z","caller":"traceutil/trace.go:171","msg":"trace[41630677] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"166.718722ms","start":"2026-07-24T05:29:16.685015Z","end":"2026-07-24T05:29:16.851734Z","steps":["trace[41630677] 'process raft request' (duration: 148.48008ms)","trace[41630677] 'compare' (duration: 18.066748ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:16.851818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.895608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:16.852116Z","caller":"traceutil/trace.go:171","msg":"trace[1839905502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3350; }","duration":"174.193784ms","start":"2026-07-24T05:29:16.677904Z","end":"2026-07-24T05:29:16.852097Z","steps":["trace[1839905502] 'agreement among raft nodes before linearized reading' (duration: 173.825206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:16.93234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.585618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107450"} {"level":"info","ts":"2026-07-24T05:29:16.932455Z","caller":"traceutil/trace.go:171","msg":"trace[1768787582] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3352; }","duration":"211.731272ms","start":"2026-07-24T05:29:16.7207Z","end":"2026-07-24T05:29:16.932431Z","steps":["trace[1768787582] 'agreement among raft nodes before linearized reading' (duration: 211.286932ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:16.932437Z","caller":"traceutil/trace.go:171","msg":"trace[768425432] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"214.659939ms","start":"2026-07-24T05:29:16.717744Z","end":"2026-07-24T05:29:16.932404Z","steps":["trace[768425432] 'process raft request' (duration: 213.993174ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:16.932817Z","caller":"traceutil/trace.go:171","msg":"trace[354414188] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"213.995525ms","start":"2026-07-24T05:29:16.718807Z","end":"2026-07-24T05:29:16.932803Z","steps":["trace[354414188] 'process raft request' (duration: 213.099154ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:16.973918Z","caller":"traceutil/trace.go:171","msg":"trace[939408822] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"115.594791ms","start":"2026-07-24T05:29:16.858277Z","end":"2026-07-24T05:29:16.973872Z","steps":["trace[939408822] 'process raft request' (duration: 94.257088ms)","trace[939408822] 'compare' (duration: 21.113328ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:16.97414Z","caller":"traceutil/trace.go:171","msg":"trace[1829488694] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"115.191952ms","start":"2026-07-24T05:29:16.858938Z","end":"2026-07-24T05:29:16.97413Z","steps":["trace[1829488694] 'process raft request' (duration: 114.865544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:17.947556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.527244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:17.94771Z","caller":"traceutil/trace.go:171","msg":"trace[425964455] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:3365; }","duration":"168.76309ms","start":"2026-07-24T05:29:17.77891Z","end":"2026-07-24T05:29:17.947673Z","steps":["trace[425964455] 'count revisions from in-memory index tree' (duration: 168.409181ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:18.859447Z","caller":"traceutil/trace.go:171","msg":"trace[124741183] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"141.11592ms","start":"2026-07-24T05:29:18.718304Z","end":"2026-07-24T05:29:18.85942Z","steps":["trace[124741183] 'process raft request' (duration: 141.010658ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:18.85947Z","caller":"traceutil/trace.go:171","msg":"trace[1797534648] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"141.394276ms","start":"2026-07-24T05:29:18.718046Z","end":"2026-07-24T05:29:18.85944Z","steps":["trace[1797534648] 'process raft request' (duration: 112.253723ms)","trace[1797534648] 'compare' (duration: 28.747304ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:19.092771Z","caller":"traceutil/trace.go:171","msg":"trace[1803570031] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"148.921032ms","start":"2026-07-24T05:29:18.943826Z","end":"2026-07-24T05:29:19.092747Z","steps":["trace[1803570031] 'process raft request' (duration: 95.510818ms)","trace[1803570031] 'compare' (duration: 53.23956ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:19.092762Z","caller":"traceutil/trace.go:171","msg":"trace[1924596160] linearizableReadLoop","detail":"{readStateIndex:3542; appliedIndex:3541; }","duration":"146.528146ms","start":"2026-07-24T05:29:18.94621Z","end":"2026-07-24T05:29:19.092738Z","steps":["trace[1924596160] 'read index received' (duration: 93.235675ms)","trace[1924596160] 'applied index is now lower than readState.Index' (duration: 53.291471ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:19.092854Z","caller":"traceutil/trace.go:171","msg":"trace[1480721260] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"110.729459ms","start":"2026-07-24T05:29:18.982112Z","end":"2026-07-24T05:29:19.092842Z","steps":["trace[1480721260] 'process raft request' (duration: 110.588376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.093124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.901005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107854"} {"level":"info","ts":"2026-07-24T05:29:19.093176Z","caller":"traceutil/trace.go:171","msg":"trace[1426237244] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3372; }","duration":"146.999107ms","start":"2026-07-24T05:29:18.946165Z","end":"2026-07-24T05:29:19.093164Z","steps":["trace[1426237244] 'agreement among raft nodes before linearized reading' (duration: 146.644869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.093166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.408731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:19.093227Z","caller":"traceutil/trace.go:171","msg":"trace[1753019892] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3372; }","duration":"139.477493ms","start":"2026-07-24T05:29:18.953733Z","end":"2026-07-24T05:29:19.09321Z","steps":["trace[1753019892] 'agreement among raft nodes before linearized reading' (duration: 139.303139ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:19.441354Z","caller":"traceutil/trace.go:171","msg":"trace[1227794066] linearizableReadLoop","detail":"{readStateIndex:3544; appliedIndex:3543; }","duration":"149.831232ms","start":"2026-07-24T05:29:19.291493Z","end":"2026-07-24T05:29:19.441325Z","steps":["trace[1227794066] 'read index received' (duration: 149.644907ms)","trace[1227794066] 'applied index is now lower than readState.Index' (duration: 185.015µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:19.441431Z","caller":"traceutil/trace.go:171","msg":"trace[1454191918] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"189.803276ms","start":"2026-07-24T05:29:19.251586Z","end":"2026-07-24T05:29:19.44139Z","steps":["trace[1454191918] 'process raft request' (duration: 189.510319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.441498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.968825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:19.441531Z","caller":"traceutil/trace.go:171","msg":"trace[566910130] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3373; }","duration":"150.032336ms","start":"2026-07-24T05:29:19.291488Z","end":"2026-07-24T05:29:19.44152Z","steps":["trace[566910130] 'agreement among raft nodes before linearized reading' (duration: 149.946154ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:19.730088Z","caller":"traceutil/trace.go:171","msg":"trace[898082778] linearizableReadLoop","detail":"{readStateIndex:3545; appliedIndex:3544; }","duration":"214.152687ms","start":"2026-07-24T05:29:19.515905Z","end":"2026-07-24T05:29:19.730057Z","steps":["trace[898082778] 'read index received' (duration: 213.954373ms)","trace[898082778] 'applied index is now lower than readState.Index' (duration: 197.034µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:19.730251Z","caller":"traceutil/trace.go:171","msg":"trace[345712835] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"260.220122ms","start":"2026-07-24T05:29:19.470003Z","end":"2026-07-24T05:29:19.730223Z","steps":["trace[345712835] 'process raft request' (duration: 259.818503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.73032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.847242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:19.730382Z","caller":"traceutil/trace.go:171","msg":"trace[730993681] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3374; }","duration":"210.992864ms","start":"2026-07-24T05:29:19.519374Z","end":"2026-07-24T05:29:19.730366Z","steps":["trace[730993681] 'agreement among raft nodes before linearized reading' (duration: 210.873562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.730334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.399093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:19.730486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.573702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:29:19.730455Z","caller":"traceutil/trace.go:171","msg":"trace[1573077086] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3374; }","duration":"214.592627ms","start":"2026-07-24T05:29:19.515839Z","end":"2026-07-24T05:29:19.730431Z","steps":["trace[1573077086] 'agreement among raft nodes before linearized reading' (duration: 214.383502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.730559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.265877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:29:19.730573Z","caller":"traceutil/trace.go:171","msg":"trace[273032193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3374; }","duration":"193.693165ms","start":"2026-07-24T05:29:19.53686Z","end":"2026-07-24T05:29:19.730553Z","steps":["trace[273032193] 'agreement among raft nodes before linearized reading' (duration: 193.440319ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:19.730598Z","caller":"traceutil/trace.go:171","msg":"trace[751099478] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3374; }","duration":"194.413341ms","start":"2026-07-24T05:29:19.536172Z","end":"2026-07-24T05:29:19.730586Z","steps":["trace[751099478] 'agreement among raft nodes before linearized reading' (duration: 194.247578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.730778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.538611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:19.730815Z","caller":"traceutil/trace.go:171","msg":"trace[1644671223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3374; }","duration":"177.609593ms","start":"2026-07-24T05:29:19.553196Z","end":"2026-07-24T05:29:19.730805Z","steps":["trace[1644671223] 'agreement among raft nodes before linearized reading' (duration: 177.541922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.73094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.385501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:29:19.731284Z","caller":"traceutil/trace.go:171","msg":"trace[1560739176] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3374; }","duration":"194.77289ms","start":"2026-07-24T05:29:19.536489Z","end":"2026-07-24T05:29:19.731262Z","steps":["trace[1560739176] 'agreement among raft nodes before linearized reading' (duration: 193.867238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.731046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.135725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:29:19.731429Z","caller":"traceutil/trace.go:171","msg":"trace[2116394303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3374; }","duration":"194.530675ms","start":"2026-07-24T05:29:19.536877Z","end":"2026-07-24T05:29:19.731408Z","steps":["trace[2116394303] 'agreement among raft nodes before linearized reading' (duration: 193.810608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:19.731191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.775943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:29:19.731579Z","caller":"traceutil/trace.go:171","msg":"trace[155770298] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3374; }","duration":"193.223124ms","start":"2026-07-24T05:29:19.538339Z","end":"2026-07-24T05:29:19.731563Z","steps":["trace[155770298] 'agreement among raft nodes before linearized reading' (duration: 191.954254ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:20.059307Z","caller":"traceutil/trace.go:171","msg":"trace[1009773174] transaction","detail":"{read_only:false; response_revision:3377; number_of_response:1; }","duration":"322.719007ms","start":"2026-07-24T05:29:19.736563Z","end":"2026-07-24T05:29:20.059282Z","steps":["trace[1009773174] 'process raft request' (duration: 322.630045ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:20.059345Z","caller":"traceutil/trace.go:171","msg":"trace[216755963] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"322.87575ms","start":"2026-07-24T05:29:19.73643Z","end":"2026-07-24T05:29:20.059306Z","steps":["trace[216755963] 'process raft request' (duration: 322.511801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.059477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.73655Z","time spent":"322.82972ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:20.059533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.7364Z","time spent":"323.013364ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:20.059542Z","caller":"traceutil/trace.go:171","msg":"trace[853262107] transaction","detail":"{read_only:false; response_revision:3378; number_of_response:1; }","duration":"322.582143ms","start":"2026-07-24T05:29:19.736931Z","end":"2026-07-24T05:29:20.059513Z","steps":["trace[853262107] 'process raft request' (duration: 322.303567ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:20.059673Z","caller":"traceutil/trace.go:171","msg":"trace[1598368644] transaction","detail":"{read_only:false; response_revision:3379; number_of_response:1; }","duration":"322.518981ms","start":"2026-07-24T05:29:19.737138Z","end":"2026-07-24T05:29:20.059657Z","steps":["trace[1598368644] 'process raft request' (duration: 322.266735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.059693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.736917Z","time spent":"322.700765ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:20.059767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.7371Z","time spent":"322.621334ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:20.059878Z","caller":"traceutil/trace.go:171","msg":"trace[1033949610] transaction","detail":"{read_only:false; response_revision:3381; number_of_response:1; }","duration":"322.308887ms","start":"2026-07-24T05:29:19.737551Z","end":"2026-07-24T05:29:20.05986Z","steps":["trace[1033949610] 'process raft request' (duration: 322.199844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.059975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.737538Z","time spent":"322.396309ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:20.060096Z","caller":"traceutil/trace.go:171","msg":"trace[1054482922] linearizableReadLoop","detail":"{readStateIndex:3551; appliedIndex:3546; }","duration":"322.645665ms","start":"2026-07-24T05:29:19.73743Z","end":"2026-07-24T05:29:20.060076Z","steps":["trace[1054482922] 'read index received' (duration: 88.647968ms)","trace[1054482922] 'applied index is now lower than readState.Index' (duration: 233.996617ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:20.060308Z","caller":"traceutil/trace.go:171","msg":"trace[1600129590] transaction","detail":"{read_only:false; response_revision:3382; number_of_response:1; }","duration":"322.112093ms","start":"2026-07-24T05:29:19.73818Z","end":"2026-07-24T05:29:20.060292Z","steps":["trace[1600129590] 'process raft request' (duration: 321.641792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.060398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.73817Z","time spent":"322.177434ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:20.060674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.230768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107634"} {"level":"info","ts":"2026-07-24T05:29:20.060738Z","caller":"traceutil/trace.go:171","msg":"trace[1621110030] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3383; }","duration":"323.32109ms","start":"2026-07-24T05:29:19.737406Z","end":"2026-07-24T05:29:20.060727Z","steps":["trace[1621110030] 'agreement among raft nodes before linearized reading' (duration: 323.005312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.060773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.737396Z","time spent":"323.36844ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":107657,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:29:20.060857Z","caller":"traceutil/trace.go:171","msg":"trace[220177637] transaction","detail":"{read_only:false; response_revision:3383; number_of_response:1; }","duration":"319.904281ms","start":"2026-07-24T05:29:19.740934Z","end":"2026-07-24T05:29:20.060838Z","steps":["trace[220177637] 'process raft request' (duration: 319.063232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.060977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.740926Z","time spent":"319.985643ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6863,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:20.061302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.904337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:20.061349Z","caller":"traceutil/trace.go:171","msg":"trace[1771874696] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3383; }","duration":"321.966319ms","start":"2026-07-24T05:29:19.739373Z","end":"2026-07-24T05:29:20.061339Z","steps":["trace[1771874696] 'agreement among raft nodes before linearized reading' (duration: 321.899357ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:20.060216Z","caller":"traceutil/trace.go:171","msg":"trace[1754077889] transaction","detail":"{read_only:false; response_revision:3380; number_of_response:1; }","duration":"322.85757ms","start":"2026-07-24T05:29:19.737346Z","end":"2026-07-24T05:29:20.060204Z","steps":["trace[1754077889] 'process raft request' (duration: 322.206255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:20.061388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.739366Z","time spent":"322.01215ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:29:20.06154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:19.737337Z","time spent":"324.094538ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:20.899841Z","caller":"traceutil/trace.go:171","msg":"trace[326958840] transaction","detail":"{read_only:false; response_revision:3385; number_of_response:1; }","duration":"166.822445ms","start":"2026-07-24T05:29:20.732983Z","end":"2026-07-24T05:29:20.899805Z","steps":["trace[326958840] 'process raft request' (duration: 166.56281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.458866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143163,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:29:22.532794Z","caller":"traceutil/trace.go:171","msg":"trace[1407719197] transaction","detail":"{read_only:false; response_revision:3390; number_of_response:1; }","duration":"699.687326ms","start":"2026-07-24T05:29:21.83308Z","end":"2026-07-24T05:29:22.532767Z","steps":["trace[1407719197] 'process raft request' (duration: 699.500851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.532952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:21.833059Z","time spent":"699.81731ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:22.85679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.33282ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:29:22.857019Z","caller":"traceutil/trace.go:171","msg":"trace[321241744] linearizableReadLoop","detail":"{readStateIndex:3563; appliedIndex:3560; }","duration":"898.454308ms","start":"2026-07-24T05:29:21.958546Z","end":"2026-07-24T05:29:22.857Z","steps":["trace[321241744] 'read index received' (duration: 574.018922ms)","trace[321241744] 'applied index is now lower than readState.Index' (duration: 324.434506ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:22.857061Z","caller":"traceutil/trace.go:171","msg":"trace[1885314873] transaction","detail":"{read_only:false; response_revision:3391; number_of_response:1; }","duration":"454.559632ms","start":"2026-07-24T05:29:22.402462Z","end":"2026-07-24T05:29:22.857021Z","steps":["trace[1885314873] 'process raft request' (duration: 454.416039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.857151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.599781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:22.857191Z","caller":"traceutil/trace.go:171","msg":"trace[434321974] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3391; }","duration":"898.688623ms","start":"2026-07-24T05:29:21.958494Z","end":"2026-07-24T05:29:22.857182Z","steps":["trace[434321974] 'agreement among raft nodes before linearized reading' (duration: 898.618211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.857215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:22.402434Z","time spent":"454.695846ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:22.857286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.847037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:22.857286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.485753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:29:22.857332Z","caller":"traceutil/trace.go:171","msg":"trace[49569073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3391; }","duration":"286.928649ms","start":"2026-07-24T05:29:22.570385Z","end":"2026-07-24T05:29:22.857314Z","steps":["trace[49569073] 'agreement among raft nodes before linearized reading' (duration: 286.876088ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:22.857332Z","caller":"traceutil/trace.go:171","msg":"trace[306163620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3391; }","duration":"793.576855ms","start":"2026-07-24T05:29:22.063743Z","end":"2026-07-24T05:29:22.85732Z","steps":["trace[306163620] 'agreement among raft nodes before linearized reading' (duration: 793.446142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.857229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:21.958472Z","time spent":"898.747505ms","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:22.857387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.176423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:22.857505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.147032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:29:22.857474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:22.063722Z","time spent":"793.712669ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:29:22.857547Z","caller":"traceutil/trace.go:171","msg":"trace[1927057606] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3391; }","duration":"792.205633ms","start":"2026-07-24T05:29:22.065332Z","end":"2026-07-24T05:29:22.857537Z","steps":["trace[1927057606] 'agreement among raft nodes before linearized reading' (duration: 792.114071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.857581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:22.065323Z","time spent":"792.248334ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:29:22.857589Z","caller":"traceutil/trace.go:171","msg":"trace[383626348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3391; }","duration":"737.372796ms","start":"2026-07-24T05:29:22.120141Z","end":"2026-07-24T05:29:22.857514Z","steps":["trace[383626348] 'agreement among raft nodes before linearized reading' (duration: 737.09806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.857719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.37186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:29:22.857723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.812648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:29:22.857753Z","caller":"traceutil/trace.go:171","msg":"trace[1437559277] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3391; }","duration":"683.441281ms","start":"2026-07-24T05:29:22.174302Z","end":"2026-07-24T05:29:22.857744Z","steps":["trace[1437559277] 'agreement among raft nodes before linearized reading' (duration: 683.364299ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:22.857757Z","caller":"traceutil/trace.go:171","msg":"trace[1083939242] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3391; }","duration":"792.870469ms","start":"2026-07-24T05:29:22.064878Z","end":"2026-07-24T05:29:22.857748Z","steps":["trace[1083939242] 'agreement among raft nodes before linearized reading' (duration: 792.774067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.857719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:22.120128Z","time spent":"737.574882ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:22.857781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:22.174278Z","time spent":"683.494692ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:29:22.857423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.105511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:29:22.857784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:22.064867Z","time spent":"792.91104ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:29:22.857877Z","caller":"traceutil/trace.go:171","msg":"trace[2033351270] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3391; }","duration":"789.582364ms","start":"2026-07-24T05:29:22.068287Z","end":"2026-07-24T05:29:22.85787Z","steps":["trace[2033351270] 'agreement among raft nodes before linearized reading' (duration: 789.065931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:22.857987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:22.068278Z","time spent":"789.698906ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:29:23.047505Z","caller":"traceutil/trace.go:171","msg":"trace[340211066] transaction","detail":"{read_only:false; response_revision:3395; number_of_response:1; }","duration":"142.39762ms","start":"2026-07-24T05:29:22.905085Z","end":"2026-07-24T05:29:23.047482Z","steps":["trace[340211066] 'process raft request' (duration: 74.290337ms)","trace[340211066] 'compare' (duration: 67.99756ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:23.105675Z","caller":"traceutil/trace.go:171","msg":"trace[1661935167] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"164.43493ms","start":"2026-07-24T05:29:22.941191Z","end":"2026-07-24T05:29:23.105626Z","steps":["trace[1661935167] 'process raft request' (duration: 164.198104ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:23.105799Z","caller":"traceutil/trace.go:171","msg":"trace[764053352] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"163.969128ms","start":"2026-07-24T05:29:22.941788Z","end":"2026-07-24T05:29:23.105757Z","steps":["trace[764053352] 'process raft request' (duration: 163.742683ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:23.105599Z","caller":"traceutil/trace.go:171","msg":"trace[997791963] linearizableReadLoop","detail":"{readStateIndex:3569; appliedIndex:3566; }","duration":"127.763003ms","start":"2026-07-24T05:29:22.977811Z","end":"2026-07-24T05:29:23.105574Z","steps":["trace[997791963] 'read index received' (duration: 1.577857ms)","trace[997791963] 'applied index is now lower than readState.Index' (duration: 126.183676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:23.106435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.587411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414021"} {"level":"info","ts":"2026-07-24T05:29:23.106521Z","caller":"traceutil/trace.go:171","msg":"trace[2051556854] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:3397; }","duration":"128.733145ms","start":"2026-07-24T05:29:22.977769Z","end":"2026-07-24T05:29:23.106502Z","steps":["trace[2051556854] 'agreement among raft nodes before linearized reading' (duration: 128.060079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:23.454621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.253326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:23.454818Z","caller":"traceutil/trace.go:171","msg":"trace[1346680152] linearizableReadLoop","detail":"{readStateIndex:3571; appliedIndex:3569; }","duration":"262.434194ms","start":"2026-07-24T05:29:23.192368Z","end":"2026-07-24T05:29:23.454802Z","steps":["trace[1346680152] 'read index received' (duration: 126.936173ms)","trace[1346680152] 'applied index is now lower than readState.Index' (duration: 135.496911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:23.455036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.659139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:23.455086Z","caller":"traceutil/trace.go:171","msg":"trace[184840643] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3399; }","duration":"262.753001ms","start":"2026-07-24T05:29:23.192322Z","end":"2026-07-24T05:29:23.455075Z","steps":["trace[184840643] 'agreement among raft nodes before linearized reading' (duration: 262.667419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:23.455135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.895521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:29:23.455173Z","caller":"traceutil/trace.go:171","msg":"trace[60592008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3399; }","duration":"248.972683ms","start":"2026-07-24T05:29:23.20619Z","end":"2026-07-24T05:29:23.455162Z","steps":["trace[60592008] 'agreement among raft nodes before linearized reading' (duration: 248.84833ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:23.455205Z","caller":"traceutil/trace.go:171","msg":"trace[1347815473] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"292.912809ms","start":"2026-07-24T05:29:23.162283Z","end":"2026-07-24T05:29:23.455196Z","steps":["trace[1347815473] 'process raft request' (duration: 157.001208ms)","trace[1347815473] 'compare' (duration: 135.100332ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:23.455264Z","caller":"traceutil/trace.go:171","msg":"trace[688311256] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"284.391811ms","start":"2026-07-24T05:29:23.170868Z","end":"2026-07-24T05:29:23.455259Z","steps":["trace[688311256] 'process raft request' (duration: 283.854469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:23.455692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.003468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:29:23.455724Z","caller":"traceutil/trace.go:171","msg":"trace[1494342185] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3399; }","duration":"244.057129ms","start":"2026-07-24T05:29:23.21166Z","end":"2026-07-24T05:29:23.455717Z","steps":["trace[1494342185] 'agreement among raft nodes before linearized reading' (duration: 243.787573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:24.110826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.666216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:24.110913Z","caller":"traceutil/trace.go:171","msg":"trace[308251936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3401; }","duration":"245.80218ms","start":"2026-07-24T05:29:23.86509Z","end":"2026-07-24T05:29:24.110893Z","steps":["trace[308251936] 'range keys from in-memory index tree' (duration: 245.447332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:24.690599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.884681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:24.690707Z","caller":"traceutil/trace.go:171","msg":"trace[663583930] linearizableReadLoop","detail":"{readStateIndex:3575; appliedIndex:3574; }","duration":"153.694731ms","start":"2026-07-24T05:29:24.536994Z","end":"2026-07-24T05:29:24.690689Z","steps":["trace[663583930] 'read index received' (duration: 41.951µs)","trace[663583930] 'applied index is now lower than readState.Index' (duration: 153.65164ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:24.690795Z","caller":"traceutil/trace.go:171","msg":"trace[383381337] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"273.695124ms","start":"2026-07-24T05:29:24.417088Z","end":"2026-07-24T05:29:24.690783Z","steps":["trace[383381337] 'process raft request' (duration: 98.552717ms)","trace[383381337] 'compare' (duration: 174.721897ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:24.691242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.245404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:29:24.691308Z","caller":"traceutil/trace.go:171","msg":"trace[863918648] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3402; }","duration":"154.357156ms","start":"2026-07-24T05:29:24.536935Z","end":"2026-07-24T05:29:24.691292Z","steps":["trace[863918648] 'agreement among raft nodes before linearized reading' (duration: 154.184303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:25.194831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.077241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:25.195121Z","caller":"traceutil/trace.go:171","msg":"trace[1078278629] linearizableReadLoop","detail":"{readStateIndex:3576; appliedIndex:3575; }","duration":"498.607801ms","start":"2026-07-24T05:29:24.69647Z","end":"2026-07-24T05:29:25.195077Z","steps":["trace[1078278629] 'read index received' (duration: 128.08546ms)","trace[1078278629] 'applied index is now lower than readState.Index' (duration: 370.519271ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:25.195288Z","caller":"traceutil/trace.go:171","msg":"trace[1060624594] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"141.583132ms","start":"2026-07-24T05:29:25.053671Z","end":"2026-07-24T05:29:25.195254Z","steps":["trace[1060624594] 'process raft request' (duration: 141.285995ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:25.195377Z","caller":"traceutil/trace.go:171","msg":"trace[1505245712] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"499.632544ms","start":"2026-07-24T05:29:24.69572Z","end":"2026-07-24T05:29:25.195352Z","steps":["trace[1505245712] 'process raft request' (duration: 128.93648ms)","trace[1505245712] 'compare' (duration: 369.916326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:25.19556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:24.6957Z","time spent":"499.726326ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:25.195663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.672902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T05:29:25.195687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.322105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:29:25.19573Z","caller":"traceutil/trace.go:171","msg":"trace[603536497] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3406; }","duration":"498.775324ms","start":"2026-07-24T05:29:24.696938Z","end":"2026-07-24T05:29:25.195714Z","steps":["trace[603536497] 'agreement among raft nodes before linearized reading' (duration: 498.626711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:25.195737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.166444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-07-24T05:29:25.195738Z","caller":"traceutil/trace.go:171","msg":"trace[274782247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3406; }","duration":"257.411888ms","start":"2026-07-24T05:29:24.93831Z","end":"2026-07-24T05:29:25.195722Z","steps":["trace[274782247] 'agreement among raft nodes before linearized reading' (duration: 257.261744ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:25.195773Z","caller":"traceutil/trace.go:171","msg":"trace[1621829005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3406; }","duration":"106.236825ms","start":"2026-07-24T05:29:25.089527Z","end":"2026-07-24T05:29:25.195764Z","steps":["trace[1621829005] 'agreement among raft nodes before linearized reading' (duration: 106.072731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:25.19578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:24.696924Z","time spent":"498.839366ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:29:25.19579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.299526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18857"} {"level":"warn","ts":"2026-07-24T05:29:25.195808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.915956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:29:25.195819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.116368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-24T05:29:25.195828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.412734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:29:25.195852Z","caller":"traceutil/trace.go:171","msg":"trace[1690445112] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3406; }","duration":"499.421179ms","start":"2026-07-24T05:29:24.696412Z","end":"2026-07-24T05:29:25.195833Z","steps":["trace[1690445112] 'agreement among raft nodes before linearized reading' (duration: 499.199214ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:25.19587Z","caller":"traceutil/trace.go:171","msg":"trace[1463879198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3406; }","duration":"295.226771ms","start":"2026-07-24T05:29:24.900631Z","end":"2026-07-24T05:29:25.195857Z","steps":["trace[1463879198] 'agreement among raft nodes before linearized reading' (duration: 295.052167ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:25.195869Z","caller":"traceutil/trace.go:171","msg":"trace[65685898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3406; }","duration":"259.993468ms","start":"2026-07-24T05:29:24.935858Z","end":"2026-07-24T05:29:25.195852Z","steps":["trace[65685898] 'agreement among raft nodes before linearized reading' (duration: 259.795973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:25.195898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:24.696395Z","time spent":"499.49205ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18880,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T05:29:25.195895Z","caller":"traceutil/trace.go:171","msg":"trace[1339399921] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3406; }","duration":"259.484295ms","start":"2026-07-24T05:29:24.936388Z","end":"2026-07-24T05:29:25.195873Z","steps":["trace[1339399921] 'agreement among raft nodes before linearized reading' (duration: 259.321451ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:25.335639Z","caller":"traceutil/trace.go:171","msg":"trace[1801429655] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"135.439979ms","start":"2026-07-24T05:29:25.200163Z","end":"2026-07-24T05:29:25.335602Z","steps":["trace[1801429655] 'process raft request' (duration: 116.131942ms)","trace[1801429655] 'compare' (duration: 19.110432ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:25.335693Z","caller":"traceutil/trace.go:171","msg":"trace[409396458] linearizableReadLoop","detail":"{readStateIndex:3580; appliedIndex:3579; }","duration":"134.491747ms","start":"2026-07-24T05:29:25.201169Z","end":"2026-07-24T05:29:25.33566Z","steps":["trace[409396458] 'read index received' (duration: 115.118849ms)","trace[409396458] 'applied index is now lower than readState.Index' (duration: 19.369798ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:25.335691Z","caller":"traceutil/trace.go:171","msg":"trace[347102632] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"134.488187ms","start":"2026-07-24T05:29:25.201175Z","end":"2026-07-24T05:29:25.335663Z","steps":["trace[347102632] 'process raft request' (duration: 134.380865ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:25.335732Z","caller":"traceutil/trace.go:171","msg":"trace[1955423685] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"133.588357ms","start":"2026-07-24T05:29:25.202118Z","end":"2026-07-24T05:29:25.335707Z","steps":["trace[1955423685] 'process raft request' (duration: 133.497405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:25.335906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.024029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:25.335961Z","caller":"traceutil/trace.go:171","msg":"trace[681312233] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3409; }","duration":"128.116ms","start":"2026-07-24T05:29:25.207829Z","end":"2026-07-24T05:29:25.335945Z","steps":["trace[681312233] 'agreement among raft nodes before linearized reading' (duration: 127.977487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:25.33623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.03257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107634"} {"level":"info","ts":"2026-07-24T05:29:25.336311Z","caller":"traceutil/trace.go:171","msg":"trace[1065930654] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3409; }","duration":"135.152882ms","start":"2026-07-24T05:29:25.201138Z","end":"2026-07-24T05:29:25.336291Z","steps":["trace[1065930654] 'agreement among raft nodes before linearized reading' (duration: 134.658981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:26.770395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.018708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:26.770782Z","caller":"traceutil/trace.go:171","msg":"trace[1271257033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3412; }","duration":"566.453368ms","start":"2026-07-24T05:29:26.204302Z","end":"2026-07-24T05:29:26.770755Z","steps":["trace[1271257033] 'range keys from in-memory index tree' (duration: 565.775602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:26.770832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:26.20428Z","time spent":"566.54054ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:29:27.37933Z","caller":"traceutil/trace.go:171","msg":"trace[1667923540] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"177.945672ms","start":"2026-07-24T05:29:27.201358Z","end":"2026-07-24T05:29:27.379304Z","steps":["trace[1667923540] 'process raft request' (duration: 177.717177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:29.62911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.107683118s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:29:30.119471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597888024s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:30.120081Z","caller":"traceutil/trace.go:171","msg":"trace[1075156855] transaction","detail":"{read_only:false; response_revision:3417; number_of_response:1; }","duration":"2.612581444s","start":"2026-07-24T05:29:27.507476Z","end":"2026-07-24T05:29:30.120057Z","steps":["trace[1075156855] 'process raft request' (duration: 2.612526462s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.120178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.507442Z","time spent":"2.612688216s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:30.12028Z","caller":"traceutil/trace.go:171","msg":"trace[72517769] transaction","detail":"{read_only:false; response_revision:3414; number_of_response:1; }","duration":"2.918737587s","start":"2026-07-24T05:29:27.201484Z","end":"2026-07-24T05:29:30.120222Z","steps":["trace[72517769] 'process raft request' (duration: 319.976753ms)","trace[72517769] 'compare' (duration: 2.596806029s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:30.120362Z","caller":"traceutil/trace.go:171","msg":"trace[1366657917] linearizableReadLoop","detail":"{readStateIndex:3589; appliedIndex:3585; }","duration":"2.778796304s","start":"2026-07-24T05:29:27.341533Z","end":"2026-07-24T05:29:30.12033Z","steps":["trace[1366657917] 'read index received' (duration: 37.537858ms)","trace[1366657917] 'applied index is now lower than readState.Index' (duration: 2.741251436s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:30.120365Z","caller":"traceutil/trace.go:171","msg":"trace[1708640214] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"2.915039353s","start":"2026-07-24T05:29:27.205285Z","end":"2026-07-24T05:29:30.120324Z","steps":["trace[1708640214] 'process raft request' (duration: 2.914653684s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:30.120416Z","caller":"traceutil/trace.go:171","msg":"trace[119391329] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"2.91711906s","start":"2026-07-24T05:29:27.203248Z","end":"2026-07-24T05:29:30.120367Z","steps":["trace[119391329] 'process raft request' (duration: 2.916369013s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.120449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.201459Z","time spent":"2.918903002s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:30.120522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.205272Z","time spent":"2.915173426s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:30.120603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.203238Z","time spent":"2.917270223s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:30.120614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779044429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T05:29:30.120666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779120531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:29:30.120719Z","caller":"traceutil/trace.go:171","msg":"trace[145563937] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3417; }","duration":"2.779206833s","start":"2026-07-24T05:29:27.341487Z","end":"2026-07-24T05:29:30.120694Z","steps":["trace[145563937] 'agreement among raft nodes before linearized reading' (duration: 2.778868846s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:30.120728Z","caller":"traceutil/trace.go:171","msg":"trace[1718734720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3417; }","duration":"2.779219814s","start":"2026-07-24T05:29:27.341487Z","end":"2026-07-24T05:29:30.120707Z","steps":["trace[1718734720] 'agreement among raft nodes before linearized reading' (duration: 2.778979068s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.120768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.341463Z","time spent":"2.779296116s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:29:30.120777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.341463Z","time spent":"2.779301106s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:30.122103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999621082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:29:30.122169Z","caller":"traceutil/trace.go:171","msg":"trace[1155355332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999806745s","start":"2026-07-24T05:29:28.122346Z","end":"2026-07-24T05:29:30.122153Z","steps":["trace[1155355332] 'agreement among raft nodes before linearized reading' (duration: 1.999730014s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.12221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:28.122324Z","time spent":"1.999876808s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:29:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T05:29:30.238417Z","caller":"traceutil/trace.go:171","msg":"trace[388346887] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"853.339526ms","start":"2026-07-24T05:29:29.385046Z","end":"2026-07-24T05:29:30.238386Z","steps":["trace[388346887] 'process raft request' (duration: 848.595237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.238607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:29.385022Z","time spent":"853.483079ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:30.55813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.939353ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:29:30.55901Z","caller":"traceutil/trace.go:171","msg":"trace[1673373856] linearizableReadLoop","detail":"{readStateIndex:3594; appliedIndex:3590; }","duration":"438.551364ms","start":"2026-07-24T05:29:30.120427Z","end":"2026-07-24T05:29:30.558979Z","steps":["trace[1673373856] 'read index received' (duration: 113.233787ms)","trace[1673373856] 'applied index is now lower than readState.Index' (duration: 325.316437ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:30.559068Z","caller":"traceutil/trace.go:171","msg":"trace[1068629627] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"525.339118ms","start":"2026-07-24T05:29:30.033708Z","end":"2026-07-24T05:29:30.559047Z","steps":["trace[1068629627] 'process raft request' (duration: 524.528349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.559461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.033657Z","time spent":"525.706177ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:30.559549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81212172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:6147"} {"level":"warn","ts":"2026-07-24T05:29:30.559607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.957451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:30.559179Z","caller":"traceutil/trace.go:171","msg":"trace[1654685848] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"524.718745ms","start":"2026-07-24T05:29:30.034447Z","end":"2026-07-24T05:29:30.559166Z","steps":["trace[1654685848] 'process raft request' (duration: 524.315516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.559621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.871532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:30.559686Z","caller":"traceutil/trace.go:171","msg":"trace[1978507354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3422; }","duration":"429.072613ms","start":"2026-07-24T05:29:30.130594Z","end":"2026-07-24T05:29:30.559667Z","steps":["trace[1978507354] 'agreement among raft nodes before linearized reading' (duration: 428.93326ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:30.559705Z","caller":"traceutil/trace.go:171","msg":"trace[1472844519] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:3422; }","duration":"1.812408456s","start":"2026-07-24T05:29:28.747254Z","end":"2026-07-24T05:29:30.559662Z","steps":["trace[1472844519] 'agreement among raft nodes before linearized reading' (duration: 1.812021517s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.559716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.215628067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:29:30.559713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.751802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:30.559711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.044833371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:29:30.55977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29822044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:30.559256Z","caller":"traceutil/trace.go:171","msg":"trace[378430964] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"433.031686ms","start":"2026-07-24T05:29:30.126216Z","end":"2026-07-24T05:29:30.559248Z","steps":["trace[378430964] 'process raft request' (duration: 432.706638ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:30.559709Z","caller":"traceutil/trace.go:171","msg":"trace[1710219012] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3422; }","duration":"375.014025ms","start":"2026-07-24T05:29:30.184677Z","end":"2026-07-24T05:29:30.559691Z","steps":["trace[1710219012] 'agreement among raft nodes before linearized reading' (duration: 374.883422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:30.559794Z","caller":"traceutil/trace.go:171","msg":"trace[1116966119] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3422; }","duration":"398.883836ms","start":"2026-07-24T05:29:30.160894Z","end":"2026-07-24T05:29:30.559778Z","steps":["trace[1116966119] 'agreement among raft nodes before linearized reading' (duration: 398.702472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.559614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218001913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:29:30.559826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.184657Z","time spent":"375.156568ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:30.559846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.160882Z","time spent":"398.954137ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:30.559723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.130585Z","time spent":"429.132666ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:29:30.559769Z","caller":"traceutil/trace.go:171","msg":"trace[553770807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3422; }","duration":"3.215714409s","start":"2026-07-24T05:29:27.344039Z","end":"2026-07-24T05:29:30.559753Z","steps":["trace[553770807] 'agreement among raft nodes before linearized reading' (duration: 3.215614577s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.559813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.034436Z","time spent":"525.266337ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:30.559868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043278185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:29:30.559868Z","caller":"traceutil/trace.go:171","msg":"trace[1346697883] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3422; }","duration":"2.298310832s","start":"2026-07-24T05:29:28.261482Z","end":"2026-07-24T05:29:30.559793Z","steps":["trace[1346697883] 'agreement among raft nodes before linearized reading' (duration: 2.298262761s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.559901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.34402Z","time spent":"3.215870993s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:29:30.55991Z","caller":"traceutil/trace.go:171","msg":"trace[1869175587] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3422; }","duration":"3.043356767s","start":"2026-07-24T05:29:27.516544Z","end":"2026-07-24T05:29:30.559901Z","steps":["trace[1869175587] 'agreement among raft nodes before linearized reading' (duration: 3.043196743s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.559939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:28.261437Z","time spent":"2.298480436s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:30.559945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.516519Z","time spent":"3.043418759s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:29:30.559818Z","caller":"traceutil/trace.go:171","msg":"trace[280481064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3422; }","duration":"3.044993845s","start":"2026-07-24T05:29:27.514798Z","end":"2026-07-24T05:29:30.559792Z","steps":["trace[280481064] 'agreement among raft nodes before linearized reading' (duration: 3.044689008s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.560062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.514778Z","time spent":"3.045269761s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:30.559851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.126193Z","time spent":"433.611749ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:30.559789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:28.747236Z","time spent":"1.812527379s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6170,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" "} {"level":"info","ts":"2026-07-24T05:29:30.559218Z","caller":"traceutil/trace.go:171","msg":"trace[69060231] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"433.247991ms","start":"2026-07-24T05:29:30.125961Z","end":"2026-07-24T05:29:30.559209Z","steps":["trace[69060231] 'process raft request' (duration: 432.913393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.56026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.125941Z","time spent":"434.269204ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:30.559849Z","caller":"traceutil/trace.go:171","msg":"trace[1011877516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3422; }","duration":"3.218283589s","start":"2026-07-24T05:29:27.341552Z","end":"2026-07-24T05:29:30.559835Z","steps":["trace[1011877516] 'agreement among raft nodes before linearized reading' (duration: 3.217925191s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.560327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.341526Z","time spent":"3.21878758s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:29:30.559901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.077539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-07-24T05:29:30.560428Z","caller":"traceutil/trace.go:171","msg":"trace[1788063750] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3422; }","duration":"202.754624ms","start":"2026-07-24T05:29:30.357663Z","end":"2026-07-24T05:29:30.560418Z","steps":["trace[1788063750] 'agreement among raft nodes before linearized reading' (duration: 201.986517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.55995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781281112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:30.560498Z","caller":"traceutil/trace.go:171","msg":"trace[16059030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3422; }","duration":"2.781908766s","start":"2026-07-24T05:29:27.778578Z","end":"2026-07-24T05:29:30.560487Z","steps":["trace[16059030] 'agreement among raft nodes before linearized reading' (duration: 2.781103608s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.560545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:27.778556Z","time spent":"2.781979058s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:29:30.875539Z","caller":"traceutil/trace.go:171","msg":"trace[1709433439] linearizableReadLoop","detail":"{readStateIndex:3598; appliedIndex:3596; }","duration":"309.219135ms","start":"2026-07-24T05:29:30.5663Z","end":"2026-07-24T05:29:30.875519Z","steps":["trace[1709433439] 'read index received' (duration: 45.173344ms)","trace[1709433439] 'applied index is now lower than readState.Index' (duration: 264.044831ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:30.875647Z","caller":"traceutil/trace.go:171","msg":"trace[1247144913] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"304.138247ms","start":"2026-07-24T05:29:30.571479Z","end":"2026-07-24T05:29:30.875617Z","steps":["trace[1247144913] 'process raft request' (duration: 303.925193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.875726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.571468Z","time spent":"304.197388ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5918,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:30.875701Z","caller":"traceutil/trace.go:171","msg":"trace[1890760560] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"309.594994ms","start":"2026-07-24T05:29:30.566076Z","end":"2026-07-24T05:29:30.875671Z","steps":["trace[1890760560] 'process raft request' (duration: 275.762212ms)","trace[1890760560] 'compare' (duration: 33.33239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:30.875942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.624924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"warn","ts":"2026-07-24T05:29:30.875952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.566053Z","time spent":"309.797489ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:30.876005Z","caller":"traceutil/trace.go:171","msg":"trace[1847054934] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3425; }","duration":"309.718437ms","start":"2026-07-24T05:29:30.566274Z","end":"2026-07-24T05:29:30.875993Z","steps":["trace[1847054934] 'agreement among raft nodes before linearized reading' (duration: 309.469761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:30.87603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.566266Z","time spent":"309.758378ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":107443,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:29:31.096148Z","caller":"traceutil/trace.go:171","msg":"trace[1430492735] linearizableReadLoop","detail":"{readStateIndex:3600; appliedIndex:3599; }","duration":"220.528275ms","start":"2026-07-24T05:29:30.875594Z","end":"2026-07-24T05:29:31.096122Z","steps":["trace[1430492735] 'read index received' (duration: 122.943141ms)","trace[1430492735] 'applied index is now lower than readState.Index' (duration: 97.584434ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:31.096194Z","caller":"traceutil/trace.go:171","msg":"trace[1806193245] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"315.331555ms","start":"2026-07-24T05:29:30.780811Z","end":"2026-07-24T05:29:31.096142Z","steps":["trace[1806193245] 'process raft request' (duration: 217.511655ms)","trace[1806193245] 'compare' (duration: 97.631086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:31.096288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.798135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:31.096316Z","caller":"traceutil/trace.go:171","msg":"trace[482823220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3426; }","duration":"453.896728ms","start":"2026-07-24T05:29:30.642409Z","end":"2026-07-24T05:29:31.096306Z","steps":["trace[482823220] 'agreement among raft nodes before linearized reading' (duration: 453.825866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:31.096323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.780769Z","time spent":"315.476728ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19270,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:31.096341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.642382Z","time spent":"453.951448ms","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:31.096502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.047483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:29:31.09653Z","caller":"traceutil/trace.go:171","msg":"trace[382003003] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3426; }","duration":"519.079574ms","start":"2026-07-24T05:29:30.577445Z","end":"2026-07-24T05:29:31.096524Z","steps":["trace[382003003] 'agreement among raft nodes before linearized reading' (duration: 518.908189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:31.096552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.577435Z","time spent":"519.109925ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":107443,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:29:31.096652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.483178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:31.096703Z","caller":"traceutil/trace.go:171","msg":"trace[1866128154] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3426; }","duration":"527.546859ms","start":"2026-07-24T05:29:30.569143Z","end":"2026-07-24T05:29:31.09669Z","steps":["trace[1866128154] 'agreement among raft nodes before linearized reading' (duration: 527.474418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:31.096734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:30.569132Z","time spent":"527.595181ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:29:31.136614Z","caller":"traceutil/trace.go:171","msg":"trace[1181774876] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"254.139622ms","start":"2026-07-24T05:29:30.882438Z","end":"2026-07-24T05:29:31.136578Z","steps":["trace[1181774876] 'process raft request' (duration: 253.832215ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:31.136643Z","caller":"traceutil/trace.go:171","msg":"trace[1762818972] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"253.848886ms","start":"2026-07-24T05:29:30.882763Z","end":"2026-07-24T05:29:31.136612Z","steps":["trace[1762818972] 'process raft request' (duration: 253.683232ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:31.136746Z","caller":"traceutil/trace.go:171","msg":"trace[746003928] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"251.983062ms","start":"2026-07-24T05:29:30.884741Z","end":"2026-07-24T05:29:31.136724Z","steps":["trace[746003928] 'process raft request' (duration: 251.840029ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:31.136741Z","caller":"traceutil/trace.go:171","msg":"trace[1388571301] transaction","detail":"{read_only:false; response_revision:3429; number_of_response:1; }","duration":"253.61895ms","start":"2026-07-24T05:29:30.883079Z","end":"2026-07-24T05:29:31.136698Z","steps":["trace[1388571301] 'process raft request' (duration: 253.444286ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:31.136897Z","caller":"traceutil/trace.go:171","msg":"trace[1631414119] transaction","detail":"{read_only:false; response_revision:3431; number_of_response:1; }","duration":"171.449201ms","start":"2026-07-24T05:29:30.965409Z","end":"2026-07-24T05:29:31.136858Z","steps":["trace[1631414119] 'process raft request' (duration: 171.240136ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:31.456664Z","caller":"traceutil/trace.go:171","msg":"trace[1826404996] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"304.291951ms","start":"2026-07-24T05:29:31.152337Z","end":"2026-07-24T05:29:31.456629Z","steps":["trace[1826404996] 'process raft request' (duration: 241.217294ms)","trace[1826404996] 'compare' (duration: 62.926304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:31.456839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:31.152316Z","time spent":"304.438714ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:32.547447Z","caller":"traceutil/trace.go:171","msg":"trace[1160773691] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"383.844758ms","start":"2026-07-24T05:29:32.163575Z","end":"2026-07-24T05:29:32.54742Z","steps":["trace[1160773691] 'process raft request' (duration: 383.677044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:32.547594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.163558Z","time spent":"383.960322ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:32.62765Z","caller":"traceutil/trace.go:171","msg":"trace[704652883] linearizableReadLoop","detail":"{readStateIndex:3609; appliedIndex:3606; }","duration":"461.289329ms","start":"2026-07-24T05:29:32.166337Z","end":"2026-07-24T05:29:32.627626Z","steps":["trace[704652883] 'read index received' (duration: 380.930552ms)","trace[704652883] 'applied index is now lower than readState.Index' (duration: 80.357177ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:32.627951Z","caller":"traceutil/trace.go:171","msg":"trace[191673325] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"382.848705ms","start":"2026-07-24T05:29:32.245062Z","end":"2026-07-24T05:29:32.62791Z","steps":["trace[191673325] 'process raft request' (duration: 382.526328ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:32.628026Z","caller":"traceutil/trace.go:171","msg":"trace[281938103] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"462.097307ms","start":"2026-07-24T05:29:32.165917Z","end":"2026-07-24T05:29:32.628014Z","steps":["trace[281938103] 'process raft request' (duration: 422.008591ms)","trace[281938103] 'compare' (duration: 39.460202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:32.628038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.683778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:32.628093Z","caller":"traceutil/trace.go:171","msg":"trace[684907891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3437; }","duration":"461.80706ms","start":"2026-07-24T05:29:32.166271Z","end":"2026-07-24T05:29:32.628078Z","steps":["trace[684907891] 'agreement among raft nodes before linearized reading' (duration: 461.710308ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:32.628101Z","caller":"traceutil/trace.go:171","msg":"trace[421541226] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"456.322083ms","start":"2026-07-24T05:29:32.171753Z","end":"2026-07-24T05:29:32.628076Z","steps":["trace[421541226] 'process raft request' (duration: 455.793581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:32.628122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.165855Z","time spent":"462.21363ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:32.62814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.166244Z","time spent":"461.883032ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:32.628232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.171723Z","time spent":"456.429606ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:32.628108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.245036Z","time spent":"382.991318ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:32.627973Z","caller":"traceutil/trace.go:171","msg":"trace[800000990] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"461.711148ms","start":"2026-07-24T05:29:32.166231Z","end":"2026-07-24T05:29:32.627942Z","steps":["trace[800000990] 'process raft request' (duration: 461.274908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:32.628487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.166171Z","time spent":"462.268482ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:33.40352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.39835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:33.403796Z","caller":"traceutil/trace.go:171","msg":"trace[758126985] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"771.149788ms","start":"2026-07-24T05:29:32.632607Z","end":"2026-07-24T05:29:33.403757Z","steps":["trace[758126985] 'process raft request' (duration: 287.379389ms)","trace[758126985] 'compare' (duration: 483.271537ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:33.403939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.632566Z","time spent":"771.299081ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:33.404235Z","caller":"traceutil/trace.go:171","msg":"trace[1309240651] linearizableReadLoop","detail":"{readStateIndex:3614; appliedIndex:3611; }","duration":"755.25876ms","start":"2026-07-24T05:29:32.64896Z","end":"2026-07-24T05:29:33.404218Z","steps":["trace[1309240651] 'read index received' (duration: 271.047972ms)","trace[1309240651] 'applied index is now lower than readState.Index' (duration: 484.209698ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:33.404432Z","caller":"traceutil/trace.go:171","msg":"trace[124562935] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"770.268657ms","start":"2026-07-24T05:29:32.634136Z","end":"2026-07-24T05:29:33.404405Z","steps":["trace[124562935] 'process raft request' (duration: 769.887509ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:33.40455Z","caller":"traceutil/trace.go:171","msg":"trace[951840731] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"771.613988ms","start":"2026-07-24T05:29:32.632914Z","end":"2026-07-24T05:29:33.404528Z","steps":["trace[951840731] 'process raft request' (duration: 770.715368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:33.404591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.63412Z","time spent":"770.389761ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:33.404716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.754641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:29:33.404819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.632889Z","time spent":"771.739711ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:33.404835Z","caller":"traceutil/trace.go:171","msg":"trace[1005436878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3440; }","duration":"755.910146ms","start":"2026-07-24T05:29:32.648899Z","end":"2026-07-24T05:29:33.40481Z","steps":["trace[1005436878] 'agreement among raft nodes before linearized reading' (duration: 755.516316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:33.40495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.648884Z","time spent":"756.043308ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:29:33.406897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.435806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:33.406964Z","caller":"traceutil/trace.go:171","msg":"trace[1637009173] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3441; }","duration":"369.538198ms","start":"2026-07-24T05:29:33.03741Z","end":"2026-07-24T05:29:33.406949Z","steps":["trace[1637009173] 'agreement among raft nodes before linearized reading' (duration: 369.409205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:33.406974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.041578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:29:33.407005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:33.037399Z","time spent":"369.59592ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:33.407023Z","caller":"traceutil/trace.go:171","msg":"trace[109896293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3441; }","duration":"524.11667ms","start":"2026-07-24T05:29:32.882894Z","end":"2026-07-24T05:29:33.40701Z","steps":["trace[109896293] 'agreement among raft nodes before linearized reading' (duration: 523.974336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:33.407056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.882882Z","time spent":"524.16691ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:29:33.407064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.635218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:29:33.407117Z","caller":"traceutil/trace.go:171","msg":"trace[1561139491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3441; }","duration":"526.7199ms","start":"2026-07-24T05:29:32.880378Z","end":"2026-07-24T05:29:33.407098Z","steps":["trace[1561139491] 'agreement among raft nodes before linearized reading' (duration: 526.562216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:33.40717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.880357Z","time spent":"526.803722ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:33.407231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.579726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:33.40727Z","caller":"traceutil/trace.go:171","msg":"trace[429461419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3441; }","duration":"278.638177ms","start":"2026-07-24T05:29:33.128621Z","end":"2026-07-24T05:29:33.407259Z","steps":["trace[429461419] 'agreement among raft nodes before linearized reading' (duration: 278.580376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:33.407137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.706372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:33.406885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.36768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:33.407385Z","caller":"traceutil/trace.go:171","msg":"trace[182558733] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"218.666222ms","start":"2026-07-24T05:29:33.188709Z","end":"2026-07-24T05:29:33.407375Z","steps":["trace[182558733] 'process raft request' (duration: 217.950546ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:33.407387Z","caller":"traceutil/trace.go:171","msg":"trace[475884462] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3441; }","duration":"606.892092ms","start":"2026-07-24T05:29:32.800479Z","end":"2026-07-24T05:29:33.407371Z","steps":["trace[475884462] 'agreement among raft nodes before linearized reading' (duration: 606.302678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:33.407427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:32.800418Z","time spent":"606.996315ms","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:33.407398Z","caller":"traceutil/trace.go:171","msg":"trace[2058595422] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3441; }","duration":"398.955037ms","start":"2026-07-24T05:29:33.008394Z","end":"2026-07-24T05:29:33.407349Z","steps":["trace[2058595422] 'agreement among raft nodes before linearized reading' (duration: 398.542448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:33.407639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:33.008386Z","time spent":"399.231985ms","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:33.407711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.129861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:29:33.40774Z","caller":"traceutil/trace.go:171","msg":"trace[346955091] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3441; }","duration":"302.182552ms","start":"2026-07-24T05:29:33.10555Z","end":"2026-07-24T05:29:33.407733Z","steps":["trace[346955091] 'agreement among raft nodes before linearized reading' (duration: 302.08449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:33.40776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:33.105539Z","time spent":"302.217173ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:29:33.51575Z","caller":"traceutil/trace.go:171","msg":"trace[169259910] linearizableReadLoop","detail":"{readStateIndex:3616; appliedIndex:3615; }","duration":"104.324251ms","start":"2026-07-24T05:29:33.411401Z","end":"2026-07-24T05:29:33.515726Z","steps":["trace[169259910] 'read index received' (duration: 96.287425ms)","trace[169259910] 'applied index is now lower than readState.Index' (duration: 8.035725ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:33.516119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.691539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:29:33.516172Z","caller":"traceutil/trace.go:171","msg":"trace[1971411945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3442; }","duration":"104.78183ms","start":"2026-07-24T05:29:33.411379Z","end":"2026-07-24T05:29:33.516161Z","steps":["trace[1971411945] 'agreement among raft nodes before linearized reading' (duration: 104.470323ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:33.515889Z","caller":"traceutil/trace.go:171","msg":"trace[516362957] transaction","detail":"{read_only:false; response_revision:3442; number_of_response:1; }","duration":"104.882783ms","start":"2026-07-24T05:29:33.41097Z","end":"2026-07-24T05:29:33.515852Z","steps":["trace[516362957] 'process raft request' (duration: 96.778626ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:34.552725Z","caller":"traceutil/trace.go:171","msg":"trace[936540418] linearizableReadLoop","detail":"{readStateIndex:3618; appliedIndex:3617; }","duration":"120.186717ms","start":"2026-07-24T05:29:34.432512Z","end":"2026-07-24T05:29:34.552698Z","steps":["trace[936540418] 'read index received' (duration: 99.855627ms)","trace[936540418] 'applied index is now lower than readState.Index' (duration: 20.32988ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:34.552787Z","caller":"traceutil/trace.go:171","msg":"trace[476048112] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"120.30618ms","start":"2026-07-24T05:29:34.432454Z","end":"2026-07-24T05:29:34.55276Z","steps":["trace[476048112] 'process raft request' (duration: 99.860088ms)","trace[476048112] 'compare' (duration: 20.240348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:34.552941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.435613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:34.552997Z","caller":"traceutil/trace.go:171","msg":"trace[1326501618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3443; }","duration":"120.546325ms","start":"2026-07-24T05:29:34.432437Z","end":"2026-07-24T05:29:34.552984Z","steps":["trace[1326501618] 'agreement among raft nodes before linearized reading' (duration: 120.355521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:35.013613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.504103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:35.013722Z","caller":"traceutil/trace.go:171","msg":"trace[1876529159] linearizableReadLoop","detail":"{readStateIndex:3619; appliedIndex:3618; }","duration":"457.785608ms","start":"2026-07-24T05:29:34.555918Z","end":"2026-07-24T05:29:35.013704Z","steps":["trace[1876529159] 'read index received' (duration: 324.920927ms)","trace[1876529159] 'applied index is now lower than readState.Index' (duration: 132.862871ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:35.013733Z","caller":"traceutil/trace.go:171","msg":"trace[1957015264] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"461.215027ms","start":"2026-07-24T05:29:34.55249Z","end":"2026-07-24T05:29:35.013705Z","steps":["trace[1957015264] 'process raft request' (duration: 328.403848ms)","trace[1957015264] 'compare' (duration: 132.303717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:35.013853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.927711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:29:35.013876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:34.552462Z","time spent":"461.33786ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:35.013929Z","caller":"traceutil/trace.go:171","msg":"trace[1045082363] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3444; }","duration":"458.160237ms","start":"2026-07-24T05:29:34.555757Z","end":"2026-07-24T05:29:35.013917Z","steps":["trace[1045082363] 'agreement among raft nodes before linearized reading' (duration: 458.012623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:35.013959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:34.555738Z","time spent":"458.212527ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:29:35.019654Z","caller":"traceutil/trace.go:171","msg":"trace[230668343] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"385.711473ms","start":"2026-07-24T05:29:34.633926Z","end":"2026-07-24T05:29:35.019638Z","steps":["trace[230668343] 'process raft request' (duration: 385.57678ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:35.019676Z","caller":"traceutil/trace.go:171","msg":"trace[604501096] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"384.508284ms","start":"2026-07-24T05:29:34.63515Z","end":"2026-07-24T05:29:35.019658Z","steps":["trace[604501096] 'process raft request' (duration: 384.448773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:35.019729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:34.633865Z","time spent":"385.830935ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:35.019702Z","caller":"traceutil/trace.go:171","msg":"trace[126559074] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"384.639977ms","start":"2026-07-24T05:29:34.635038Z","end":"2026-07-24T05:29:35.019678Z","steps":["trace[126559074] 'process raft request' (duration: 384.536484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:35.019741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.106761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:29:35.019768Z","caller":"traceutil/trace.go:171","msg":"trace[262272848] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3447; }","duration":"386.176543ms","start":"2026-07-24T05:29:34.633584Z","end":"2026-07-24T05:29:35.019761Z","steps":["trace[262272848] 'agreement among raft nodes before linearized reading' (duration: 386.07043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:35.019759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:34.635113Z","time spent":"384.602687ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:35.019788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:34.633557Z","time spent":"386.225834ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:35.020028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:34.635022Z","time spent":"384.74126ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:35.496563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.764842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:35.496656Z","caller":"traceutil/trace.go:171","msg":"trace[2008361043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3448; }","duration":"375.897095ms","start":"2026-07-24T05:29:35.120737Z","end":"2026-07-24T05:29:35.496634Z","steps":["trace[2008361043] 'range keys from in-memory index tree' (duration: 375.68272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:35.496708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:35.120714Z","time spent":"375.980037ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:29:35.828724Z","caller":"traceutil/trace.go:171","msg":"trace[1351891509] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"328.495149ms","start":"2026-07-24T05:29:35.500204Z","end":"2026-07-24T05:29:35.828699Z","steps":["trace[1351891509] 'process raft request' (duration: 328.346846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:35.828883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:35.500186Z","time spent":"328.610352ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:36.163983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.285656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:36.164186Z","caller":"traceutil/trace.go:171","msg":"trace[51877882] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"663.660554ms","start":"2026-07-24T05:29:35.500503Z","end":"2026-07-24T05:29:36.164164Z","steps":["trace[51877882] 'process raft request' (duration: 431.109541ms)","trace[51877882] 'compare' (duration: 231.299154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:36.164284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:35.500493Z","time spent":"663.734316ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:36.164488Z","caller":"traceutil/trace.go:171","msg":"trace[1251312409] linearizableReadLoop","detail":"{readStateIndex:3626; appliedIndex:3624; }","duration":"644.213794ms","start":"2026-07-24T05:29:35.520235Z","end":"2026-07-24T05:29:36.164448Z","steps":["trace[1251312409] 'read index received' (duration: 308.540478ms)","trace[1251312409] 'applied index is now lower than readState.Index' (duration: 335.669906ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:36.16467Z","caller":"traceutil/trace.go:171","msg":"trace[685038962] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"663.276146ms","start":"2026-07-24T05:29:35.501375Z","end":"2026-07-24T05:29:36.164651Z","steps":["trace[685038962] 'process raft request' (duration: 662.715642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:36.164806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.562123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:29:36.164857Z","caller":"traceutil/trace.go:171","msg":"trace[159068592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3451; }","duration":"644.636224ms","start":"2026-07-24T05:29:35.520206Z","end":"2026-07-24T05:29:36.164842Z","steps":["trace[159068592] 'agreement among raft nodes before linearized reading' (duration: 644.48342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:36.164816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.556587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:36.164891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:35.520195Z","time spent":"644.688955ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:36.164896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.928379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:29:36.164897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.562361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:29:36.164901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.280426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:29:36.164945Z","caller":"traceutil/trace.go:171","msg":"trace[2094954891] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3451; }","duration":"641.000851ms","start":"2026-07-24T05:29:35.52393Z","end":"2026-07-24T05:29:36.164931Z","steps":["trace[2094954891] 'agreement among raft nodes before linearized reading' (duration: 640.792636ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:36.164954Z","caller":"traceutil/trace.go:171","msg":"trace[15531687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3451; }","duration":"605.662963ms","start":"2026-07-24T05:29:35.559276Z","end":"2026-07-24T05:29:36.164939Z","steps":["trace[15531687] 'agreement among raft nodes before linearized reading' (duration: 605.438768ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:36.164969Z","caller":"traceutil/trace.go:171","msg":"trace[1158359203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3451; }","duration":"641.390819ms","start":"2026-07-24T05:29:35.523561Z","end":"2026-07-24T05:29:36.164952Z","steps":["trace[1158359203] 'agreement among raft nodes before linearized reading' (duration: 641.147014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:36.164986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:35.523919Z","time spent":"641.059392ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:29:36.165015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:35.52355Z","time spent":"641.451531ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:29:36.164993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:35.559266Z","time spent":"605.720505ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:29:36.16491Z","caller":"traceutil/trace.go:171","msg":"trace[2053882617] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:3451; }","duration":"159.70179ms","start":"2026-07-24T05:29:36.00519Z","end":"2026-07-24T05:29:36.164892Z","steps":["trace[2053882617] 'agreement among raft nodes before linearized reading' (duration: 159.535466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:36.165161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:35.501361Z","time spent":"663.350567ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:36.420332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.273938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:36.42054Z","caller":"traceutil/trace.go:171","msg":"trace[1401038002] transaction","detail":"{read_only:false; response_revision:3453; number_of_response:1; }","duration":"127.426213ms","start":"2026-07-24T05:29:36.293095Z","end":"2026-07-24T05:29:36.420521Z","steps":["trace[1401038002] 'process raft request' (duration: 127.358202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:36.421046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.254881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:29:36.421108Z","caller":"traceutil/trace.go:171","msg":"trace[68675006] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3453; }","duration":"250.352724ms","start":"2026-07-24T05:29:36.170743Z","end":"2026-07-24T05:29:36.421096Z","steps":["trace[68675006] 'agreement among raft nodes before linearized reading' (duration: 249.995236ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:36.421189Z","caller":"traceutil/trace.go:171","msg":"trace[37394201] transaction","detail":"{read_only:false; response_revision:3452; number_of_response:1; }","duration":"252.3124ms","start":"2026-07-24T05:29:36.168855Z","end":"2026-07-24T05:29:36.421167Z","steps":["trace[37394201] 'process raft request' (duration: 131.10342ms)","trace[37394201] 'compare' (duration: 120.098514ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:36.420673Z","caller":"traceutil/trace.go:171","msg":"trace[2042403704] linearizableReadLoop","detail":"{readStateIndex:3627; appliedIndex:3626; }","duration":"249.815382ms","start":"2026-07-24T05:29:36.170772Z","end":"2026-07-24T05:29:36.420587Z","steps":["trace[2042403704] 'read index received' (duration: 129.201015ms)","trace[2042403704] 'applied index is now lower than readState.Index' (duration: 120.611336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:36.421571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.501158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:36.421616Z","caller":"traceutil/trace.go:171","msg":"trace[1921606262] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3453; }","duration":"234.573349ms","start":"2026-07-24T05:29:36.187031Z","end":"2026-07-24T05:29:36.421604Z","steps":["trace[1921606262] 'agreement among raft nodes before linearized reading' (duration: 234.493347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:36.421628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.966445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:29:36.421668Z","caller":"traceutil/trace.go:171","msg":"trace[2071838504] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3453; }","duration":"250.039917ms","start":"2026-07-24T05:29:36.171616Z","end":"2026-07-24T05:29:36.421656Z","steps":["trace[2071838504] 'agreement among raft nodes before linearized reading' (duration: 249.829502ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:37.124302Z","caller":"traceutil/trace.go:171","msg":"trace[1761130070] transaction","detail":"{read_only:false; response_revision:3454; number_of_response:1; }","duration":"106.559372ms","start":"2026-07-24T05:29:37.01772Z","end":"2026-07-24T05:29:37.124279Z","steps":["trace[1761130070] 'process raft request' (duration: 106.423109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:37.592063Z","caller":"traceutil/trace.go:171","msg":"trace[1893275530] transaction","detail":"{read_only:false; response_revision:3455; number_of_response:1; }","duration":"567.345948ms","start":"2026-07-24T05:29:37.024692Z","end":"2026-07-24T05:29:37.592038Z","steps":["trace[1893275530] 'process raft request' (duration: 497.342241ms)","trace[1893275530] 'compare' (duration: 69.851774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:37.592206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:37.024668Z","time spent":"567.46716ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:37.592313Z","caller":"traceutil/trace.go:171","msg":"trace[1493400176] transaction","detail":"{read_only:false; response_revision:3456; number_of_response:1; }","duration":"567.403169ms","start":"2026-07-24T05:29:37.024892Z","end":"2026-07-24T05:29:37.592296Z","steps":["trace[1493400176] 'process raft request' (duration: 567.105242ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:37.592368Z","caller":"traceutil/trace.go:171","msg":"trace[1934458245] linearizableReadLoop","detail":"{readStateIndex:3632; appliedIndex:3628; }","duration":"482.14745ms","start":"2026-07-24T05:29:37.110197Z","end":"2026-07-24T05:29:37.592345Z","steps":["trace[1934458245] 'read index received' (duration: 13.958423ms)","trace[1934458245] 'applied index is now lower than readState.Index' (duration: 468.187957ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:37.592418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:37.024871Z","time spent":"567.488041ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:37.592445Z","caller":"traceutil/trace.go:171","msg":"trace[233676037] transaction","detail":"{read_only:false; response_revision:3457; number_of_response:1; }","duration":"564.619205ms","start":"2026-07-24T05:29:37.027797Z","end":"2026-07-24T05:29:37.592416Z","steps":["trace[233676037] 'process raft request' (duration: 564.441411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:37.59257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:37.027788Z","time spent":"564.715788ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:37.592581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.512301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:37.592663Z","caller":"traceutil/trace.go:171","msg":"trace[799229022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3457; }","duration":"470.618044ms","start":"2026-07-24T05:29:37.122027Z","end":"2026-07-24T05:29:37.592645Z","steps":["trace[799229022] 'agreement among raft nodes before linearized reading' (duration: 470.496681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:37.592681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.760631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:29:37.592717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:37.122017Z","time spent":"470.688105ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:37.592602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.386435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:29:37.592749Z","caller":"traceutil/trace.go:171","msg":"trace[2094348660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3457; }","duration":"420.863604ms","start":"2026-07-24T05:29:37.171869Z","end":"2026-07-24T05:29:37.592732Z","steps":["trace[2094348660] 'agreement among raft nodes before linearized reading' (duration: 420.651579ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:37.592786Z","caller":"traceutil/trace.go:171","msg":"trace[1454310775] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3457; }","duration":"482.599751ms","start":"2026-07-24T05:29:37.110167Z","end":"2026-07-24T05:29:37.592767Z","steps":["trace[1454310775] 'agreement among raft nodes before linearized reading' (duration: 482.303454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:37.592804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:37.171845Z","time spent":"420.945716ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:29:37.592591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.962449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:37.592845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:37.110151Z","time spent":"482.678193ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:29:37.592862Z","caller":"traceutil/trace.go:171","msg":"trace[743516412] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3457; }","duration":"435.246407ms","start":"2026-07-24T05:29:37.157603Z","end":"2026-07-24T05:29:37.592849Z","steps":["trace[743516412] 'agreement among raft nodes before linearized reading' (duration: 434.926679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:37.592903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:37.157556Z","time spent":"435.331989ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:38.336323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.458614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:38.33642Z","caller":"traceutil/trace.go:171","msg":"trace[1449015533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3459; }","duration":"217.626079ms","start":"2026-07-24T05:29:38.118775Z","end":"2026-07-24T05:29:38.336401Z","steps":["trace[1449015533] 'range keys from in-memory index tree' (duration: 217.322852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:38.33663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.575063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T05:29:38.336714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.443425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:29:38.336728Z","caller":"traceutil/trace.go:171","msg":"trace[679077729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3459; }","duration":"167.728106ms","start":"2026-07-24T05:29:38.168976Z","end":"2026-07-24T05:29:38.336704Z","steps":["trace[679077729] 'range keys from in-memory index tree' (duration: 167.341067ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:38.336789Z","caller":"traceutil/trace.go:171","msg":"trace[757011148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3459; }","duration":"166.561328ms","start":"2026-07-24T05:29:38.170187Z","end":"2026-07-24T05:29:38.336748Z","steps":["trace[757011148] 'range keys from in-memory index tree' (duration: 166.154559ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:38.756744Z","caller":"traceutil/trace.go:171","msg":"trace[326269266] transaction","detail":"{read_only:false; response_revision:3460; number_of_response:1; }","duration":"416.34983ms","start":"2026-07-24T05:29:38.340365Z","end":"2026-07-24T05:29:38.756715Z","steps":["trace[326269266] 'process raft request' (duration: 416.198797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:38.756921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:38.340348Z","time spent":"416.479863ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:38.931233Z","caller":"traceutil/trace.go:171","msg":"trace[558334191] transaction","detail":"{read_only:false; response_revision:3461; number_of_response:1; }","duration":"589.94354ms","start":"2026-07-24T05:29:38.341247Z","end":"2026-07-24T05:29:38.93119Z","steps":["trace[558334191] 'process raft request' (duration: 552.279251ms)","trace[558334191] 'compare' (duration: 37.371693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:38.931434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:38.341219Z","time spent":"590.114194ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:38.931821Z","caller":"traceutil/trace.go:171","msg":"trace[192874866] linearizableReadLoop","detail":"{readStateIndex:3636; appliedIndex:3634; }","duration":"506.657126ms","start":"2026-07-24T05:29:38.425133Z","end":"2026-07-24T05:29:38.93179Z","steps":["trace[192874866] 'read index received' (duration: 331.277604ms)","trace[192874866] 'applied index is now lower than readState.Index' (duration: 175.377992ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:38.931948Z","caller":"traceutil/trace.go:171","msg":"trace[209410028] transaction","detail":"{read_only:false; response_revision:3462; number_of_response:1; }","duration":"290.299428ms","start":"2026-07-24T05:29:38.64163Z","end":"2026-07-24T05:29:38.93193Z","steps":["trace[209410028] 'process raft request' (duration: 289.412207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:38.932096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.939693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:29:38.932081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.995405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:38.932144Z","caller":"traceutil/trace.go:171","msg":"trace[1423127778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3462; }","duration":"507.044056ms","start":"2026-07-24T05:29:38.425088Z","end":"2026-07-24T05:29:38.932132Z","steps":["trace[1423127778] 'agreement among raft nodes before linearized reading' (duration: 506.865852ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:38.932149Z","caller":"traceutil/trace.go:171","msg":"trace[1299875903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3462; }","duration":"272.109468ms","start":"2026-07-24T05:29:38.660024Z","end":"2026-07-24T05:29:38.932134Z","steps":["trace[1299875903] 'agreement among raft nodes before linearized reading' (duration: 271.997995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:38.932153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.267652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:29:38.932158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.264323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:38.932215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.118047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:38.932235Z","caller":"traceutil/trace.go:171","msg":"trace[614497056] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3462; }","duration":"504.364904ms","start":"2026-07-24T05:29:38.427853Z","end":"2026-07-24T05:29:38.932218Z","steps":["trace[614497056] 'agreement among raft nodes before linearized reading' (duration: 504.139999ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:38.932268Z","caller":"traceutil/trace.go:171","msg":"trace[548272729] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3462; }","duration":"189.405386ms","start":"2026-07-24T05:29:38.742838Z","end":"2026-07-24T05:29:38.932243Z","steps":["trace[548272729] 'agreement among raft nodes before linearized reading' (duration: 189.196182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:38.932281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:38.427793Z","time spent":"504.474286ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:29:38.932263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.708708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:29:38.932181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:38.42507Z","time spent":"507.102937ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:29:38.932341Z","caller":"traceutil/trace.go:171","msg":"trace[217832602] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3462; }","duration":"503.830631ms","start":"2026-07-24T05:29:38.42849Z","end":"2026-07-24T05:29:38.93232Z","steps":["trace[217832602] 'agreement among raft nodes before linearized reading' (duration: 503.582405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:38.932406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:38.428471Z","time spent":"503.923834ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:29:38.932275Z","caller":"traceutil/trace.go:171","msg":"trace[862431470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3462; }","duration":"333.271751ms","start":"2026-07-24T05:29:38.598984Z","end":"2026-07-24T05:29:38.932256Z","steps":["trace[862431470] 'agreement among raft nodes before linearized reading' (duration: 333.062046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:38.932565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:38.598964Z","time spent":"333.578597ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:29:39.713139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.754624ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:29:39.713626Z","caller":"traceutil/trace.go:171","msg":"trace[505341258] transaction","detail":"{read_only:false; response_revision:3465; number_of_response:1; }","duration":"116.189736ms","start":"2026-07-24T05:29:39.597408Z","end":"2026-07-24T05:29:39.713598Z","steps":["trace[505341258] 'process raft request' (duration: 115.824246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:39.8319Z","caller":"traceutil/trace.go:171","msg":"trace[733986054] transaction","detail":"{read_only:false; response_revision:3466; number_of_response:1; }","duration":"233.826363ms","start":"2026-07-24T05:29:39.598046Z","end":"2026-07-24T05:29:39.831872Z","steps":["trace[733986054] 'process raft request' (duration: 233.597888ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:39.832089Z","caller":"traceutil/trace.go:171","msg":"trace[1371165994] transaction","detail":"{read_only:false; response_revision:3467; number_of_response:1; }","duration":"232.791329ms","start":"2026-07-24T05:29:39.599277Z","end":"2026-07-24T05:29:39.832069Z","steps":["trace[1371165994] 'process raft request' (duration: 232.554853ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:39.832092Z","caller":"traceutil/trace.go:171","msg":"trace[1449147548] linearizableReadLoop","detail":"{readStateIndex:3643; appliedIndex:3639; }","duration":"192.501518ms","start":"2026-07-24T05:29:39.639532Z","end":"2026-07-24T05:29:39.832034Z","steps":["trace[1449147548] 'read index received' (duration: 43.198909ms)","trace[1449147548] 'applied index is now lower than readState.Index' (duration: 149.301009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:39.832318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.769474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:29:39.83241Z","caller":"traceutil/trace.go:171","msg":"trace[1178065194] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3467; }","duration":"192.914328ms","start":"2026-07-24T05:29:39.639475Z","end":"2026-07-24T05:29:39.83239Z","steps":["trace[1178065194] 'agreement among raft nodes before linearized reading' (duration: 192.682033ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:41.126616Z","caller":"traceutil/trace.go:171","msg":"trace[503108083] linearizableReadLoop","detail":"{readStateIndex:3648; appliedIndex:3647; }","duration":"127.861485ms","start":"2026-07-24T05:29:40.998728Z","end":"2026-07-24T05:29:41.12659Z","steps":["trace[503108083] 'read index received' (duration: 77.167803ms)","trace[503108083] 'applied index is now lower than readState.Index' (duration: 50.692772ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:41.126669Z","caller":"traceutil/trace.go:171","msg":"trace[958100862] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"132.349358ms","start":"2026-07-24T05:29:40.994287Z","end":"2026-07-24T05:29:41.126636Z","steps":["trace[958100862] 'process raft request' (duration: 81.582345ms)","trace[958100862] 'compare' (duration: 50.593009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:41.126886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.200945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:41.126948Z","caller":"traceutil/trace.go:171","msg":"trace[879787928] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3472; }","duration":"116.313587ms","start":"2026-07-24T05:29:41.010616Z","end":"2026-07-24T05:29:41.126929Z","steps":["trace[879787928] 'agreement among raft nodes before linearized reading' (duration: 116.202825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:41.127004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.247733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:29:41.127057Z","caller":"traceutil/trace.go:171","msg":"trace[1346740618] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3472; }","duration":"128.342055ms","start":"2026-07-24T05:29:40.998701Z","end":"2026-07-24T05:29:41.127044Z","steps":["trace[1346740618] 'agreement among raft nodes before linearized reading' (duration: 128.046948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:41.127026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.117637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:41.127685Z","caller":"traceutil/trace.go:171","msg":"trace[2009913835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3472; }","duration":"127.824443ms","start":"2026-07-24T05:29:40.999839Z","end":"2026-07-24T05:29:41.127664Z","steps":["trace[2009913835] 'agreement among raft nodes before linearized reading' (duration: 126.962443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:42.654447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.682968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:42.654537Z","caller":"traceutil/trace.go:171","msg":"trace[538383817] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3479; }","duration":"410.831861ms","start":"2026-07-24T05:29:42.243687Z","end":"2026-07-24T05:29:42.654518Z","steps":["trace[538383817] 'count revisions from in-memory index tree' (duration: 410.575025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:42.65458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:42.243663Z","time spent":"410.905253ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:42.654447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.317064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:42.654653Z","caller":"traceutil/trace.go:171","msg":"trace[1425968291] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3479; }","duration":"276.562289ms","start":"2026-07-24T05:29:42.378058Z","end":"2026-07-24T05:29:42.65462Z","steps":["trace[1425968291] 'count revisions from in-memory index tree' (duration: 276.238631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:42.885055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.164055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:29:42.885159Z","caller":"traceutil/trace.go:171","msg":"trace[829878542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3480; }","duration":"100.309937ms","start":"2026-07-24T05:29:42.784827Z","end":"2026-07-24T05:29:42.885136Z","steps":["trace[829878542] 'range keys from in-memory index tree' (duration: 100.00043ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:43.096936Z","caller":"traceutil/trace.go:171","msg":"trace[64325021] linearizableReadLoop","detail":"{readStateIndex:3658; appliedIndex:3657; }","duration":"112.348115ms","start":"2026-07-24T05:29:42.984557Z","end":"2026-07-24T05:29:43.096905Z","steps":["trace[64325021] 'read index received' (duration: 111.418184ms)","trace[64325021] 'applied index is now lower than readState.Index' (duration: 928.451µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:43.096948Z","caller":"traceutil/trace.go:171","msg":"trace[1001283953] transaction","detail":"{read_only:false; response_revision:3482; number_of_response:1; }","duration":"172.853673ms","start":"2026-07-24T05:29:42.924056Z","end":"2026-07-24T05:29:43.09691Z","steps":["trace[1001283953] 'process raft request' (duration: 171.903691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:43.097295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.718724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:29:43.097376Z","caller":"traceutil/trace.go:171","msg":"trace[1516600974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3482; }","duration":"112.846657ms","start":"2026-07-24T05:29:42.984511Z","end":"2026-07-24T05:29:43.097358Z","steps":["trace[1516600974] 'agreement among raft nodes before linearized reading' (duration: 112.55218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:43.097403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.341852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:29:43.097457Z","caller":"traceutil/trace.go:171","msg":"trace[573784007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3482; }","duration":"108.441935ms","start":"2026-07-24T05:29:42.988999Z","end":"2026-07-24T05:29:43.097441Z","steps":["trace[573784007] 'agreement among raft nodes before linearized reading' (duration: 108.095027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:43.74255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.190377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:43.742758Z","caller":"traceutil/trace.go:171","msg":"trace[2121193154] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"479.399616ms","start":"2026-07-24T05:29:43.263341Z","end":"2026-07-24T05:29:43.742741Z","steps":["trace[2121193154] 'process raft request' (duration: 479.306094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:43.742812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:43.263307Z","time spent":"479.480648ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:43.742822Z","caller":"traceutil/trace.go:171","msg":"trace[1089429230] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"558.582127ms","start":"2026-07-24T05:29:43.184193Z","end":"2026-07-24T05:29:43.742775Z","steps":["trace[1089429230] 'process raft request' (duration: 97.081084ms)","trace[1089429230] 'compare' (duration: 460.92755ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:43.742892Z","caller":"traceutil/trace.go:171","msg":"trace[707964585] linearizableReadLoop","detail":"{readStateIndex:3660; appliedIndex:3659; }","duration":"556.821635ms","start":"2026-07-24T05:29:43.186013Z","end":"2026-07-24T05:29:43.742835Z","steps":["trace[707964585] 'read index received' (duration: 95.23102ms)","trace[707964585] 'applied index is now lower than readState.Index' (duration: 461.588255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:43.743026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:43.184167Z","time spent":"558.75132ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:43.743303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.280656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:29:43.743344Z","caller":"traceutil/trace.go:171","msg":"trace[1962150721] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3485; }","duration":"557.352988ms","start":"2026-07-24T05:29:43.18598Z","end":"2026-07-24T05:29:43.743333Z","steps":["trace[1962150721] 'agreement among raft nodes before linearized reading' (duration: 557.041411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:43.743382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:43.185966Z","time spent":"557.405499ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":107443,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:29:44.244075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:29:44.744599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143384,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:29:44.863666Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1932388s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:29:44.892661Z","caller":"traceutil/trace.go:171","msg":"trace[1785408138] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"1.24778704s","start":"2026-07-24T05:29:43.644849Z","end":"2026-07-24T05:29:44.892636Z","steps":["trace[1785408138] 'process raft request' (duration: 1.218977635s)","trace[1785408138] 'compare' (duration: 28.709733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:44.89283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:43.644819Z","time spent":"1.247893802s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:45.010447Z","caller":"traceutil/trace.go:171","msg":"trace[587319618] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"1.241614567s","start":"2026-07-24T05:29:43.768791Z","end":"2026-07-24T05:29:45.010405Z","steps":["trace[587319618] 'process raft request' (duration: 1.223549531s)","trace[587319618] 'compare' (duration: 17.76625ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:45.010487Z","caller":"traceutil/trace.go:171","msg":"trace[1196248445] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"1.115252769s","start":"2026-07-24T05:29:43.895201Z","end":"2026-07-24T05:29:45.010454Z","steps":["trace[1196248445] 'process raft request' (duration: 1.115136556s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:45.010475Z","caller":"traceutil/trace.go:171","msg":"trace[2105480452] linearizableReadLoop","detail":"{readStateIndex:3665; appliedIndex:3661; }","duration":"1.267431104s","start":"2026-07-24T05:29:43.742993Z","end":"2026-07-24T05:29:45.010424Z","steps":["trace[2105480452] 'read index received' (duration: 1.120847927s)","trace[2105480452] 'applied index is now lower than readState.Index' (duration: 146.577807ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:45.010649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:43.895168Z","time spent":"1.115405701s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:45.010668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:43.768763Z","time spent":"1.241766041s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:45.010821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631408994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-24T05:29:45.010826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100204609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:29:45.010882Z","caller":"traceutil/trace.go:171","msg":"trace[765594972] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:3489; }","duration":"1.631510388s","start":"2026-07-24T05:29:43.379342Z","end":"2026-07-24T05:29:45.010852Z","steps":["trace[765594972] 'agreement among raft nodes before linearized reading' (duration: 1.631295862s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:45.010896Z","caller":"traceutil/trace.go:171","msg":"trace[2081845360] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3489; }","duration":"1.100324543s","start":"2026-07-24T05:29:43.910555Z","end":"2026-07-24T05:29:45.01088Z","steps":["trace[2081845360] 'agreement among raft nodes before linearized reading' (duration: 1.100138878s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:45.0109Z","caller":"traceutil/trace.go:171","msg":"trace[886023236] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"1.158335384s","start":"2026-07-24T05:29:43.852553Z","end":"2026-07-24T05:29:45.010888Z","steps":["trace[886023236] 'process raft request' (duration: 1.157688619s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.01092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:43.379321Z","time spent":"1.631590349s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T05:29:45.010929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:43.910535Z","time spent":"1.100387245s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:45.01097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674564021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5588"} {"level":"info","ts":"2026-07-24T05:29:45.011Z","caller":"traceutil/trace.go:171","msg":"trace[15555833] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:3489; }","duration":"1.674630243s","start":"2026-07-24T05:29:43.33636Z","end":"2026-07-24T05:29:45.01099Z","steps":["trace[15555833] 'agreement among raft nodes before linearized reading' (duration: 1.674564001s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.011024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:43.336334Z","time spent":"1.674683974s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":5611,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-07-24T05:29:45.011144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.065315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:45.011193Z","caller":"traceutil/trace.go:171","msg":"trace[354669720] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3489; }","duration":"954.146216ms","start":"2026-07-24T05:29:44.057029Z","end":"2026-07-24T05:29:45.011175Z","steps":["trace[354669720] 'agreement among raft nodes before linearized reading' (duration: 954.054084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.011242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:44.057007Z","time spent":"954.225288ms","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:45.010964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:43.852532Z","time spent":"1.158396255s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:45.011317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.195143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:29:45.011344Z","caller":"traceutil/trace.go:171","msg":"trace[1048929252] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3489; }","duration":"698.260494ms","start":"2026-07-24T05:29:44.313076Z","end":"2026-07-24T05:29:45.011337Z","steps":["trace[1048929252] 'agreement among raft nodes before linearized reading' (duration: 698.189952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.011384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:44.31305Z","time spent":"698.329296ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:29:45.010905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.32052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:29:45.011432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.909956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:45.01145Z","caller":"traceutil/trace.go:171","msg":"trace[1730029587] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3489; }","duration":"825.883163ms","start":"2026-07-24T05:29:44.18555Z","end":"2026-07-24T05:29:45.011433Z","steps":["trace[1730029587] 'agreement among raft nodes before linearized reading' (duration: 825.238447ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:45.011466Z","caller":"traceutil/trace.go:171","msg":"trace[1474250980] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:3489; }","duration":"842.987237ms","start":"2026-07-24T05:29:44.168468Z","end":"2026-07-24T05:29:45.011455Z","steps":["trace[1474250980] 'agreement among raft nodes before linearized reading' (duration: 842.916976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.011487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:44.185536Z","time spent":"825.941704ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:29:45.011499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:44.168446Z","time spent":"843.042309ms","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:45.011732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.0277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:29:45.011763Z","caller":"traceutil/trace.go:171","msg":"trace[630268109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3489; }","duration":"921.083262ms","start":"2026-07-24T05:29:44.090671Z","end":"2026-07-24T05:29:45.011754Z","steps":["trace[630268109] 'agreement among raft nodes before linearized reading' (duration: 920.953269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.011792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:44.090657Z","time spent":"921.129523ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:29:45.513507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.035687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:45.513718Z","caller":"traceutil/trace.go:171","msg":"trace[711615497] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"497.565386ms","start":"2026-07-24T05:29:45.016135Z","end":"2026-07-24T05:29:45.5137Z","steps":["trace[711615497] 'process raft request' (duration: 497.525705ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:45.514047Z","caller":"traceutil/trace.go:171","msg":"trace[813118102] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"498.734343ms","start":"2026-07-24T05:29:45.015283Z","end":"2026-07-24T05:29:45.514017Z","steps":["trace[813118102] 'process raft request' (duration: 393.179364ms)","trace[813118102] 'compare' (duration: 104.855814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:45.51421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.015263Z","time spent":"498.872786ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:45.513917Z","caller":"traceutil/trace.go:171","msg":"trace[63292152] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"497.790231ms","start":"2026-07-24T05:29:45.016045Z","end":"2026-07-24T05:29:45.513835Z","steps":["trace[63292152] 'process raft request' (duration: 497.564496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.51429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.016108Z","time spent":"497.641948ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:45.514369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.016036Z","time spent":"498.235161ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:45.936731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.456507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:45.937189Z","caller":"traceutil/trace.go:171","msg":"trace[1611208350] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"917.757984ms","start":"2026-07-24T05:29:45.019412Z","end":"2026-07-24T05:29:45.93717Z","steps":["trace[1611208350] 'process raft request' (duration: 917.409157ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:45.937211Z","caller":"traceutil/trace.go:171","msg":"trace[925246726] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"919.024724ms","start":"2026-07-24T05:29:45.018163Z","end":"2026-07-24T05:29:45.937187Z","steps":["trace[925246726] 'process raft request' (duration: 771.008414ms)","trace[925246726] 'compare' (duration: 147.090909ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:45.93724Z","caller":"traceutil/trace.go:171","msg":"trace[1725035377] linearizableReadLoop","detail":"{readStateIndex:3671; appliedIndex:3666; }","duration":"818.163373ms","start":"2026-07-24T05:29:45.119044Z","end":"2026-07-24T05:29:45.937207Z","steps":["trace[1725035377] 'read index received' (duration: 289.355515ms)","trace[1725035377] 'applied index is now lower than readState.Index' (duration: 528.801068ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:45.937386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.019401Z","time spent":"917.842436ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5870,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:45.937306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.018141Z","time spent":"919.115125ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:45.937467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.40303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:45.937538Z","caller":"traceutil/trace.go:171","msg":"trace[1555503898] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"370.287155ms","start":"2026-07-24T05:29:45.567229Z","end":"2026-07-24T05:29:45.937516Z","steps":["trace[1555503898] 'process raft request' (duration: 369.879426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:45.93755Z","caller":"traceutil/trace.go:171","msg":"trace[1466423936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3495; }","duration":"818.527722ms","start":"2026-07-24T05:29:45.119003Z","end":"2026-07-24T05:29:45.937531Z","steps":["trace[1466423936] 'agreement among raft nodes before linearized reading' (duration: 818.345518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.93759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.118986Z","time spent":"818.595754ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:45.937656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.567208Z","time spent":"370.385757ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:45.937819Z","caller":"traceutil/trace.go:171","msg":"trace[1211905726] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"370.540561ms","start":"2026-07-24T05:29:45.567258Z","end":"2026-07-24T05:29:45.937798Z","steps":["trace[1211905726] 'process raft request' (duration: 370.343306ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:45.937947Z","caller":"traceutil/trace.go:171","msg":"trace[1726119918] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"189.13985ms","start":"2026-07-24T05:29:45.748792Z","end":"2026-07-24T05:29:45.937932Z","steps":["trace[1726119918] 'process raft request' (duration: 188.964416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.937991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.136555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:29:45.938017Z","caller":"traceutil/trace.go:171","msg":"trace[168502778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3497; }","duration":"751.179725ms","start":"2026-07-24T05:29:45.186829Z","end":"2026-07-24T05:29:45.938009Z","steps":["trace[168502778] 'agreement among raft nodes before linearized reading' (duration: 751.038302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.938016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.823626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:45.938043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.186819Z","time spent":"751.219327ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:29:45.938055Z","caller":"traceutil/trace.go:171","msg":"trace[2111033323] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3497; }","duration":"547.918539ms","start":"2026-07-24T05:29:45.390124Z","end":"2026-07-24T05:29:45.938043Z","steps":["trace[2111033323] 'agreement among raft nodes before linearized reading' (duration: 547.846568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.938055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.342539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T05:29:45.938087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.390098Z","time spent":"547.98247ms","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:45.9381Z","caller":"traceutil/trace.go:171","msg":"trace[1046632093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3497; }","duration":"754.42857ms","start":"2026-07-24T05:29:45.183658Z","end":"2026-07-24T05:29:45.938087Z","steps":["trace[1046632093] 'agreement among raft nodes before linearized reading' (duration: 754.266047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.938133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.18364Z","time spent":"754.485613ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:29:45.938205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.567237Z","time spent":"370.726775ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:45.93825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.052362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:29:45.938394Z","caller":"traceutil/trace.go:171","msg":"trace[1464097451] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3497; }","duration":"187.191985ms","start":"2026-07-24T05:29:45.751144Z","end":"2026-07-24T05:29:45.938336Z","steps":["trace[1464097451] 'agreement among raft nodes before linearized reading' (duration: 186.841686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.938268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.441871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:45.938453Z","caller":"traceutil/trace.go:171","msg":"trace[559214416] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3497; }","duration":"818.660146ms","start":"2026-07-24T05:29:45.119779Z","end":"2026-07-24T05:29:45.938439Z","steps":["trace[559214416] 'agreement among raft nodes before linearized reading' (duration: 818.082562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:45.938488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:45.119764Z","time spent":"818.712457ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:45.938603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.428144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:29:45.938676Z","caller":"traceutil/trace.go:171","msg":"trace[1433930865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3497; }","duration":"191.542396ms","start":"2026-07-24T05:29:45.747117Z","end":"2026-07-24T05:29:45.938659Z","steps":["trace[1433930865] 'agreement among raft nodes before linearized reading' (duration: 190.741687ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:46.115914Z","caller":"traceutil/trace.go:171","msg":"trace[204088705] transaction","detail":"{read_only:false; response_revision:3498; number_of_response:1; }","duration":"173.146661ms","start":"2026-07-24T05:29:45.942742Z","end":"2026-07-24T05:29:46.115889Z","steps":["trace[204088705] 'process raft request' (duration: 99.737085ms)","trace[204088705] 'compare' (duration: 73.296404ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:46.208697Z","caller":"traceutil/trace.go:171","msg":"trace[2033919611] transaction","detail":"{read_only:false; response_revision:3499; number_of_response:1; }","duration":"265.806242ms","start":"2026-07-24T05:29:45.942857Z","end":"2026-07-24T05:29:46.208663Z","steps":["trace[2033919611] 'process raft request' (duration: 265.590607ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:46.209183Z","caller":"traceutil/trace.go:171","msg":"trace[1393186175] transaction","detail":"{read_only:false; response_revision:3500; number_of_response:1; }","duration":"263.346825ms","start":"2026-07-24T05:29:45.945806Z","end":"2026-07-24T05:29:46.209153Z","steps":["trace[1393186175] 'process raft request' (duration: 262.786462ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:46.20925Z","caller":"traceutil/trace.go:171","msg":"trace[14537258] transaction","detail":"{read_only:false; response_revision:3501; number_of_response:1; }","duration":"263.426517ms","start":"2026-07-24T05:29:45.945807Z","end":"2026-07-24T05:29:46.209233Z","steps":["trace[14537258] 'process raft request' (duration: 263.220552ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:46.209326Z","caller":"traceutil/trace.go:171","msg":"trace[1713224721] transaction","detail":"{read_only:false; response_revision:3502; number_of_response:1; }","duration":"263.366375ms","start":"2026-07-24T05:29:45.94594Z","end":"2026-07-24T05:29:46.209306Z","steps":["trace[1713224721] 'process raft request' (duration: 263.206362ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:46.209425Z","caller":"traceutil/trace.go:171","msg":"trace[1603436937] linearizableReadLoop","detail":"{readStateIndex:3676; appliedIndex:3674; }","duration":"264.767908ms","start":"2026-07-24T05:29:45.94464Z","end":"2026-07-24T05:29:46.209408Z","steps":["trace[1603436937] 'read index received' (duration: 97.753639ms)","trace[1603436937] 'applied index is now lower than readState.Index' (duration: 167.013399ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:46.209459Z","caller":"traceutil/trace.go:171","msg":"trace[1871781585] transaction","detail":"{read_only:false; response_revision:3503; number_of_response:1; }","duration":"262.780641ms","start":"2026-07-24T05:29:45.946658Z","end":"2026-07-24T05:29:46.209439Z","steps":["trace[1871781585] 'process raft request' (duration: 262.588567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:46.209553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.89098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:29:46.209601Z","caller":"traceutil/trace.go:171","msg":"trace[2002710175] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:3504; }","duration":"264.994473ms","start":"2026-07-24T05:29:45.944595Z","end":"2026-07-24T05:29:46.20959Z","steps":["trace[2002710175] 'agreement among raft nodes before linearized reading' (duration: 264.89016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:46.209614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.253003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:46.209651Z","caller":"traceutil/trace.go:171","msg":"trace[1264079737] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:3504; }","duration":"263.303474ms","start":"2026-07-24T05:29:45.946335Z","end":"2026-07-24T05:29:46.209639Z","steps":["trace[1264079737] 'agreement among raft nodes before linearized reading' (duration: 263.235712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:46.209562Z","caller":"traceutil/trace.go:171","msg":"trace[599399583] transaction","detail":"{read_only:false; response_revision:3504; number_of_response:1; }","duration":"262.639697ms","start":"2026-07-24T05:29:45.94685Z","end":"2026-07-24T05:29:46.20949Z","steps":["trace[599399583] 'process raft request' (duration: 262.444973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:46.209696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.209067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:29:46.209817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.650311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:29:46.209844Z","caller":"traceutil/trace.go:171","msg":"trace[1513594189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3504; }","duration":"191.393612ms","start":"2026-07-24T05:29:46.018419Z","end":"2026-07-24T05:29:46.209813Z","steps":["trace[1513594189] 'agreement among raft nodes before linearized reading' (duration: 191.135016ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:46.209925Z","caller":"traceutil/trace.go:171","msg":"trace[881463005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3504; }","duration":"263.737475ms","start":"2026-07-24T05:29:45.946132Z","end":"2026-07-24T05:29:46.209869Z","steps":["trace[881463005] 'agreement among raft nodes before linearized reading' (duration: 263.393696ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:47.192015Z","caller":"traceutil/trace.go:171","msg":"trace[899568943] transaction","detail":"{read_only:false; response_revision:3508; number_of_response:1; }","duration":"174.775027ms","start":"2026-07-24T05:29:47.017213Z","end":"2026-07-24T05:29:47.191988Z","steps":["trace[899568943] 'process raft request' (duration: 174.610494ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:47.2074Z","caller":"traceutil/trace.go:171","msg":"trace[713507790] transaction","detail":"{read_only:false; response_revision:3509; number_of_response:1; }","duration":"189.842346ms","start":"2026-07-24T05:29:47.017522Z","end":"2026-07-24T05:29:47.207364Z","steps":["trace[713507790] 'process raft request' (duration: 189.614121ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:47.207594Z","caller":"traceutil/trace.go:171","msg":"trace[938856144] transaction","detail":"{read_only:false; response_revision:3510; number_of_response:1; }","duration":"187.284898ms","start":"2026-07-24T05:29:47.020276Z","end":"2026-07-24T05:29:47.207561Z","steps":["trace[938856144] 'process raft request' (duration: 187.006381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:48.092997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.584041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:48.093166Z","caller":"traceutil/trace.go:171","msg":"trace[1121108319] transaction","detail":"{read_only:false; response_revision:3513; number_of_response:1; }","duration":"568.892904ms","start":"2026-07-24T05:29:47.524253Z","end":"2026-07-24T05:29:48.093146Z","steps":["trace[1121108319] 'process raft request' (duration: 568.837963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:48.093238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:47.524244Z","time spent":"568.961556ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:48.093262Z","caller":"traceutil/trace.go:171","msg":"trace[209162257] transaction","detail":"{read_only:false; response_revision:3512; number_of_response:1; }","duration":"569.664623ms","start":"2026-07-24T05:29:47.52356Z","end":"2026-07-24T05:29:48.093225Z","steps":["trace[209162257] 'process raft request' (duration: 408.772555ms)","trace[209162257] 'compare' (duration: 160.449558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:48.093417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:47.523542Z","time spent":"569.795506ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:48.559077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.281201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:48.559181Z","caller":"traceutil/trace.go:171","msg":"trace[445482245] linearizableReadLoop","detail":"{readStateIndex:3691; appliedIndex:3690; }","duration":"610.822683ms","start":"2026-07-24T05:29:47.948341Z","end":"2026-07-24T05:29:48.559163Z","steps":["trace[445482245] 'read index received' (duration: 425.314817ms)","trace[445482245] 'applied index is now lower than readState.Index' (duration: 185.506746ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:48.559245Z","caller":"traceutil/trace.go:171","msg":"trace[1718712170] transaction","detail":"{read_only:false; response_revision:3514; number_of_response:1; }","duration":"616.278509ms","start":"2026-07-24T05:29:47.942942Z","end":"2026-07-24T05:29:48.559221Z","steps":["trace[1718712170] 'process raft request' (duration: 430.768064ms)","trace[1718712170] 'compare' (duration: 185.072966ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:48.559355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:47.942917Z","time spent":"616.379921ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:48.559369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.024318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:29:48.559398Z","caller":"traceutil/trace.go:171","msg":"trace[1668715873] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3514; }","duration":"611.091539ms","start":"2026-07-24T05:29:47.948297Z","end":"2026-07-24T05:29:48.559388Z","steps":["trace[1668715873] 'agreement among raft nodes before linearized reading' (duration: 610.952316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:48.559435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:47.948284Z","time spent":"611.14024ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:29:48.559583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.49995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:48.559625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.179011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:48.55963Z","caller":"traceutil/trace.go:171","msg":"trace[1297565286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3514; }","duration":"438.584053ms","start":"2026-07-24T05:29:48.121033Z","end":"2026-07-24T05:29:48.559617Z","steps":["trace[1297565286] 'agreement among raft nodes before linearized reading' (duration: 438.512771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:48.559668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:48.121013Z","time spent":"438.647625ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:48.559702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.062363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:48.559722Z","caller":"traceutil/trace.go:171","msg":"trace[1946634991] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3514; }","duration":"197.119935ms","start":"2026-07-24T05:29:48.362597Z","end":"2026-07-24T05:29:48.559717Z","steps":["trace[1946634991] 'agreement among raft nodes before linearized reading' (duration: 197.056053ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:48.559643Z","caller":"traceutil/trace.go:171","msg":"trace[531490037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3514; }","duration":"334.212292ms","start":"2026-07-24T05:29:48.225425Z","end":"2026-07-24T05:29:48.559637Z","steps":["trace[531490037] 'agreement among raft nodes before linearized reading' (duration: 334.11804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:48.559928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.289919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:29:48.559931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:48.225416Z","time spent":"334.499558ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:29:48.55996Z","caller":"traceutil/trace.go:171","msg":"trace[601677357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3514; }","duration":"436.346791ms","start":"2026-07-24T05:29:48.123604Z","end":"2026-07-24T05:29:48.559951Z","steps":["trace[601677357] 'agreement among raft nodes before linearized reading' (duration: 436.255449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:48.559933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.787412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:29:48.559987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:48.123592Z","time spent":"436.388602ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:29:48.560011Z","caller":"traceutil/trace.go:171","msg":"trace[1083237624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3514; }","duration":"346.881144ms","start":"2026-07-24T05:29:48.213112Z","end":"2026-07-24T05:29:48.559993Z","steps":["trace[1083237624] 'agreement among raft nodes before linearized reading' (duration: 346.565787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:48.560055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:48.213042Z","time spent":"347.005386ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:29:48.560098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.099727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:29:48.560192Z","caller":"traceutil/trace.go:171","msg":"trace[1070277787] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3514; }","duration":"343.265801ms","start":"2026-07-24T05:29:48.216899Z","end":"2026-07-24T05:29:48.560165Z","steps":["trace[1070277787] 'agreement among raft nodes before linearized reading' (duration: 342.977804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:48.560261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:48.216874Z","time spent":"343.373074ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:29:49.065348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143437,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:29:51.121438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:29:51.148909Z","caller":"traceutil/trace.go:171","msg":"trace[150785667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.027768362s","start":"2026-07-24T05:29:49.121124Z","end":"2026-07-24T05:29:51.148892Z","steps":["trace[150785667] 'agreement among raft nodes before linearized reading' (duration: 2.000273816s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.148962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:49.121108Z","time spent":"2.027832524s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:29:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:29:51.582259Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.35620391s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:29:51.683976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457801258s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:51.685076Z","caller":"traceutil/trace.go:171","msg":"trace[48393315] transaction","detail":"{read_only:false; response_revision:3515; number_of_response:1; }","duration":"3.120375857s","start":"2026-07-24T05:29:48.564663Z","end":"2026-07-24T05:29:51.685038Z","steps":["trace[48393315] 'process raft request' (duration: 661.440313ms)","trace[48393315] 'compare' (duration: 2.457090961s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:51.685279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:48.564642Z","time spent":"3.12054048s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:51.685517Z","caller":"traceutil/trace.go:171","msg":"trace[1118694351] transaction","detail":"{read_only:false; response_revision:3516; number_of_response:1; }","duration":"3.120724434s","start":"2026-07-24T05:29:48.564766Z","end":"2026-07-24T05:29:51.68549Z","steps":["trace[1118694351] 'process raft request' (duration: 3.119295602s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.68563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:48.564744Z","time spent":"3.120830777s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:51.686749Z","caller":"traceutil/trace.go:171","msg":"trace[1580963135] linearizableReadLoop","detail":"{readStateIndex:3693; appliedIndex:3691; }","duration":"3.122024156s","start":"2026-07-24T05:29:48.564706Z","end":"2026-07-24T05:29:51.68673Z","steps":["trace[1580963135] 'read index received' (duration: 661.371801ms)","trace[1580963135] 'applied index is now lower than readState.Index' (duration: 2.460651305s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:51.686865Z","caller":"traceutil/trace.go:171","msg":"trace[658381804] transaction","detail":"{read_only:false; response_revision:3519; number_of_response:1; }","duration":"2.47391845s","start":"2026-07-24T05:29:49.212931Z","end":"2026-07-24T05:29:51.68685Z","steps":["trace[658381804] 'process raft request' (duration: 2.473756637s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:51.686852Z","caller":"traceutil/trace.go:171","msg":"trace[1823749420] transaction","detail":"{read_only:false; response_revision:3517; number_of_response:1; }","duration":"2.489824728s","start":"2026-07-24T05:29:49.196995Z","end":"2026-07-24T05:29:51.68682Z","steps":["trace[1823749420] 'process raft request' (duration: 2.487159396s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.686941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:49.212917Z","time spent":"2.473981851s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:51.686992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:49.196974Z","time spent":"2.489942751s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:51.687162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.122427695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:29:51.687231Z","caller":"traceutil/trace.go:171","msg":"trace[664737150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3519; }","duration":"3.122517357s","start":"2026-07-24T05:29:48.564698Z","end":"2026-07-24T05:29:51.687215Z","steps":["trace[664737150] 'agreement among raft nodes before linearized reading' (duration: 3.122175729s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.687278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:48.564637Z","time spent":"3.122629239s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":107443,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:29:51.687486Z","caller":"traceutil/trace.go:171","msg":"trace[241093043] transaction","detail":"{read_only:false; response_revision:3518; number_of_response:1; }","duration":"2.474110526s","start":"2026-07-24T05:29:49.212667Z","end":"2026-07-24T05:29:51.686777Z","steps":["trace[241093043] 'process raft request' (duration: 2.473987363s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:51.687671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:49.212637Z","time spent":"2.474927655s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:52.297778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.786906ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:29:52.29806Z","caller":"traceutil/trace.go:171","msg":"trace[67625198] linearizableReadLoop","detail":"{readStateIndex:3698; appliedIndex:3696; }","duration":"611.238743ms","start":"2026-07-24T05:29:51.686802Z","end":"2026-07-24T05:29:52.298041Z","steps":["trace[67625198] 'read index received' (duration: 407.823713ms)","trace[67625198] 'applied index is now lower than readState.Index' (duration: 203.41396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:52.298389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384834366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:52.298413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.514942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:52.298466Z","caller":"traceutil/trace.go:171","msg":"trace[1112794934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3520; }","duration":"1.384970149s","start":"2026-07-24T05:29:50.913477Z","end":"2026-07-24T05:29:52.298448Z","steps":["trace[1112794934] 'agreement among raft nodes before linearized reading' (duration: 1.384750084s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.298452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704348444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:29:52.298489Z","caller":"traceutil/trace.go:171","msg":"trace[1419826469] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3520; }","duration":"689.599343ms","start":"2026-07-24T05:29:51.608867Z","end":"2026-07-24T05:29:52.298467Z","steps":["trace[1419826469] 'agreement among raft nodes before linearized reading' (duration: 689.46803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.298476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.72970266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:29:52.298491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.171518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:52.298507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200148335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:29:52.298503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201043356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T05:29:52.298532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:51.608802Z","time spent":"689.717846ms","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":29,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:52.298541Z","caller":"traceutil/trace.go:171","msg":"trace[887129820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3520; }","duration":"2.729773532s","start":"2026-07-24T05:29:49.568749Z","end":"2026-07-24T05:29:52.298523Z","steps":["trace[887129820] 'agreement among raft nodes before linearized reading' (duration: 2.729578257s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:52.298527Z","caller":"traceutil/trace.go:171","msg":"trace[793544680] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3520; }","duration":"2.704461546s","start":"2026-07-24T05:29:49.594047Z","end":"2026-07-24T05:29:52.298508Z","steps":["trace[793544680] 'agreement among raft nodes before linearized reading' (duration: 2.704287452s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:52.298549Z","caller":"traceutil/trace.go:171","msg":"trace[1576946623] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3520; }","duration":"958.299001ms","start":"2026-07-24T05:29:51.340237Z","end":"2026-07-24T05:29:52.298536Z","steps":["trace[1576946623] 'agreement among raft nodes before linearized reading' (duration: 958.162928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.298554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17680214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:52.298558Z","caller":"traceutil/trace.go:171","msg":"trace[1544780643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3520; }","duration":"2.200222556s","start":"2026-07-24T05:29:50.098321Z","end":"2026-07-24T05:29:52.298544Z","steps":["trace[1544780643] 'agreement among raft nodes before linearized reading' (duration: 2.200051772s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.298575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:49.568691Z","time spent":"2.729877314s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:29:52.298585Z","caller":"traceutil/trace.go:171","msg":"trace[948194326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3520; }","duration":"1.176864032s","start":"2026-07-24T05:29:51.12171Z","end":"2026-07-24T05:29:52.298574Z","steps":["trace[948194326] 'agreement among raft nodes before linearized reading' (duration: 1.176822191s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.298587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:51.340214Z","time spent":"958.366303ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":6,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:52.298508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.913451Z","time spent":"1.385046961s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:52.298589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:49.594035Z","time spent":"2.704543688s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":31,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:52.298599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.098313Z","time spent":"2.200276667s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:29:52.298596Z","caller":"traceutil/trace.go:171","msg":"trace[1858350904] transaction","detail":"{read_only:false; response_revision:3520; number_of_response:1; }","duration":"1.731607189s","start":"2026-07-24T05:29:50.566969Z","end":"2026-07-24T05:29:52.298577Z","steps":["trace[1858350904] 'process raft request' (duration: 1.730947384s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.298483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721541362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:29:52.298623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.518995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-07-24T05:29:52.298656Z","caller":"traceutil/trace.go:171","msg":"trace[297819975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3520; }","duration":"2.721774018s","start":"2026-07-24T05:29:49.576874Z","end":"2026-07-24T05:29:52.298648Z","steps":["trace[297819975] 'agreement among raft nodes before linearized reading' (duration: 2.72141974s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:52.298674Z","caller":"traceutil/trace.go:171","msg":"trace[2056823110] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3520; }","duration":"790.591027ms","start":"2026-07-24T05:29:51.508066Z","end":"2026-07-24T05:29:52.298657Z","steps":["trace[2056823110] 'agreement among raft nodes before linearized reading' (duration: 790.479024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.298504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581771097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:52.298782Z","caller":"traceutil/trace.go:171","msg":"trace[518997276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3520; }","duration":"1.582165366s","start":"2026-07-24T05:29:50.716603Z","end":"2026-07-24T05:29:52.298769Z","steps":["trace[518997276] 'agreement among raft nodes before linearized reading' (duration: 1.581763987s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.298848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.716586Z","time spent":"1.582250639s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:29:52.298574Z","caller":"traceutil/trace.go:171","msg":"trace[128786553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3520; }","duration":"2.201153649s","start":"2026-07-24T05:29:50.097403Z","end":"2026-07-24T05:29:52.298557Z","steps":["trace[128786553] 'agreement among raft nodes before linearized reading' (duration: 2.200898613s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.298887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675888522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:52.298963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.097381Z","time spent":"2.201563357s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:29:52.298619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:51.121691Z","time spent":"1.176918343s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:52.298683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:49.576852Z","time spent":"2.721824118s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:29:52.298718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:51.508049Z","time spent":"790.659608ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:29:52.299045Z","caller":"traceutil/trace.go:171","msg":"trace[1584050514] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3520; }","duration":"1.676017475s","start":"2026-07-24T05:29:50.622946Z","end":"2026-07-24T05:29:52.298964Z","steps":["trace[1584050514] 'agreement among raft nodes before linearized reading' (duration: 1.675847181s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.299291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.622931Z","time spent":"1.676339192s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:29:52.298727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:50.566941Z","time spent":"1.731709141s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:52.29912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732666903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:29:52.299516Z","caller":"traceutil/trace.go:171","msg":"trace[537372580] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3520; }","duration":"3.733086953s","start":"2026-07-24T05:29:48.566417Z","end":"2026-07-24T05:29:52.299504Z","steps":["trace[537372580] 'agreement among raft nodes before linearized reading' (duration: 3.731688671s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.299561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:48.566406Z","time spent":"3.733141814s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":107443,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:29:52.613508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.25848ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:52.613745Z","caller":"traceutil/trace.go:171","msg":"trace[1518712190] linearizableReadLoop","detail":"{readStateIndex:3701; appliedIndex:3698; }","duration":"306.787928ms","start":"2026-07-24T05:29:52.306941Z","end":"2026-07-24T05:29:52.613728Z","steps":["trace[1518712190] 'read index received' (duration: 72.878114ms)","trace[1518712190] 'applied index is now lower than readState.Index' (duration: 233.908834ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:52.613844Z","caller":"traceutil/trace.go:171","msg":"trace[401578436] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"309.91357ms","start":"2026-07-24T05:29:52.30392Z","end":"2026-07-24T05:29:52.613834Z","steps":["trace[401578436] 'process raft request' (duration: 309.739755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.613951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:52.303901Z","time spent":"309.972142ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:52.614193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.258379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:29:52.614235Z","caller":"traceutil/trace.go:171","msg":"trace[1195030947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3523; }","duration":"307.327071ms","start":"2026-07-24T05:29:52.306895Z","end":"2026-07-24T05:29:52.614222Z","steps":["trace[1195030947] 'agreement among raft nodes before linearized reading' (duration: 307.26851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.614286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:52.306882Z","time spent":"307.388252ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:29:52.61432Z","caller":"traceutil/trace.go:171","msg":"trace[952264832] transaction","detail":"{read_only:false; response_revision:3522; number_of_response:1; }","duration":"310.468273ms","start":"2026-07-24T05:29:52.303755Z","end":"2026-07-24T05:29:52.614223Z","steps":["trace[952264832] 'process raft request' (duration: 147.354164ms)","trace[952264832] 'compare' (duration: 162.077845ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:52.6145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.954053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:52.614565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:52.303729Z","time spent":"310.703449ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:52.614592Z","caller":"traceutil/trace.go:171","msg":"trace[98311127] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3523; }","duration":"307.073385ms","start":"2026-07-24T05:29:52.307487Z","end":"2026-07-24T05:29:52.61456Z","steps":["trace[98311127] 'agreement among raft nodes before linearized reading' (duration: 306.944792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:52.614906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:52.307468Z","time spent":"307.418243ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:29:53.970697Z","caller":"traceutil/trace.go:171","msg":"trace[1097200846] transaction","detail":"{read_only:false; response_revision:3526; number_of_response:1; }","duration":"277.591314ms","start":"2026-07-24T05:29:53.693082Z","end":"2026-07-24T05:29:53.970673Z","steps":["trace[1097200846] 'process raft request' (duration: 277.509682ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:53.970771Z","caller":"traceutil/trace.go:171","msg":"trace[1057473260] transaction","detail":"{read_only:false; response_revision:3525; number_of_response:1; }","duration":"277.636005ms","start":"2026-07-24T05:29:53.693072Z","end":"2026-07-24T05:29:53.970708Z","steps":["trace[1057473260] 'process raft request' (duration: 277.384999ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:53.971141Z","caller":"traceutil/trace.go:171","msg":"trace[265266398] transaction","detail":"{read_only:false; response_revision:3527; number_of_response:1; }","duration":"275.857243ms","start":"2026-07-24T05:29:53.695256Z","end":"2026-07-24T05:29:53.971113Z","steps":["trace[265266398] 'process raft request' (duration: 275.382822ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:53.971883Z","caller":"traceutil/trace.go:171","msg":"trace[1855372994] transaction","detail":"{read_only:false; response_revision:3528; number_of_response:1; }","duration":"276.446207ms","start":"2026-07-24T05:29:53.695419Z","end":"2026-07-24T05:29:53.971865Z","steps":["trace[1855372994] 'process raft request' (duration: 276.334865ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:53.971876Z","caller":"traceutil/trace.go:171","msg":"trace[103493981] linearizableReadLoop","detail":"{readStateIndex:3705; appliedIndex:3701; }","duration":"276.550899ms","start":"2026-07-24T05:29:53.695309Z","end":"2026-07-24T05:29:53.971859Z","steps":["trace[103493981] 'read index received' (duration: 36.119284ms)","trace[103493981] 'applied index is now lower than readState.Index' (duration: 240.430805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:53.972064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.738383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:29:53.972112Z","caller":"traceutil/trace.go:171","msg":"trace[1583801838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3528; }","duration":"276.810536ms","start":"2026-07-24T05:29:53.695292Z","end":"2026-07-24T05:29:53.972102Z","steps":["trace[1583801838] 'agreement among raft nodes before linearized reading' (duration: 276.618341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:56.393972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.960862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:29:56.394242Z","caller":"traceutil/trace.go:171","msg":"trace[887930988] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"412.241355ms","start":"2026-07-24T05:29:55.981982Z","end":"2026-07-24T05:29:56.394223Z","steps":["trace[887930988] 'process raft request' (duration: 412.089041ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:56.394214Z","caller":"traceutil/trace.go:171","msg":"trace[1849265257] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"417.23254ms","start":"2026-07-24T05:29:55.976933Z","end":"2026-07-24T05:29:56.394166Z","steps":["trace[1849265257] 'process raft request' (duration: 164.491481ms)","trace[1849265257] 'compare' (duration: 251.525352ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:29:56.394336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:55.981947Z","time spent":"412.350367ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:29:56.394378Z","caller":"traceutil/trace.go:171","msg":"trace[1650667928] linearizableReadLoop","detail":"{readStateIndex:3720; appliedIndex:3716; }","duration":"391.874044ms","start":"2026-07-24T05:29:56.002475Z","end":"2026-07-24T05:29:56.394349Z","steps":["trace[1650667928] 'read index received' (duration: 46.563836ms)","trace[1650667928] 'applied index is now lower than readState.Index' (duration: 345.307898ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:29:56.394401Z","caller":"traceutil/trace.go:171","msg":"trace[1128243604] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"412.246465ms","start":"2026-07-24T05:29:55.982132Z","end":"2026-07-24T05:29:56.394379Z","steps":["trace[1128243604] 'process raft request' (duration: 412.03442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:56.394398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:55.976917Z","time spent":"417.394825ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:56.394669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:55.982114Z","time spent":"412.340457ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:29:56.394691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.215063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:29:56.394953Z","caller":"traceutil/trace.go:171","msg":"trace[1290671247] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3541; }","duration":"392.402897ms","start":"2026-07-24T05:29:56.002437Z","end":"2026-07-24T05:29:56.39484Z","steps":["trace[1290671247] 'agreement among raft nodes before linearized reading' (duration: 392.081749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:56.395207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:56.002422Z","time spent":"392.770445ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:29:56.484642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.213035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:29:56.484713Z","caller":"traceutil/trace.go:171","msg":"trace[892853729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3542; }","duration":"145.304148ms","start":"2026-07-24T05:29:56.339395Z","end":"2026-07-24T05:29:56.484699Z","steps":["trace[892853729] 'agreement among raft nodes before linearized reading' (duration: 145.116203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:56.484709Z","caller":"traceutil/trace.go:171","msg":"trace[1510769274] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"152.993164ms","start":"2026-07-24T05:29:56.331683Z","end":"2026-07-24T05:29:56.484676Z","steps":["trace[1510769274] 'process raft request' (duration: 152.651416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:56.484702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.899687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:29:56.484775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.144425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:29:56.484801Z","caller":"traceutil/trace.go:171","msg":"trace[897377552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3542; }","duration":"312.049799ms","start":"2026-07-24T05:29:56.172727Z","end":"2026-07-24T05:29:56.484777Z","steps":["trace[897377552] 'agreement among raft nodes before linearized reading' (duration: 311.864565ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:29:56.484845Z","caller":"traceutil/trace.go:171","msg":"trace[262547011] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3542; }","duration":"152.249578ms","start":"2026-07-24T05:29:56.33258Z","end":"2026-07-24T05:29:56.484829Z","steps":["trace[262547011] 'agreement among raft nodes before linearized reading' (duration: 152.053283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:56.484754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.992967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:29:56.484869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:56.172708Z","time spent":"312.138682ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:29:56.484896Z","caller":"traceutil/trace.go:171","msg":"trace[967493892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3542; }","duration":"363.192961ms","start":"2026-07-24T05:29:56.121691Z","end":"2026-07-24T05:29:56.484884Z","steps":["trace[967493892] 'agreement among raft nodes before linearized reading' (duration: 363.023667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:56.484931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:56.121659Z","time spent":"363.261603ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:29:58.620722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143518,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:29:58.672213Z","caller":"traceutil/trace.go:171","msg":"trace[2070382839] transaction","detail":"{read_only:false; response_revision:3550; number_of_response:1; }","duration":"921.542293ms","start":"2026-07-24T05:29:57.750643Z","end":"2026-07-24T05:29:58.672186Z","steps":["trace[2070382839] 'process raft request' (duration: 921.357279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:29:58.672384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:57.750612Z","time spent":"921.682685ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:00.120503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:30:00.12059Z","caller":"traceutil/trace.go:171","msg":"trace[571966272] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9999814s","start":"2026-07-24T05:29:58.120587Z","end":"2026-07-24T05:30:00.120568Z","steps":["trace[571966272] 'agreement among raft nodes before linearized reading' (duration: 1.999873097s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.120625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.120566Z","time spent":"2.000052352s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:00.159427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.840623Z","time spent":"1.318796641s","remote":"127.0.0.1:60334","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:30:00.181186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.457969937s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:30:00.181799Z","caller":"traceutil/trace.go:171","msg":"trace[2121531169] linearizableReadLoop","detail":"{readStateIndex:3732; appliedIndex:3728; }","duration":"2.061127213s","start":"2026-07-24T05:29:58.120645Z","end":"2026-07-24T05:30:00.181772Z","steps":["trace[2121531169] 'read index received' (duration: 551.435562ms)","trace[2121531169] 'applied index is now lower than readState.Index' (duration: 1.509690161s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:00.182045Z","caller":"traceutil/trace.go:171","msg":"trace[2095215162] transaction","detail":"{read_only:false; response_revision:3553; number_of_response:1; }","duration":"1.691250127s","start":"2026-07-24T05:29:58.490773Z","end":"2026-07-24T05:30:00.182023Z","steps":["trace[2095215162] 'process raft request' (duration: 1.69095648s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:00.182049Z","caller":"traceutil/trace.go:171","msg":"trace[825061867] transaction","detail":"{read_only:false; response_revision:3552; number_of_response:1; }","duration":"1.781528682s","start":"2026-07-24T05:29:58.400477Z","end":"2026-07-24T05:30:00.182006Z","steps":["trace[825061867] 'process raft request' (duration: 1.781215495s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.182246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.490748Z","time spent":"1.69138096s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:00.182319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.400459Z","time spent":"1.781772968s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:00.182436Z","caller":"traceutil/trace.go:171","msg":"trace[652409055] transaction","detail":"{read_only:false; response_revision:3551; number_of_response:1; }","duration":"2.128408588s","start":"2026-07-24T05:29:58.054005Z","end":"2026-07-24T05:30:00.182414Z","steps":["trace[652409055] 'process raft request' (duration: 2.127528078s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.182582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.053976Z","time spent":"2.12854523s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:00.322637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.782342ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:30:00.322751Z","caller":"traceutil/trace.go:171","msg":"trace[1351365947] linearizableReadLoop","detail":"{readStateIndex:3733; appliedIndex:3732; }","duration":"140.859664ms","start":"2026-07-24T05:30:00.181871Z","end":"2026-07-24T05:30:00.322731Z","steps":["trace[1351365947] 'read index received' (duration: 22.963141ms)","trace[1351365947] 'applied index is now lower than readState.Index' (duration: 117.893063ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:00.322987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.947696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:00.323052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923101862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:30:00.323106Z","caller":"traceutil/trace.go:171","msg":"trace[1626236866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3553; }","duration":"1.923197765s","start":"2026-07-24T05:29:58.399896Z","end":"2026-07-24T05:30:00.323094Z","steps":["trace[1626236866] 'agreement among raft nodes before linearized reading' (duration: 1.923018531s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.323128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924345731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T05:30:00.323148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.399874Z","time spent":"1.923265867s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:30:00.323162Z","caller":"traceutil/trace.go:171","msg":"trace[555845076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3553; }","duration":"1.924428643s","start":"2026-07-24T05:29:58.398723Z","end":"2026-07-24T05:30:00.323151Z","steps":["trace[555845076] 'agreement among raft nodes before linearized reading' (duration: 1.92427845s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.323148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82304577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:30:00.323244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.068916213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:30:00.323257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29231928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:00.32325Z","caller":"traceutil/trace.go:171","msg":"trace[1819927936] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3553; }","duration":"1.823195916s","start":"2026-07-24T05:29:58.500026Z","end":"2026-07-24T05:30:00.323222Z","steps":["trace[1819927936] 'agreement among raft nodes before linearized reading' (duration: 1.822950499s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.323267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781079853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:30:00.323294Z","caller":"traceutil/trace.go:171","msg":"trace[1196675183] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3553; }","duration":"1.292411822s","start":"2026-07-24T05:29:59.030872Z","end":"2026-07-24T05:30:00.323283Z","steps":["trace[1196675183] 'agreement among raft nodes before linearized reading' (duration: 1.292352351s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.323319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.500004Z","time spent":"1.823298617s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:30:00.323331Z","caller":"traceutil/trace.go:171","msg":"trace[1618079114] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3553; }","duration":"1.781134684s","start":"2026-07-24T05:29:58.54218Z","end":"2026-07-24T05:30:00.323314Z","steps":["trace[1618079114] 'agreement among raft nodes before linearized reading' (duration: 1.781021341s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:00.323066Z","caller":"traceutil/trace.go:171","msg":"trace[548294252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3553; }","duration":"202.076619ms","start":"2026-07-24T05:30:00.12097Z","end":"2026-07-24T05:30:00.323047Z","steps":["trace[548294252] 'agreement among raft nodes before linearized reading' (duration: 201.937065ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:00.323287Z","caller":"traceutil/trace.go:171","msg":"trace[495854054] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3553; }","duration":"2.068997195s","start":"2026-07-24T05:29:58.254281Z","end":"2026-07-24T05:30:00.323278Z","steps":["trace[495854054] 'agreement among raft nodes before linearized reading' (duration: 2.068933343s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.324097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.254259Z","time spent":"2.069803403s","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:00.32316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.783749143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:30:00.324404Z","caller":"traceutil/trace.go:171","msg":"trace[571538044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3553; }","duration":"1.785048703s","start":"2026-07-24T05:29:58.539336Z","end":"2026-07-24T05:30:00.324384Z","steps":["trace[571538044] 'agreement among raft nodes before linearized reading' (duration: 1.78363345s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.324456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.539315Z","time spent":"1.785127805s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:30:00.32333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:59.030843Z","time spent":"1.292477964s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:00.323194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.3987Z","time spent":"1.924486776s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:30:00.323364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.759636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:30:00.324674Z","caller":"traceutil/trace.go:171","msg":"trace[1381483380] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3553; }","duration":"549.108986ms","start":"2026-07-24T05:29:59.775553Z","end":"2026-07-24T05:30:00.324662Z","steps":["trace[1381483380] 'agreement among raft nodes before linearized reading' (duration: 547.756846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.324734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:59.775518Z","time spent":"549.190789ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":34,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:00.323373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.542167Z","time spent":"1.781197335s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:30:00.323403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831501278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:30:00.324866Z","caller":"traceutil/trace.go:171","msg":"trace[1900509116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3553; }","duration":"1.832988291s","start":"2026-07-24T05:29:58.491862Z","end":"2026-07-24T05:30:00.32485Z","steps":["trace[1900509116] 'agreement among raft nodes before linearized reading' (duration: 1.831474986s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.323379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566803542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:00.324925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.49185Z","time spent":"1.833057723s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:30:00.324956Z","caller":"traceutil/trace.go:171","msg":"trace[1981238803] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3553; }","duration":"1.568448899s","start":"2026-07-24T05:29:58.756493Z","end":"2026-07-24T05:30:00.324942Z","steps":["trace[1981238803] 'agreement among raft nodes before linearized reading' (duration: 1.566772251s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.324998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.756474Z","time spent":"1.568511091s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:00.32347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642819588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:30:00.325096Z","caller":"traceutil/trace.go:171","msg":"trace[169517060] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3553; }","duration":"1.644467106s","start":"2026-07-24T05:29:58.68061Z","end":"2026-07-24T05:30:00.325077Z","steps":["trace[169517060] 'agreement among raft nodes before linearized reading' (duration: 1.642799048s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.325146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.680584Z","time spent":"1.644546447s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:30:00.323465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642449778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:30:00.325218Z","caller":"traceutil/trace.go:171","msg":"trace[1737516876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3553; }","duration":"1.64466712s","start":"2026-07-24T05:29:58.680543Z","end":"2026-07-24T05:30:00.32521Z","steps":["trace[1737516876] 'agreement among raft nodes before linearized reading' (duration: 1.642303965s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.325249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:29:58.680509Z","time spent":"1.644732142s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:30:00.444854Z","caller":"traceutil/trace.go:171","msg":"trace[182440695] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"116.40955ms","start":"2026-07-24T05:30:00.328418Z","end":"2026-07-24T05:30:00.444828Z","steps":["trace[182440695] 'process raft request' (duration: 112.220913ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:00.44512Z","caller":"traceutil/trace.go:171","msg":"trace[1295567576] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"116.462411ms","start":"2026-07-24T05:30:00.328634Z","end":"2026-07-24T05:30:00.445096Z","steps":["trace[1295567576] 'process raft request' (duration: 116.146644ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:00.445446Z","caller":"traceutil/trace.go:171","msg":"trace[251785773] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"116.390159ms","start":"2026-07-24T05:30:00.329042Z","end":"2026-07-24T05:30:00.445432Z","steps":["trace[251785773] 'process raft request' (duration: 115.967219ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:00.445443Z","caller":"traceutil/trace.go:171","msg":"trace[929705487] linearizableReadLoop","detail":"{readStateIndex:3738; appliedIndex:3733; }","duration":"115.548659ms","start":"2026-07-24T05:30:00.329866Z","end":"2026-07-24T05:30:00.445415Z","steps":["trace[929705487] 'read index received' (duration: 89.278393ms)","trace[929705487] 'applied index is now lower than readState.Index' (duration: 26.269416ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:00.445485Z","caller":"traceutil/trace.go:171","msg":"trace[704692072] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"115.802886ms","start":"2026-07-24T05:30:00.329663Z","end":"2026-07-24T05:30:00.445466Z","steps":["trace[704692072] 'process raft request' (duration: 115.609361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.4457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.475605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:00.445754Z","caller":"traceutil/trace.go:171","msg":"trace[719518545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3558; }","duration":"111.561038ms","start":"2026-07-24T05:30:00.334179Z","end":"2026-07-24T05:30:00.44574Z","steps":["trace[719518545] 'agreement among raft nodes before linearized reading' (duration: 111.462916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.445813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.930628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:30:00.445946Z","caller":"traceutil/trace.go:171","msg":"trace[1918469005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3558; }","duration":"116.096012ms","start":"2026-07-24T05:30:00.329821Z","end":"2026-07-24T05:30:00.445917Z","steps":["trace[1918469005] 'agreement among raft nodes before linearized reading' (duration: 115.716083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:00.4462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.39191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107420"} {"level":"info","ts":"2026-07-24T05:30:00.446259Z","caller":"traceutil/trace.go:171","msg":"trace[2107307026] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3558; }","duration":"113.490321ms","start":"2026-07-24T05:30:00.332756Z","end":"2026-07-24T05:30:00.446246Z","steps":["trace[2107307026] 'agreement among raft nodes before linearized reading' (duration: 112.836876ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:02.189728Z","caller":"traceutil/trace.go:171","msg":"trace[1550896953] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"244.702525ms","start":"2026-07-24T05:30:01.944992Z","end":"2026-07-24T05:30:02.189694Z","steps":["trace[1550896953] 'process raft request' (duration: 244.47982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:02.2456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.403234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:02.245819Z","caller":"traceutil/trace.go:171","msg":"trace[1536520415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3569; }","duration":"114.631139ms","start":"2026-07-24T05:30:02.131164Z","end":"2026-07-24T05:30:02.245795Z","steps":["trace[1536520415] 'agreement among raft nodes before linearized reading' (duration: 114.366143ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:02.572595Z","caller":"traceutil/trace.go:171","msg":"trace[464466915] linearizableReadLoop","detail":"{readStateIndex:3750; appliedIndex:3749; }","duration":"128.313754ms","start":"2026-07-24T05:30:02.444254Z","end":"2026-07-24T05:30:02.572567Z","steps":["trace[464466915] 'read index received' (duration: 128.12362ms)","trace[464466915] 'applied index is now lower than readState.Index' (duration: 189.184µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:02.572705Z","caller":"traceutil/trace.go:171","msg":"trace[1555855479] transaction","detail":"{read_only:false; response_revision:3570; number_of_response:1; }","duration":"142.993145ms","start":"2026-07-24T05:30:02.42968Z","end":"2026-07-24T05:30:02.572673Z","steps":["trace[1555855479] 'process raft request' (duration: 142.731768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:02.573017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.634367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:30:02.573065Z","caller":"traceutil/trace.go:171","msg":"trace[778525083] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3570; }","duration":"123.72444ms","start":"2026-07-24T05:30:02.449329Z","end":"2026-07-24T05:30:02.573053Z","steps":["trace[778525083] 'agreement among raft nodes before linearized reading' (duration: 123.395842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:02.573054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.788476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-07-24T05:30:02.573136Z","caller":"traceutil/trace.go:171","msg":"trace[665984309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:3570; }","duration":"128.914689ms","start":"2026-07-24T05:30:02.444204Z","end":"2026-07-24T05:30:02.573119Z","steps":["trace[665984309] 'agreement among raft nodes before linearized reading' (duration: 128.5015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:02.573124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.953971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:30:02.573208Z","caller":"traceutil/trace.go:171","msg":"trace[1198423031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3570; }","duration":"123.070224ms","start":"2026-07-24T05:30:02.450119Z","end":"2026-07-24T05:30:02.573189Z","steps":["trace[1198423031] 'agreement among raft nodes before linearized reading' (duration: 122.815978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:02.573258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.920418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:30:02.573287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.062324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:30:02.573388Z","caller":"traceutil/trace.go:171","msg":"trace[99777726] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3570; }","duration":"119.107183ms","start":"2026-07-24T05:30:02.454254Z","end":"2026-07-24T05:30:02.573361Z","steps":["trace[99777726] 'agreement among raft nodes before linearized reading' (duration: 118.721694ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:02.573409Z","caller":"traceutil/trace.go:171","msg":"trace[2110111488] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3570; }","duration":"123.235647ms","start":"2026-07-24T05:30:02.450146Z","end":"2026-07-24T05:30:02.573382Z","steps":["trace[2110111488] 'agreement among raft nodes before linearized reading' (duration: 122.802827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:02.573463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.153407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:30:02.573509Z","caller":"traceutil/trace.go:171","msg":"trace[2089411619] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3570; }","duration":"120.212888ms","start":"2026-07-24T05:30:02.453285Z","end":"2026-07-24T05:30:02.573498Z","steps":["trace[2089411619] 'agreement among raft nodes before linearized reading' (duration: 119.503422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:02.573666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.149969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:30:02.573808Z","caller":"traceutil/trace.go:171","msg":"trace[1811424295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3570; }","duration":"124.389325ms","start":"2026-07-24T05:30:02.449398Z","end":"2026-07-24T05:30:02.573787Z","steps":["trace[1811424295] 'agreement among raft nodes before linearized reading' (duration: 123.559556ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:02.81511Z","caller":"traceutil/trace.go:171","msg":"trace[440959387] linearizableReadLoop","detail":"{readStateIndex:3753; appliedIndex:3750; }","duration":"237.041647ms","start":"2026-07-24T05:30:02.578044Z","end":"2026-07-24T05:30:02.815086Z","steps":["trace[440959387] 'read index received' (duration: 56.638389ms)","trace[440959387] 'applied index is now lower than readState.Index' (duration: 180.401978ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:02.81522Z","caller":"traceutil/trace.go:171","msg":"trace[1156744215] transaction","detail":"{read_only:false; response_revision:3574; number_of_response:1; }","duration":"236.965225ms","start":"2026-07-24T05:30:02.578245Z","end":"2026-07-24T05:30:02.81521Z","steps":["trace[1156744215] 'process raft request' (duration: 236.721629ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:02.815238Z","caller":"traceutil/trace.go:171","msg":"trace[308767466] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"237.395555ms","start":"2026-07-24T05:30:02.577814Z","end":"2026-07-24T05:30:02.81521Z","steps":["trace[308767466] 'process raft request' (duration: 237.098408ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:02.815419Z","caller":"traceutil/trace.go:171","msg":"trace[858063776] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"237.809675ms","start":"2026-07-24T05:30:02.577572Z","end":"2026-07-24T05:30:02.815381Z","steps":["trace[858063776] 'process raft request' (duration: 193.358498ms)","trace[858063776] 'compare' (duration: 43.692469ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:02.81558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.518998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107734"} {"level":"info","ts":"2026-07-24T05:30:02.81564Z","caller":"traceutil/trace.go:171","msg":"trace[2106542233] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3575; }","duration":"237.61794ms","start":"2026-07-24T05:30:02.578009Z","end":"2026-07-24T05:30:02.815627Z","steps":["trace[2106542233] 'agreement among raft nodes before linearized reading' (duration: 237.334374ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:02.815663Z","caller":"traceutil/trace.go:171","msg":"trace[1684239834] transaction","detail":"{read_only:false; response_revision:3575; number_of_response:1; }","duration":"232.358509ms","start":"2026-07-24T05:30:02.582974Z","end":"2026-07-24T05:30:02.815332Z","steps":["trace[1684239834] 'process raft request' (duration: 232.045791ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:02.837039Z","caller":"traceutil/trace.go:171","msg":"trace[1607171128] transaction","detail":"{read_only:false; response_revision:3576; number_of_response:1; }","duration":"149.163456ms","start":"2026-07-24T05:30:02.687785Z","end":"2026-07-24T05:30:02.836949Z","steps":["trace[1607171128] 'process raft request' (duration: 149.015893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:02.837213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.859262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107734"} {"level":"info","ts":"2026-07-24T05:30:02.837258Z","caller":"traceutil/trace.go:171","msg":"trace[643410191] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3576; }","duration":"252.934814ms","start":"2026-07-24T05:30:02.584314Z","end":"2026-07-24T05:30:02.837248Z","steps":["trace[643410191] 'agreement among raft nodes before linearized reading' (duration: 252.695719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:02.837268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.840315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"info","ts":"2026-07-24T05:30:02.837353Z","caller":"traceutil/trace.go:171","msg":"trace[1327747608] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3576; }","duration":"179.973418ms","start":"2026-07-24T05:30:02.657361Z","end":"2026-07-24T05:30:02.837335Z","steps":["trace[1327747608] 'agreement among raft nodes before linearized reading' (duration: 179.707852ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:03.107691Z","caller":"traceutil/trace.go:171","msg":"trace[541310500] linearizableReadLoop","detail":"{readStateIndex:3760; appliedIndex:3756; }","duration":"267.617873ms","start":"2026-07-24T05:30:02.840051Z","end":"2026-07-24T05:30:03.107669Z","steps":["trace[541310500] 'read index received' (duration: 267.330616ms)","trace[541310500] 'applied index is now lower than readState.Index' (duration: 286.157µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:03.107796Z","caller":"traceutil/trace.go:171","msg":"trace[1610975935] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"284.350521ms","start":"2026-07-24T05:30:02.823396Z","end":"2026-07-24T05:30:03.107746Z","steps":["trace[1610975935] 'process raft request' (duration: 284.179206ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:03.10784Z","caller":"traceutil/trace.go:171","msg":"trace[1594471902] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"284.316249ms","start":"2026-07-24T05:30:02.823507Z","end":"2026-07-24T05:30:03.107823Z","steps":["trace[1594471902] 'process raft request' (duration: 284.117384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:03.108062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.986022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:30:03.108097Z","caller":"traceutil/trace.go:171","msg":"trace[1672258944] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3580; }","duration":"268.066524ms","start":"2026-07-24T05:30:02.840019Z","end":"2026-07-24T05:30:03.108086Z","steps":["trace[1672258944] 'agreement among raft nodes before linearized reading' (duration: 267.928041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:03.1083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.547587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:03.108336Z","caller":"traceutil/trace.go:171","msg":"trace[1184496111] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3580; }","duration":"259.599038ms","start":"2026-07-24T05:30:02.848728Z","end":"2026-07-24T05:30:03.108327Z","steps":["trace[1184496111] 'agreement among raft nodes before linearized reading' (duration: 259.547807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:03.108411Z","caller":"traceutil/trace.go:171","msg":"trace[1335374494] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"285.256641ms","start":"2026-07-24T05:30:02.823115Z","end":"2026-07-24T05:30:03.108372Z","steps":["trace[1335374494] 'process raft request' (duration: 284.420281ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:03.108628Z","caller":"traceutil/trace.go:171","msg":"trace[768050981] transaction","detail":"{read_only:false; response_revision:3577; number_of_response:1; }","duration":"285.757283ms","start":"2026-07-24T05:30:02.822835Z","end":"2026-07-24T05:30:03.108592Z","steps":["trace[768050981] 'process raft request' (duration: 284.567645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:04.813962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:05.315114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:05.816318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143579,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:06.056399Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.804233377s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:30:06.05686Z","caller":"traceutil/trace.go:171","msg":"trace[569628537] transaction","detail":"{read_only:false; response_revision:3581; number_of_response:1; }","duration":"1.80479682s","start":"2026-07-24T05:30:04.252033Z","end":"2026-07-24T05:30:06.05683Z","steps":["trace[569628537] 'process raft request' (duration: 1.804630926s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:06.057058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.251997Z","time spent":"1.804980574s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:07.12129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999850347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:30:07.121405Z","caller":"traceutil/trace.go:171","msg":"trace[1124442742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000029202s","start":"2026-07-24T05:30:05.121354Z","end":"2026-07-24T05:30:07.121383Z","steps":["trace[1124442742] 'agreement among raft nodes before linearized reading' (duration: 1.999884778s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:07.121458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:05.121338Z","time spent":"2.000107763s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:09.123509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000587374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:30:09.123644Z","caller":"traceutil/trace.go:171","msg":"trace[1051807745] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000896311s","start":"2026-07-24T05:30:07.122719Z","end":"2026-07-24T05:30:09.123615Z","steps":["trace[1051807745] 'agreement among raft nodes before linearized reading' (duration: 2.000619034s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:09.123711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:07.12269Z","time spent":"2.001007864s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:09.249969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.252047Z","time spent":"4.997914508s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:30:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:09.250084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.252131Z","time spent":"4.997944509s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:30:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:09.639377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99893607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:30:09.639467Z","caller":"traceutil/trace.go:171","msg":"trace[601199308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999091134s","start":"2026-07-24T05:30:04.640356Z","end":"2026-07-24T05:30:09.639448Z","steps":["trace[601199308] 'agreement among raft nodes before linearized reading' (duration: 4.998977211s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:09.639517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.640336Z","time spent":"4.999171206s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:30:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:09.751576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657141408s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:09.751937Z","caller":"traceutil/trace.go:171","msg":"trace[1470967481] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3581; }","duration":"3.657512606s","start":"2026-07-24T05:30:06.094404Z","end":"2026-07-24T05:30:09.751917Z","steps":["trace[1470967481] 'range keys from in-memory index tree' (duration: 3.657125118s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:09.819111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998830908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:30:09.819233Z","caller":"traceutil/trace.go:171","msg":"trace[709995710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999022033s","start":"2026-07-24T05:30:04.820186Z","end":"2026-07-24T05:30:09.819208Z","steps":["trace[709995710] 'agreement among raft nodes before linearized reading' (duration: 4.99888166s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:09.819135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997923158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T05:30:09.819299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.820154Z","time spent":"4.999129535s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:30:09.819325Z","caller":"traceutil/trace.go:171","msg":"trace[896117248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998154244s","start":"2026-07-24T05:30:04.821152Z","end":"2026-07-24T05:30:09.819306Z","steps":["trace[896117248] 'agreement among raft nodes before linearized reading' (duration: 4.997938519s)"],"step_count":1} 2026/07/24 05:30:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:09.81937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.821142Z","time spent":"4.998217645s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:30:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:09.84112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.84182Z","time spent":"4.999295588s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:30:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:10.470744Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.414112349s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:30:10.471222Z","caller":"traceutil/trace.go:171","msg":"trace[1771166842] linearizableReadLoop","detail":"{readStateIndex:3765; appliedIndex:3760; }","duration":"6.157854048s","start":"2026-07-24T05:30:04.31335Z","end":"2026-07-24T05:30:10.471205Z","steps":["trace[1771166842] 'read index received' (duration: 1.743328769s)","trace[1771166842] 'applied index is now lower than readState.Index' (duration: 4.414524309s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:10.471324Z","caller":"traceutil/trace.go:171","msg":"trace[1647332249] transaction","detail":"{read_only:false; response_revision:3585; number_of_response:1; }","duration":"5.404079652s","start":"2026-07-24T05:30:05.067222Z","end":"2026-07-24T05:30:10.471301Z","steps":["trace[1647332249] 'process raft request' (duration: 5.403952279s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:10.471454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:05.067184Z","time spent":"5.404196205s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:10.47148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.158123914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:30:10.471506Z","caller":"traceutil/trace.go:171","msg":"trace[991092694] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3585; }","duration":"6.158193766s","start":"2026-07-24T05:30:04.313304Z","end":"2026-07-24T05:30:10.471497Z","steps":["trace[991092694] 'agreement among raft nodes before linearized reading' (duration: 6.157992091s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:10.471548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.31328Z","time spent":"6.158243137s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:30:11.132582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:30:11.132763Z","caller":"traceutil/trace.go:171","msg":"trace[1651838380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00086633s","start":"2026-07-24T05:30:09.131873Z","end":"2026-07-24T05:30:11.132739Z","steps":["trace[1651838380] 'agreement among raft nodes before linearized reading' (duration: 2.000568373s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.132854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:09.131854Z","time spent":"2.000984813s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:30:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:11.259079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.870783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:30:11.259352Z","caller":"traceutil/trace.go:171","msg":"trace[1049400915] transaction","detail":"{read_only:false; response_revision:3586; number_of_response:1; }","duration":"4.325721286s","start":"2026-07-24T05:30:06.933597Z","end":"2026-07-24T05:30:11.259318Z","steps":["trace[1049400915] 'process raft request' (duration: 3.824501045s)","trace[1049400915] 'compare' (duration: 499.458211ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:11.259416Z","caller":"traceutil/trace.go:171","msg":"trace[1108307259] transaction","detail":"{read_only:false; response_revision:3587; number_of_response:1; }","duration":"3.190745133s","start":"2026-07-24T05:30:08.068647Z","end":"2026-07-24T05:30:11.259392Z","steps":["trace[1108307259] 'process raft request' (duration: 3.19060786s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.259496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:08.06863Z","time spent":"3.190830564s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:11.259517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:06.933499Z","time spent":"4.32592041s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:11.259747Z","caller":"traceutil/trace.go:171","msg":"trace[1857092831] transaction","detail":"{read_only:false; response_revision:3588; number_of_response:1; }","duration":"2.17662839s","start":"2026-07-24T05:30:09.08308Z","end":"2026-07-24T05:30:11.259708Z","steps":["trace[1857092831] 'process raft request' (duration: 2.176223361s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.260029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:09.083058Z","time spent":"2.176788295s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:11.518118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.76244ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:30:11.518439Z","caller":"traceutil/trace.go:171","msg":"trace[1786436] linearizableReadLoop","detail":"{readStateIndex:3769; appliedIndex:3765; }","duration":"1.047141134s","start":"2026-07-24T05:30:10.471276Z","end":"2026-07-24T05:30:11.518417Z","steps":["trace[1786436] 'read index received' (duration: 287.049603ms)","trace[1786436] 'applied index is now lower than readState.Index' (duration: 760.089021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:11.518633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.837527082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:11.518626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.200703118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:11.518692Z","caller":"traceutil/trace.go:171","msg":"trace[242102136] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3589; }","duration":"6.837643405s","start":"2026-07-24T05:30:04.681036Z","end":"2026-07-24T05:30:11.518679Z","steps":["trace[242102136] 'agreement among raft nodes before linearized reading' (duration: 6.837529592s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.518736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.681014Z","time spent":"6.837710716s","remote":"127.0.0.1:58854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:11.518714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.675614541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:30:11.51881Z","caller":"traceutil/trace.go:171","msg":"trace[2051484873] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3589; }","duration":"6.675751354s","start":"2026-07-24T05:30:04.843036Z","end":"2026-07-24T05:30:11.518787Z","steps":["trace[2051484873] 'agreement among raft nodes before linearized reading' (duration: 6.675431397s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.518863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.543953639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:11.518871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.843023Z","time spent":"6.675837016s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:30:11.518904Z","caller":"traceutil/trace.go:171","msg":"trace[266941808] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3589; }","duration":"4.544020841s","start":"2026-07-24T05:30:06.974868Z","end":"2026-07-24T05:30:11.518889Z","steps":["trace[266941808] 'agreement among raft nodes before linearized reading' (duration: 4.54397139s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.51896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:06.974849Z","time spent":"4.544097592s","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:11.519021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.941502935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:30:11.518998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:10.472971Z","time spent":"1.046016878s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:30:11.51906Z","caller":"traceutil/trace.go:171","msg":"trace[1959317387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3589; }","duration":"6.941581296s","start":"2026-07-24T05:30:04.57747Z","end":"2026-07-24T05:30:11.519051Z","steps":["trace[1959317387] 'agreement among raft nodes before linearized reading' (duration: 6.941470284s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.519095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.577449Z","time spent":"6.941638667s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:30:11.519284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.677224602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:11.519347Z","caller":"traceutil/trace.go:171","msg":"trace[979306422] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3589; }","duration":"5.677338245s","start":"2026-07-24T05:30:05.841995Z","end":"2026-07-24T05:30:11.519333Z","steps":["trace[979306422] 'agreement among raft nodes before linearized reading' (duration: 5.677223572s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.519401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:05.841971Z","time spent":"5.677419497s","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:11.519416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527108108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:11.518821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.659182381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:30:11.519454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.760226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:11.519477Z","caller":"traceutil/trace.go:171","msg":"trace[450018455] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3589; }","duration":"4.659863767s","start":"2026-07-24T05:30:06.859592Z","end":"2026-07-24T05:30:11.519455Z","steps":["trace[450018455] 'agreement among raft nodes before linearized reading' (duration: 4.659193341s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:11.519494Z","caller":"traceutil/trace.go:171","msg":"trace[1768908527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3589; }","duration":"805.834408ms","start":"2026-07-24T05:30:10.71365Z","end":"2026-07-24T05:30:11.519485Z","steps":["trace[1768908527] 'agreement among raft nodes before linearized reading' (duration: 805.786527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.519498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882047375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:30:11.519525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:10.713629Z","time spent":"805.89025ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:11.519533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:06.859569Z","time spent":"4.659946018s","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":15,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:11.519608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267960661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"warn","ts":"2026-07-24T05:30:11.519405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.148187879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:30:11.519645Z","caller":"traceutil/trace.go:171","msg":"trace[1465408395] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3589; }","duration":"2.268036873s","start":"2026-07-24T05:30:09.251599Z","end":"2026-07-24T05:30:11.519636Z","steps":["trace[1465408395] 'agreement among raft nodes before linearized reading' (duration: 2.267944831s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.519683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:09.251578Z","time spent":"2.268098004s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:30:11.519724Z","caller":"traceutil/trace.go:171","msg":"trace[1968625684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3589; }","duration":"7.148499247s","start":"2026-07-24T05:30:04.371172Z","end":"2026-07-24T05:30:11.519671Z","steps":["trace[1968625684] 'agreement among raft nodes before linearized reading' (duration: 7.148160069s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.518646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.698232354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:30:11.519771Z","caller":"traceutil/trace.go:171","msg":"trace[1794178524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3589; }","duration":"6.69938011s","start":"2026-07-24T05:30:04.820383Z","end":"2026-07-24T05:30:11.519763Z","steps":["trace[1794178524] 'agreement among raft nodes before linearized reading' (duration: 6.698103621s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.51978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.371156Z","time spent":"7.148604579s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:30:11.519818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26837605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-24T05:30:11.519878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.188591743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:30:11.519927Z","caller":"traceutil/trace.go:171","msg":"trace[389631202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3589; }","duration":"2.268534144s","start":"2026-07-24T05:30:09.251368Z","end":"2026-07-24T05:30:11.519902Z","steps":["trace[389631202] 'agreement among raft nodes before linearized reading' (duration: 2.268235707s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:11.519941Z","caller":"traceutil/trace.go:171","msg":"trace[91574185] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3589; }","duration":"3.188691164s","start":"2026-07-24T05:30:08.331233Z","end":"2026-07-24T05:30:11.519924Z","steps":["trace[91574185] 'agreement among raft nodes before linearized reading' (duration: 3.188238654s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.519819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676568617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-24T05:30:11.519956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.529509885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:11.519976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391573892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11665"} {"level":"warn","ts":"2026-07-24T05:30:11.519982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:09.251344Z","time spent":"2.268628296s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:30:11.520002Z","caller":"traceutil/trace.go:171","msg":"trace[2115842812] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3589; }","duration":"2.529594797s","start":"2026-07-24T05:30:08.990397Z","end":"2026-07-24T05:30:11.519992Z","steps":["trace[2115842812] 'agreement among raft nodes before linearized reading' (duration: 2.529530205s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:11.520007Z","caller":"traceutil/trace.go:171","msg":"trace[2040213743] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3589; }","duration":"3.391640414s","start":"2026-07-24T05:30:08.128358Z","end":"2026-07-24T05:30:11.519999Z","steps":["trace[2040213743] 'agreement among raft nodes before linearized reading' (duration: 3.391546612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.519998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:08.331216Z","time spent":"3.188767227s","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":490,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:30:11.520035Z","caller":"traceutil/trace.go:171","msg":"trace[1834135523] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3589; }","duration":"1.676834023s","start":"2026-07-24T05:30:09.843154Z","end":"2026-07-24T05:30:11.519988Z","steps":["trace[1834135523] 'agreement among raft nodes before linearized reading' (duration: 1.675607115s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.520007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.730475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:11.520045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:08.990377Z","time spent":"2.529659318s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:11.520059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.356165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:30:11.520074Z","caller":"traceutil/trace.go:171","msg":"trace[774541570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3589; }","duration":"386.841828ms","start":"2026-07-24T05:30:11.133224Z","end":"2026-07-24T05:30:11.520065Z","steps":["trace[774541570] 'agreement among raft nodes before linearized reading' (duration: 386.758846ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:11.52009Z","caller":"traceutil/trace.go:171","msg":"trace[1066676703] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3589; }","duration":"785.386136ms","start":"2026-07-24T05:30:10.734694Z","end":"2026-07-24T05:30:11.52008Z","steps":["trace[1066676703] 'agreement among raft nodes before linearized reading' (duration: 785.334715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.520111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.1332Z","time spent":"386.905809ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:11.52012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:10.734626Z","time spent":"785.485329ms","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:11.520112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:09.843135Z","time spent":"1.676934906s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:30:11.519797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.820376Z","time spent":"6.69941439s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:30:11.519454Z","caller":"traceutil/trace.go:171","msg":"trace[1322864761] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3589; }","duration":"2.52717944s","start":"2026-07-24T05:30:08.992264Z","end":"2026-07-24T05:30:11.519444Z","steps":["trace[1322864761] 'agreement among raft nodes before linearized reading' (duration: 2.527079168s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.520288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:08.992247Z","time spent":"2.52802793s","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:11.520045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:08.128336Z","time spent":"3.391703605s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11688,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:30:11.518739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.694090598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:30:11.520478Z","caller":"traceutil/trace.go:171","msg":"trace[1282929541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3589; }","duration":"6.695825689s","start":"2026-07-24T05:30:04.824641Z","end":"2026-07-24T05:30:11.520466Z","steps":["trace[1282929541] 'agreement among raft nodes before linearized reading' (duration: 6.694035687s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.520525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:04.82455Z","time spent":"6.695964062s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:30:11.519527Z","caller":"traceutil/trace.go:171","msg":"trace[2138617491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3589; }","duration":"1.882078736s","start":"2026-07-24T05:30:09.637441Z","end":"2026-07-24T05:30:11.519519Z","steps":["trace[2138617491] 'agreement among raft nodes before linearized reading' (duration: 1.882031905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.520589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:09.637309Z","time spent":"1.883257884s","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:11.51973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.719289445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:11.52065Z","caller":"traceutil/trace.go:171","msg":"trace[99982775] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3589; }","duration":"5.720246457s","start":"2026-07-24T05:30:05.800389Z","end":"2026-07-24T05:30:11.520635Z","steps":["trace[99982775] 'agreement among raft nodes before linearized reading' (duration: 5.719296965s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:11.518731Z","caller":"traceutil/trace.go:171","msg":"trace[427843485] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3589; }","duration":"4.200851181s","start":"2026-07-24T05:30:07.317835Z","end":"2026-07-24T05:30:11.518686Z","steps":["trace[427843485] 'agreement among raft nodes before linearized reading' (duration: 4.200608476s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:11.520904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:07.317814Z","time spent":"4.203070013s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:11.520732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:05.800365Z","time spent":"5.720342979s","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:12.857455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139015807s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-24T05:30:12.857815Z","caller":"traceutil/trace.go:171","msg":"trace[1445698746] transaction","detail":"{read_only:false; response_revision:3591; number_of_response:1; }","duration":"1.329917518s","start":"2026-07-24T05:30:11.527873Z","end":"2026-07-24T05:30:12.857791Z","steps":["trace[1445698746] 'process raft request' (duration: 1.329847647s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:12.857819Z","caller":"traceutil/trace.go:171","msg":"trace[1538907534] linearizableReadLoop","detail":"{readStateIndex:3771; appliedIndex:3770; }","duration":"1.333279285s","start":"2026-07-24T05:30:11.52451Z","end":"2026-07-24T05:30:12.85779Z","steps":["trace[1538907534] 'read index received' (duration: 193.780877ms)","trace[1538907534] 'applied index is now lower than readState.Index' (duration: 1.139495578s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:12.857948Z","caller":"traceutil/trace.go:171","msg":"trace[1968024095] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3589; }","duration":"1.336529451s","start":"2026-07-24T05:30:11.521405Z","end":"2026-07-24T05:30:12.857934Z","steps":["trace[1968024095] 'process raft request' (duration: 196.93465ms)","trace[1968024095] 'compare' (duration: 1.138948136s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:12.858073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.521384Z","time spent":"1.336594302s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:12.858192Z","caller":"traceutil/trace.go:171","msg":"trace[1651205831] transaction","detail":"{read_only:false; response_revision:3590; number_of_response:1; }","duration":"1.331686268s","start":"2026-07-24T05:30:11.526483Z","end":"2026-07-24T05:30:12.858169Z","steps":["trace[1651205831] 'process raft request' (duration: 1.331108815s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.858286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.526467Z","time spent":"1.331776261s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:12.85834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.829827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:12.858404Z","caller":"traceutil/trace.go:171","msg":"trace[1445046189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3591; }","duration":"737.93201ms","start":"2026-07-24T05:30:12.120459Z","end":"2026-07-24T05:30:12.858391Z","steps":["trace[1445046189] 'agreement among raft nodes before linearized reading' (duration: 737.831408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.85841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036467188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T05:30:12.858381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328925564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:12.85844Z","caller":"traceutil/trace.go:171","msg":"trace[1476144382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3591; }","duration":"1.03656591s","start":"2026-07-24T05:30:11.821867Z","end":"2026-07-24T05:30:12.858433Z","steps":["trace[1476144382] 'agreement among raft nodes before linearized reading' (duration: 1.036465308s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.85842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257836272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:12.858426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217188612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T05:30:12.858468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.821848Z","time spent":"1.036614242s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:30:12.858472Z","caller":"traceutil/trace.go:171","msg":"trace[468418935] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3591; }","duration":"1.329039987s","start":"2026-07-24T05:30:11.529407Z","end":"2026-07-24T05:30:12.858447Z","steps":["trace[468418935] 'agreement among raft nodes before linearized reading' (duration: 1.328882014s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.858549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333536491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107734"} {"level":"warn","ts":"2026-07-24T05:30:12.85799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.527851Z","time spent":"1.33001813s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:12.858592Z","caller":"traceutil/trace.go:171","msg":"trace[1308800740] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3591; }","duration":"1.333575822s","start":"2026-07-24T05:30:11.525002Z","end":"2026-07-24T05:30:12.858578Z","steps":["trace[1308800740] 'agreement among raft nodes before linearized reading' (duration: 1.333227624s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.858607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315082575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107734"} {"level":"warn","ts":"2026-07-24T05:30:12.858634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.524991Z","time spent":"1.333635443s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":107757,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:30:12.858645Z","caller":"traceutil/trace.go:171","msg":"trace[678104451] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3591; }","duration":"1.315161476s","start":"2026-07-24T05:30:11.543473Z","end":"2026-07-24T05:30:12.858634Z","steps":["trace[678104451] 'agreement among raft nodes before linearized reading' (duration: 1.314912101s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.858675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.543452Z","time spent":"1.315215887s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":107757,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:30:12.858496Z","caller":"traceutil/trace.go:171","msg":"trace[321387054] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3591; }","duration":"1.257919264s","start":"2026-07-24T05:30:11.600556Z","end":"2026-07-24T05:30:12.858475Z","steps":["trace[321387054] 'agreement among raft nodes before linearized reading' (duration: 1.257793291s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.858632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.607638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:30:12.858702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037538392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:30:12.858769Z","caller":"traceutil/trace.go:171","msg":"trace[556006481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3591; }","duration":"1.037635514s","start":"2026-07-24T05:30:11.821119Z","end":"2026-07-24T05:30:12.858754Z","steps":["trace[556006481] 'agreement among raft nodes before linearized reading' (duration: 1.037219755s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.858789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334271238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-24T05:30:12.858846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.821101Z","time spent":"1.037732537s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:30:12.858872Z","caller":"traceutil/trace.go:171","msg":"trace[496861783] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3591; }","duration":"1.33438855s","start":"2026-07-24T05:30:11.524463Z","end":"2026-07-24T05:30:12.858851Z","steps":["trace[496861783] 'agreement among raft nodes before linearized reading' (duration: 1.333878289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.858813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33346038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T05:30:12.859009Z","caller":"traceutil/trace.go:171","msg":"trace[832515397] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3591; }","duration":"1.333780237s","start":"2026-07-24T05:30:11.525203Z","end":"2026-07-24T05:30:12.858983Z","steps":["trace[832515397] 'agreement among raft nodes before linearized reading' (duration: 1.333144733s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.859132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.525195Z","time spent":"1.33392078s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:30:12.858577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.529399Z","time spent":"1.32916244s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:30:12.858759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.600494Z","time spent":"1.258242022s","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:12.858469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331172557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:12.859389Z","caller":"traceutil/trace.go:171","msg":"trace[1443776197] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3591; }","duration":"1.33215045s","start":"2026-07-24T05:30:11.527219Z","end":"2026-07-24T05:30:12.859369Z","steps":["trace[1443776197] 'agreement among raft nodes before linearized reading' (duration: 1.331193007s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.859461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.527196Z","time spent":"1.332244022s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:30:12.858509Z","caller":"traceutil/trace.go:171","msg":"trace[1325037269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3591; }","duration":"1.217313685s","start":"2026-07-24T05:30:11.641176Z","end":"2026-07-24T05:30:12.858489Z","steps":["trace[1325037269] 'agreement among raft nodes before linearized reading' (duration: 1.217111021s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.859544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.641153Z","time spent":"1.218375711s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:30:12.858426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332375924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-24T05:30:12.85964Z","caller":"traceutil/trace.go:171","msg":"trace[2019329676] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3591; }","duration":"1.333611953s","start":"2026-07-24T05:30:11.526011Z","end":"2026-07-24T05:30:12.859623Z","steps":["trace[2019329676] 'agreement among raft nodes before linearized reading' (duration: 1.332307372s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.859679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.525988Z","time spent":"1.333679065s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":592,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:30:12.85877Z","caller":"traceutil/trace.go:171","msg":"trace[2140025004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3591; }","duration":"330.808563ms","start":"2026-07-24T05:30:12.527934Z","end":"2026-07-24T05:30:12.858742Z","steps":["trace[2140025004] 'agreement among raft nodes before linearized reading' (duration: 330.460875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:12.85978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:12.527912Z","time spent":"331.843778ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:30:12.858439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:12.120442Z","time spent":"737.991181ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:12.858926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:11.524437Z","time spent":"1.334475923s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:30:13.361729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:13.86275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:14.363223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:14.638363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:12.865087Z","time spent":"1.773268462s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:14.818726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:12.864535Z","time spent":"1.954183992s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:14.818942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:12.863993Z","time spent":"1.954941659s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:14.861129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:30:14.861228Z","caller":"traceutil/trace.go:171","msg":"trace[177784247] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271326s","start":"2026-07-24T05:30:12.860925Z","end":"2026-07-24T05:30:14.861196Z","steps":["trace[177784247] 'agreement among raft nodes before linearized reading' (duration: 2.000165124s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:14.861273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:12.860906Z","time spent":"2.000357259s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:14.864329Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:15.364452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143598,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:15.532064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.672168801s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:30:15.5324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:12.859716Z","time spent":"2.672678813s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:30:16.365346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.500651ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:16.365513Z","caller":"traceutil/trace.go:171","msg":"trace[204981531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3591; }","duration":"270.681925ms","start":"2026-07-24T05:30:16.094808Z","end":"2026-07-24T05:30:16.36549Z","steps":["trace[204981531] 'range keys from in-memory index tree' (duration: 270.45523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:16.825412Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293121727s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:30:16.826724Z","caller":"traceutil/trace.go:171","msg":"trace[553057349] linearizableReadLoop","detail":"{readStateIndex:3783; appliedIndex:3773; }","duration":"3.96575074s","start":"2026-07-24T05:30:12.860951Z","end":"2026-07-24T05:30:16.826702Z","steps":["trace[553057349] 'read index received' (duration: 2.671327272s)","trace[553057349] 'applied index is now lower than readState.Index' (duration: 1.294422498s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:16.826808Z","caller":"traceutil/trace.go:171","msg":"trace[507117882] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3595; }","duration":"2.00605491s","start":"2026-07-24T05:30:14.820737Z","end":"2026-07-24T05:30:16.826792Z","steps":["trace[507117882] 'process raft request' (duration: 2.005838055s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:16.826834Z","caller":"traceutil/trace.go:171","msg":"trace[1874779822] transaction","detail":"{read_only:false; response_revision:3597; number_of_response:1; }","duration":"1.961165512s","start":"2026-07-24T05:30:14.865654Z","end":"2026-07-24T05:30:16.826819Z","steps":["trace[1874779822] 'process raft request' (duration: 1.960983158s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:16.827167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:14.820717Z","time spent":"2.006381437s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":514,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:16.82723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:14.865631Z","time spent":"1.961555662s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:16.826873Z","caller":"traceutil/trace.go:171","msg":"trace[605720555] transaction","detail":"{read_only:false; response_revision:3596; number_of_response:1; }","duration":"1.961304345s","start":"2026-07-24T05:30:14.865558Z","end":"2026-07-24T05:30:16.826863Z","steps":["trace[605720555] 'process raft request' (duration: 1.961037199s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:16.826904Z","caller":"traceutil/trace.go:171","msg":"trace[343010602] transaction","detail":"{read_only:false; response_revision:3595; number_of_response:1; }","duration":"3.553717859s","start":"2026-07-24T05:30:13.27318Z","end":"2026-07-24T05:30:16.826897Z","steps":["trace[343010602] 'process raft request' (duration: 3.55333328s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:16.827402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:14.865538Z","time spent":"1.961802927s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:16.826929Z","caller":"traceutil/trace.go:171","msg":"trace[1774579670] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3595; }","duration":"2.186094281s","start":"2026-07-24T05:30:14.640823Z","end":"2026-07-24T05:30:16.826917Z","steps":["trace[1774579670] 'process raft request' (duration: 2.185726472s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:16.827482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:13.273156Z","time spent":"3.554290313s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:16.82752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:14.640802Z","time spent":"2.186684165s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":525,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:16.826983Z","caller":"traceutil/trace.go:171","msg":"trace[1988199160] transaction","detail":"{read_only:false; response_revision:3598; number_of_response:1; }","duration":"1.960017516s","start":"2026-07-24T05:30:14.866894Z","end":"2026-07-24T05:30:16.826911Z","steps":["trace[1988199160] 'process raft request' (duration: 1.959773691s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:16.827611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:14.866879Z","time spent":"1.960685301s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:16.868304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000286816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:30:16.868383Z","caller":"traceutil/trace.go:171","msg":"trace[815442957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00040265s","start":"2026-07-24T05:30:14.867963Z","end":"2026-07-24T05:30:16.868365Z","steps":["trace[815442957] 'agreement among raft nodes before linearized reading' (duration: 2.000305407s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:16.86843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:14.867953Z","time spent":"2.000468301s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:30:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:17.328127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:17.828487Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:18.329018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:18.634705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.809082659s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:30:18.635518Z","caller":"traceutil/trace.go:171","msg":"trace[1695882761] transaction","detail":"{read_only:false; response_revision:3601; number_of_response:1; }","duration":"2.590486052s","start":"2026-07-24T05:30:16.045003Z","end":"2026-07-24T05:30:18.635489Z","steps":["trace[1695882761] 'process raft request' (duration: 2.590441621s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:18.635643Z","caller":"traceutil/trace.go:171","msg":"trace[1076317231] transaction","detail":"{read_only:false; response_revision:3599; number_of_response:1; }","duration":"3.102042553s","start":"2026-07-24T05:30:15.533558Z","end":"2026-07-24T05:30:18.635601Z","steps":["trace[1076317231] 'process raft request' (duration: 3.101640054s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.635713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:16.044977Z","time spent":"2.590635236s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:18.635855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:15.533532Z","time spent":"3.102204867s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:18.635617Z","caller":"traceutil/trace.go:171","msg":"trace[1741379731] transaction","detail":"{read_only:false; response_revision:3600; number_of_response:1; }","duration":"2.600772911s","start":"2026-07-24T05:30:16.034795Z","end":"2026-07-24T05:30:18.635568Z","steps":["trace[1741379731] 'process raft request' (duration: 2.600585307s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.636073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:16.034772Z","time spent":"2.60116718s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:18.741251Z","caller":"traceutil/trace.go:171","msg":"trace[522316494] linearizableReadLoop","detail":"{readStateIndex:3787; appliedIndex:3783; }","duration":"1.914178077s","start":"2026-07-24T05:30:16.82705Z","end":"2026-07-24T05:30:18.741228Z","steps":["trace[522316494] 'read index received' (duration: 1.808103226s)","trace[522316494] 'applied index is now lower than readState.Index' (duration: 106.073481ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:18.741284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:17.172309Z","time spent":"1.568966461s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:30:18.741428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.341441214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:30:18.741466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872918784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:18.741496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801877238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:18.741491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262883394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:18.741504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.289445283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:18.741535Z","caller":"traceutil/trace.go:171","msg":"trace[2013801292] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3601; }","duration":"2.262981666s","start":"2026-07-24T05:30:16.47854Z","end":"2026-07-24T05:30:18.741522Z","steps":["trace[2013801292] 'agreement among raft nodes before linearized reading' (duration: 2.262876644s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:18.741552Z","caller":"traceutil/trace.go:171","msg":"trace[1077821527] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3601; }","duration":"5.289532965s","start":"2026-07-24T05:30:13.452007Z","end":"2026-07-24T05:30:18.74154Z","steps":["trace[1077821527] 'agreement among raft nodes before linearized reading' (duration: 5.289463553s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.741562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004096609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:30:18.741578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:16.478522Z","time spent":"2.263043108s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:30:18.741579Z","caller":"traceutil/trace.go:171","msg":"trace[1025168679] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3601; }","duration":"1.0041149s","start":"2026-07-24T05:30:17.73746Z","end":"2026-07-24T05:30:18.741575Z","steps":["trace[1025168679] 'agreement among raft nodes before linearized reading' (duration: 1.004078529s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.741598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875636436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:30:18.741596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.805742817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:30:18.741636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:17.737403Z","time spent":"1.004220502s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:18.741639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.874391678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:30:18.741652Z","caller":"traceutil/trace.go:171","msg":"trace[1491305275] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3601; }","duration":"3.875703318s","start":"2026-07-24T05:30:14.865931Z","end":"2026-07-24T05:30:18.741635Z","steps":["trace[1491305275] 'agreement among raft nodes before linearized reading' (duration: 3.875587045s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:18.741663Z","caller":"traceutil/trace.go:171","msg":"trace[993897121] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3601; }","duration":"3.87443948s","start":"2026-07-24T05:30:14.867218Z","end":"2026-07-24T05:30:18.741658Z","steps":["trace[993897121] 'agreement among raft nodes before linearized reading' (duration: 3.874294326s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:18.741496Z","caller":"traceutil/trace.go:171","msg":"trace[1872750289] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3601; }","duration":"3.341539067s","start":"2026-07-24T05:30:15.399943Z","end":"2026-07-24T05:30:18.741482Z","steps":["trace[1872750289] 'agreement among raft nodes before linearized reading' (duration: 3.341390503s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.741639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87470892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:30:18.741691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:14.865878Z","time spent":"3.87580582s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:30:18.741698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:15.399876Z","time spent":"3.341815113s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:30:18.741733Z","caller":"traceutil/trace.go:171","msg":"trace[389830800] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3601; }","duration":"4.874874075s","start":"2026-07-24T05:30:13.866837Z","end":"2026-07-24T05:30:18.741711Z","steps":["trace[389830800] 'agreement among raft nodes before linearized reading' (duration: 4.874594588s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:18.741657Z","caller":"traceutil/trace.go:171","msg":"trace[413177343] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3601; }","duration":"4.80586824s","start":"2026-07-24T05:30:13.935774Z","end":"2026-07-24T05:30:18.741642Z","steps":["trace[413177343] 'agreement among raft nodes before linearized reading' (duration: 4.805733487s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.741777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.218448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:30:18.7418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50614708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:18.741507Z","caller":"traceutil/trace.go:171","msg":"trace[1528371304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3601; }","duration":"1.872995465s","start":"2026-07-24T05:30:16.8685Z","end":"2026-07-24T05:30:18.741495Z","steps":["trace[1528371304] 'agreement among raft nodes before linearized reading' (duration: 1.872925483s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.741831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301551582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:18.74185Z","caller":"traceutil/trace.go:171","msg":"trace[958243160] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:3601; }","duration":"1.506230221s","start":"2026-07-24T05:30:17.235607Z","end":"2026-07-24T05:30:18.741837Z","steps":["trace[958243160] 'agreement among raft nodes before linearized reading' (duration: 1.506158549s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:18.741905Z","caller":"traceutil/trace.go:171","msg":"trace[1175349940] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3601; }","duration":"1.301697105s","start":"2026-07-24T05:30:17.440173Z","end":"2026-07-24T05:30:18.74187Z","steps":["trace[1175349940] 'agreement among raft nodes before linearized reading' (duration: 1.301562452s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.741934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:17.235589Z","time spent":"1.506332464s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:18.741952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:17.440151Z","time spent":"1.301788037s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:18.741685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:14.867208Z","time spent":"3.87447248s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:30:18.741815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:13.866774Z","time spent":"4.875029008s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:30:18.741873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:16.868478Z","time spent":"1.873373914s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:18.741555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.878241987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:18.742117Z","caller":"traceutil/trace.go:171","msg":"trace[592744249] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3601; }","duration":"5.878827511s","start":"2026-07-24T05:30:12.863279Z","end":"2026-07-24T05:30:18.742106Z","steps":["trace[592744249] 'agreement among raft nodes before linearized reading' (duration: 5.878249198s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.742151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:12.863262Z","time spent":"5.878879732s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:30:18.741594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:13.451986Z","time spent":"5.289597187s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:18.741455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.876691331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:30:18.742239Z","caller":"traceutil/trace.go:171","msg":"trace[1366530369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3601; }","duration":"3.877540672s","start":"2026-07-24T05:30:14.864692Z","end":"2026-07-24T05:30:18.742232Z","steps":["trace[1366530369] 'agreement among raft nodes before linearized reading' (duration: 3.87664794s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.742269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:14.864667Z","time spent":"3.877593493s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:30:18.74144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.307463259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:30:18.74232Z","caller":"traceutil/trace.go:171","msg":"trace[971364837] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3601; }","duration":"5.30835327s","start":"2026-07-24T05:30:13.433956Z","end":"2026-07-24T05:30:18.742309Z","steps":["trace[971364837] 'agreement among raft nodes before linearized reading' (duration: 5.307412298s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.742355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:13.433857Z","time spent":"5.308487603s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:18.741477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875800471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:30:18.742405Z","caller":"traceutil/trace.go:171","msg":"trace[1698081019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3601; }","duration":"3.876783243s","start":"2026-07-24T05:30:14.865608Z","end":"2026-07-24T05:30:18.742391Z","steps":["trace[1698081019] 'agreement among raft nodes before linearized reading' (duration: 3.875667387s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.742445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:14.865589Z","time spent":"3.876845755s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:30:18.741522Z","caller":"traceutil/trace.go:171","msg":"trace[1044118081] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3601; }","duration":"2.801933889s","start":"2026-07-24T05:30:15.939581Z","end":"2026-07-24T05:30:18.741515Z","steps":["trace[1044118081] 'agreement among raft nodes before linearized reading' (duration: 2.801894128s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.74255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:15.939562Z","time spent":"2.802980334s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:30:18.741823Z","caller":"traceutil/trace.go:171","msg":"trace[1538870587] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3601; }","duration":"104.30302ms","start":"2026-07-24T05:30:18.637509Z","end":"2026-07-24T05:30:18.741812Z","steps":["trace[1538870587] 'agreement among raft nodes before linearized reading' (duration: 104.194358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.741821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:13.935737Z","time spent":"4.806071354s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:30:18.894625Z","caller":"traceutil/trace.go:171","msg":"trace[187096021] linearizableReadLoop","detail":"{readStateIndex:3788; appliedIndex:3787; }","duration":"149.237727ms","start":"2026-07-24T05:30:18.745358Z","end":"2026-07-24T05:30:18.894595Z","steps":["trace[187096021] 'read index received' (duration: 119.289895ms)","trace[187096021] 'applied index is now lower than readState.Index' (duration: 29.946782ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:18.894644Z","caller":"traceutil/trace.go:171","msg":"trace[439968751] transaction","detail":"{read_only:false; response_revision:3602; number_of_response:1; }","duration":"151.191593ms","start":"2026-07-24T05:30:18.743419Z","end":"2026-07-24T05:30:18.89461Z","steps":["trace[439968751] 'process raft request' (duration: 121.21231ms)","trace[439968751] 'compare' (duration: 29.825759ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:18.895031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.640276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107734"} {"level":"info","ts":"2026-07-24T05:30:18.895118Z","caller":"traceutil/trace.go:171","msg":"trace[1428454691] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3602; }","duration":"149.78932ms","start":"2026-07-24T05:30:18.74531Z","end":"2026-07-24T05:30:18.8951Z","steps":["trace[1428454691] 'agreement among raft nodes before linearized reading' (duration: 149.393261ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:18.93044Z","caller":"traceutil/trace.go:171","msg":"trace[135004950] transaction","detail":"{read_only:false; response_revision:3603; number_of_response:1; }","duration":"184.911133ms","start":"2026-07-24T05:30:18.745508Z","end":"2026-07-24T05:30:18.930419Z","steps":["trace[135004950] 'process raft request' (duration: 184.731718ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:18.930708Z","caller":"traceutil/trace.go:171","msg":"trace[1520597401] transaction","detail":"{read_only:false; response_revision:3604; number_of_response:1; }","duration":"185.030265ms","start":"2026-07-24T05:30:18.745658Z","end":"2026-07-24T05:30:18.930688Z","steps":["trace[1520597401] 'process raft request' (duration: 184.723878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.930923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.359553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:30:18.930993Z","caller":"traceutil/trace.go:171","msg":"trace[16164656] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3609; }","duration":"185.431314ms","start":"2026-07-24T05:30:18.745546Z","end":"2026-07-24T05:30:18.930977Z","steps":["trace[16164656] 'agreement among raft nodes before linearized reading' (duration: 185.25484ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:18.930987Z","caller":"traceutil/trace.go:171","msg":"trace[1182086071] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"161.369419ms","start":"2026-07-24T05:30:18.769586Z","end":"2026-07-24T05:30:18.930955Z","steps":["trace[1182086071] 'process raft request' (duration: 160.99769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.930929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.355553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:30:18.931098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.553208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:18.931132Z","caller":"traceutil/trace.go:171","msg":"trace[1151530451] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3609; }","duration":"111.619869ms","start":"2026-07-24T05:30:18.8195Z","end":"2026-07-24T05:30:18.93112Z","steps":["trace[1151530451] 'agreement among raft nodes before linearized reading' (duration: 111.327283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.931139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.745533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:30:18.931179Z","caller":"traceutil/trace.go:171","msg":"trace[1454886664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3609; }","duration":"182.65522ms","start":"2026-07-24T05:30:18.748504Z","end":"2026-07-24T05:30:18.931159Z","steps":["trace[1454886664] 'agreement among raft nodes before linearized reading' (duration: 182.526867ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:18.931189Z","caller":"traceutil/trace.go:171","msg":"trace[191155475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3609; }","duration":"179.803315ms","start":"2026-07-24T05:30:18.751372Z","end":"2026-07-24T05:30:18.931175Z","steps":["trace[191155475] 'agreement among raft nodes before linearized reading' (duration: 179.682412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:18.931231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.824382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:107734"} {"level":"info","ts":"2026-07-24T05:30:18.931282Z","caller":"traceutil/trace.go:171","msg":"trace[2068855343] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3609; }","duration":"181.889913ms","start":"2026-07-24T05:30:18.749381Z","end":"2026-07-24T05:30:18.931271Z","steps":["trace[2068855343] 'agreement among raft nodes before linearized reading' (duration: 181.589486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:19.180921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.080853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:30:19.181057Z","caller":"traceutil/trace.go:171","msg":"trace[1363373164] linearizableReadLoop","detail":"{readStateIndex:3798; appliedIndex:3797; }","duration":"201.827553ms","start":"2026-07-24T05:30:18.97921Z","end":"2026-07-24T05:30:19.181038Z","steps":["trace[1363373164] 'read index received' (duration: 46.465934ms)","trace[1363373164] 'applied index is now lower than readState.Index' (duration: 155.359779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:19.181196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.982457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:30:19.181234Z","caller":"traceutil/trace.go:171","msg":"trace[837638721] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3611; }","duration":"202.047668ms","start":"2026-07-24T05:30:18.979177Z","end":"2026-07-24T05:30:19.181225Z","steps":["trace[837638721] 'agreement among raft nodes before linearized reading' (duration: 201.927325ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:19.18114Z","caller":"traceutil/trace.go:171","msg":"trace[1916035235] transaction","detail":"{read_only:false; response_revision:3611; number_of_response:1; }","duration":"206.706706ms","start":"2026-07-24T05:30:18.974356Z","end":"2026-07-24T05:30:19.181063Z","steps":["trace[1916035235] 'process raft request' (duration: 51.362447ms)","trace[1916035235] 'compare' (duration: 154.901039ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:19.729546Z","caller":"traceutil/trace.go:171","msg":"trace[1534830567] linearizableReadLoop","detail":"{readStateIndex:3799; appliedIndex:3798; }","duration":"180.971862ms","start":"2026-07-24T05:30:19.54855Z","end":"2026-07-24T05:30:19.729522Z","steps":["trace[1534830567] 'read index received' (duration: 180.820068ms)","trace[1534830567] 'applied index is now lower than readState.Index' (duration: 150.854µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:19.729596Z","caller":"traceutil/trace.go:171","msg":"trace[1342478650] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"181.694909ms","start":"2026-07-24T05:30:19.547873Z","end":"2026-07-24T05:30:19.729568Z","steps":["trace[1342478650] 'process raft request' (duration: 181.496674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:19.729741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.177237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c52292977e1ed2\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-07-24T05:30:19.729778Z","caller":"traceutil/trace.go:171","msg":"trace[152167854] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18c52292977e1ed2; range_end:; response_count:1; response_revision:3612; }","duration":"181.289729ms","start":"2026-07-24T05:30:19.548476Z","end":"2026-07-24T05:30:19.729766Z","steps":["trace[152167854] 'agreement among raft nodes before linearized reading' (duration: 181.138936ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:20.031893Z","caller":"traceutil/trace.go:171","msg":"trace[436292706] transaction","detail":"{read_only:false; response_revision:3616; number_of_response:1; }","duration":"140.477285ms","start":"2026-07-24T05:30:19.891347Z","end":"2026-07-24T05:30:20.031824Z","steps":["trace[436292706] 'process raft request' (duration: 140.23274ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:21.052995Z","caller":"traceutil/trace.go:171","msg":"trace[798364845] transaction","detail":"{read_only:false; response_revision:3617; number_of_response:1; }","duration":"484.404192ms","start":"2026-07-24T05:30:20.568567Z","end":"2026-07-24T05:30:21.052971Z","steps":["trace[798364845] 'process raft request' (duration: 484.213238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.053145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.568551Z","time spent":"484.517595ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7194,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:21.265667Z","caller":"traceutil/trace.go:171","msg":"trace[987424733] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"548.108913ms","start":"2026-07-24T05:30:20.717518Z","end":"2026-07-24T05:30:21.265627Z","steps":["trace[987424733] 'process raft request' (duration: 547.826557ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:21.26567Z","caller":"traceutil/trace.go:171","msg":"trace[600548715] transaction","detail":"{read_only:false; response_revision:3620; number_of_response:1; }","duration":"327.66991ms","start":"2026-07-24T05:30:20.937979Z","end":"2026-07-24T05:30:21.265649Z","steps":["trace[600548715] 'process raft request' (duration: 327.555038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.265824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.717491Z","time spent":"548.249907ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:21.265826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.93796Z","time spent":"327.791904ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:21.265948Z","caller":"traceutil/trace.go:171","msg":"trace[1382237936] transaction","detail":"{read_only:false; response_revision:3621; number_of_response:1; }","duration":"327.858475ms","start":"2026-07-24T05:30:20.93807Z","end":"2026-07-24T05:30:21.265929Z","steps":["trace[1382237936] 'process raft request' (duration: 327.501097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.266031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.938054Z","time spent":"327.934847ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:21.266128Z","caller":"traceutil/trace.go:171","msg":"trace[218032659] transaction","detail":"{read_only:false; response_revision:3622; number_of_response:1; }","duration":"326.656167ms","start":"2026-07-24T05:30:20.939457Z","end":"2026-07-24T05:30:21.266113Z","steps":["trace[218032659] 'process raft request' (duration: 326.403501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.266195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.939444Z","time spent":"326.717748ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:21.266085Z","caller":"traceutil/trace.go:171","msg":"trace[822659547] linearizableReadLoop","detail":"{readStateIndex:3805; appliedIndex:3803; }","duration":"480.260516ms","start":"2026-07-24T05:30:20.785789Z","end":"2026-07-24T05:30:21.266049Z","steps":["trace[822659547] 'read index received' (duration: 266.967958ms)","trace[822659547] 'applied index is now lower than readState.Index' (duration: 213.291348ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:21.266371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.552734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:30:21.266431Z","caller":"traceutil/trace.go:171","msg":"trace[1607033694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3622; }","duration":"480.686587ms","start":"2026-07-24T05:30:20.78573Z","end":"2026-07-24T05:30:21.266416Z","steps":["trace[1607033694] 'agreement among raft nodes before linearized reading' (duration: 480.43163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.266466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.669148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:30:21.266473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.785701Z","time spent":"480.762678ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:30:21.266511Z","caller":"traceutil/trace.go:171","msg":"trace[1091244338] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3622; }","duration":"310.76071ms","start":"2026-07-24T05:30:20.955736Z","end":"2026-07-24T05:30:21.266496Z","steps":["trace[1091244338] 'agreement among raft nodes before linearized reading' (duration: 310.605896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.266503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.528489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:30:21.266547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.95571Z","time spent":"310.829832ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:30:21.26657Z","caller":"traceutil/trace.go:171","msg":"trace[2059899417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3622; }","duration":"363.649252ms","start":"2026-07-24T05:30:20.902902Z","end":"2026-07-24T05:30:21.266551Z","steps":["trace[2059899417] 'agreement among raft nodes before linearized reading' (duration: 363.447257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.266567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.647146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:30:21.266617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.902878Z","time spent":"363.730814ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:30:21.266638Z","caller":"traceutil/trace.go:171","msg":"trace[205560963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3622; }","duration":"329.7713ms","start":"2026-07-24T05:30:20.936849Z","end":"2026-07-24T05:30:21.26662Z","steps":["trace[205560963] 'agreement among raft nodes before linearized reading' (duration: 329.552775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.266677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.936837Z","time spent":"329.832451ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:30:21.266708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.832521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:30:21.26675Z","caller":"traceutil/trace.go:171","msg":"trace[1271289869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3622; }","duration":"329.928953ms","start":"2026-07-24T05:30:20.93681Z","end":"2026-07-24T05:30:21.266739Z","steps":["trace[1271289869] 'agreement among raft nodes before linearized reading' (duration: 329.7987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.26678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.936776Z","time spent":"329.997155ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:30:21.266896Z","caller":"traceutil/trace.go:171","msg":"trace[118063992] transaction","detail":"{read_only:false; response_revision:3619; number_of_response:1; }","duration":"328.173392ms","start":"2026-07-24T05:30:20.93754Z","end":"2026-07-24T05:30:21.265713Z","steps":["trace[118063992] 'process raft request' (duration: 327.951577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.267247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:20.937521Z","time spent":"329.640277ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:21.9098Z","caller":"traceutil/trace.go:171","msg":"trace[631132754] transaction","detail":"{read_only:false; response_revision:3625; number_of_response:1; }","duration":"341.728415ms","start":"2026-07-24T05:30:21.568047Z","end":"2026-07-24T05:30:21.909776Z","steps":["trace[631132754] 'process raft request' (duration: 341.574402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:21.910055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:21.568022Z","time spent":"341.959621ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":795,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:30:22.036894Z","caller":"traceutil/trace.go:171","msg":"trace[1796827357] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"456.526908ms","start":"2026-07-24T05:30:21.580341Z","end":"2026-07-24T05:30:22.036868Z","steps":["trace[1796827357] 'process raft request' (duration: 456.20793ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:22.03703Z","caller":"traceutil/trace.go:171","msg":"trace[703448259] transaction","detail":"{read_only:false; response_revision:3627; number_of_response:1; }","duration":"406.352098ms","start":"2026-07-24T05:30:21.630644Z","end":"2026-07-24T05:30:22.036996Z","steps":["trace[703448259] 'process raft request' (duration: 406.162284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:22.037068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:21.580308Z","time spent":"456.679731ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:22.037379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:21.630618Z","time spent":"406.568054ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:22.308117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.08769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c52292977e1ed2\" ","response":"range_response_count:1 size:839"} {"level":"warn","ts":"2026-07-24T05:30:22.308157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.935926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4541"} {"level":"info","ts":"2026-07-24T05:30:22.308222Z","caller":"traceutil/trace.go:171","msg":"trace[1190591364] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18c52292977e1ed2; range_end:; response_count:1; response_revision:3627; }","duration":"170.220252ms","start":"2026-07-24T05:30:22.137975Z","end":"2026-07-24T05:30:22.308195Z","steps":["trace[1190591364] 'range keys from in-memory index tree' (duration: 169.943656ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:22.308227Z","caller":"traceutil/trace.go:171","msg":"trace[288538520] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:3627; }","duration":"170.016218ms","start":"2026-07-24T05:30:22.138194Z","end":"2026-07-24T05:30:22.30821Z","steps":["trace[288538520] 'range keys from in-memory index tree' (duration: 169.828603ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:22.432893Z","caller":"traceutil/trace.go:171","msg":"trace[1333733563] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"116.767349ms","start":"2026-07-24T05:30:22.316097Z","end":"2026-07-24T05:30:22.432864Z","steps":["trace[1333733563] 'process raft request' (duration: 113.382541ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:26.969313Z","caller":"traceutil/trace.go:171","msg":"trace[1307531535] transaction","detail":"{read_only:false; response_revision:3647; number_of_response:1; }","duration":"529.609477ms","start":"2026-07-24T05:30:26.439681Z","end":"2026-07-24T05:30:26.96929Z","steps":["trace[1307531535] 'process raft request' (duration: 529.471294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:26.969458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:26.439638Z","time spent":"529.75081ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:28.594283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.249325826s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:30:29.121642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:30:29.121735Z","caller":"traceutil/trace.go:171","msg":"trace[1392502378] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000556013s","start":"2026-07-24T05:30:27.121155Z","end":"2026-07-24T05:30:29.121711Z","steps":["trace[1392502378] 'agreement among raft nodes before linearized reading' (duration: 2.000443651s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:29.121807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.121133Z","time spent":"2.000651765s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:30:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:29.516786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457572413s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:30:29.517068Z","caller":"traceutil/trace.go:171","msg":"trace[924862505] linearizableReadLoop","detail":"{readStateIndex:3835; appliedIndex:3834; }","duration":"2.395780795s","start":"2026-07-24T05:30:27.121219Z","end":"2026-07-24T05:30:29.517Z","steps":["trace[924862505] 'read index received' (duration: 60.511µs)","trace[924862505] 'applied index is now lower than readState.Index' (duration: 2.395718874s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:29.517557Z","caller":"traceutil/trace.go:171","msg":"trace[718653091] transaction","detail":"{read_only:false; response_revision:3648; number_of_response:1; }","duration":"2.17269925s","start":"2026-07-24T05:30:27.344826Z","end":"2026-07-24T05:30:29.517526Z","steps":["trace[718653091] 'process raft request' (duration: 2.172076746s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:29.517712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.3448Z","time spent":"2.172837594s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:29.596187Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001571945s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:30:30.101992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.413562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:30:30.102804Z","caller":"traceutil/trace.go:171","msg":"trace[228146781] transaction","detail":"{read_only:false; response_revision:3649; number_of_response:1; }","duration":"2.735362199s","start":"2026-07-24T05:30:27.367403Z","end":"2026-07-24T05:30:30.102766Z","steps":["trace[228146781] 'process raft request' (duration: 2.229102227s)","trace[228146781] 'compare' (duration: 505.283909ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:30.103135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.367378Z","time spent":"2.735660145s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:30.103144Z","caller":"traceutil/trace.go:171","msg":"trace[1657898883] linearizableReadLoop","detail":"{readStateIndex:3839; appliedIndex:3836; }","duration":"585.948015ms","start":"2026-07-24T05:30:29.517177Z","end":"2026-07-24T05:30:30.103125Z","steps":["trace[1657898883] 'read index received' (duration: 79.170401ms)","trace[1657898883] 'applied index is now lower than readState.Index' (duration: 506.775924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:30.103369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.449525718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:30:30.103412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.334651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:30.103467Z","caller":"traceutil/trace.go:171","msg":"trace[1696957636] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3651; }","duration":"1.449655341s","start":"2026-07-24T05:30:28.653793Z","end":"2026-07-24T05:30:30.103448Z","steps":["trace[1696957636] 'agreement among raft nodes before linearized reading' (duration: 1.449447696s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.10348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002264189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:30:30.10349Z","caller":"traceutil/trace.go:171","msg":"trace[135109993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3651; }","duration":"981.463764ms","start":"2026-07-24T05:30:29.122005Z","end":"2026-07-24T05:30:30.103468Z","steps":["trace[135109993] 'agreement among raft nodes before linearized reading' (duration: 981.250829ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:30.103518Z","caller":"traceutil/trace.go:171","msg":"trace[2051942656] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3651; }","duration":"2.002350661s","start":"2026-07-24T05:30:28.101157Z","end":"2026-07-24T05:30:30.103508Z","steps":["trace[2051942656] 'agreement among raft nodes before linearized reading' (duration: 2.002120486s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.1037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:28.101135Z","time spent":"2.002545146s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":108,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:30.10373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136734681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11982"} {"level":"info","ts":"2026-07-24T05:30:30.103753Z","caller":"traceutil/trace.go:171","msg":"trace[1087342546] transaction","detail":"{read_only:false; response_revision:3650; number_of_response:1; }","duration":"2.689013287s","start":"2026-07-24T05:30:27.414727Z","end":"2026-07-24T05:30:30.103741Z","steps":["trace[1087342546] 'process raft request' (duration: 2.687743058s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:30.103777Z","caller":"traceutil/trace.go:171","msg":"trace[919676147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3651; }","duration":"1.136805823s","start":"2026-07-24T05:30:28.96696Z","end":"2026-07-24T05:30:30.103765Z","steps":["trace[919676147] 'agreement among raft nodes before linearized reading' (duration: 1.13667548s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.103762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343352264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:30:30.10381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:28.966944Z","time spent":"1.136858764s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12005,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:30:30.103828Z","caller":"traceutil/trace.go:171","msg":"trace[835402170] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:3651; }","duration":"1.343457047s","start":"2026-07-24T05:30:28.76036Z","end":"2026-07-24T05:30:30.103817Z","steps":["trace[835402170] 'agreement among raft nodes before linearized reading' (duration: 1.343212971s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.10384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.414705Z","time spent":"2.689079589s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:30.103889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:28.760339Z","time spent":"1.343512468s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:30.103984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.979426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:30:30.10401Z","caller":"traceutil/trace.go:171","msg":"trace[1056726921] transaction","detail":"{read_only:false; response_revision:3651; number_of_response:1; }","duration":"2.688368092s","start":"2026-07-24T05:30:27.415632Z","end":"2026-07-24T05:30:30.104Z","steps":["trace[1056726921] 'process raft request' (duration: 2.687367229s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:30.104044Z","caller":"traceutil/trace.go:171","msg":"trace[5520233] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3651; }","duration":"420.052157ms","start":"2026-07-24T05:30:29.683978Z","end":"2026-07-24T05:30:30.10403Z","steps":["trace[5520233] 'agreement among raft nodes before linearized reading' (duration: 419.954815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.104002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680364207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:30:30.104081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.415609Z","time spent":"2.688442523s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:30.104093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239850128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7180"} {"level":"warn","ts":"2026-07-24T05:30:30.10412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620121515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:30:30.104177Z","caller":"traceutil/trace.go:171","msg":"trace[596725982] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:3651; }","duration":"2.239971861s","start":"2026-07-24T05:30:27.864178Z","end":"2026-07-24T05:30:30.10415Z","steps":["trace[596725982] 'agreement among raft nodes before linearized reading' (duration: 2.239725625s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:30.10419Z","caller":"traceutil/trace.go:171","msg":"trace[1998402316] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3651; }","duration":"2.620245618s","start":"2026-07-24T05:30:27.483926Z","end":"2026-07-24T05:30:30.104172Z","steps":["trace[1998402316] 'agreement among raft nodes before linearized reading' (duration: 2.620057603s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.104083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:29.683928Z","time spent":"420.145909ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:30.104233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.864158Z","time spent":"2.240063423s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7203,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-24T05:30:30.104261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627451954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:30:30.104298Z","caller":"traceutil/trace.go:171","msg":"trace[1240935563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3651; }","duration":"2.627512226s","start":"2026-07-24T05:30:27.476776Z","end":"2026-07-24T05:30:30.104288Z","steps":["trace[1240935563] 'agreement among raft nodes before linearized reading' (duration: 2.627391504s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.104278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93242125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-0.18c522bbc44df498\" ","response":"range_response_count:1 size:718"} {"level":"warn","ts":"2026-07-24T05:30:30.104334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.476763Z","time spent":"2.627562737s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:30:30.104123Z","caller":"traceutil/trace.go:171","msg":"trace[196359835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3651; }","duration":"2.680515081s","start":"2026-07-24T05:30:27.42358Z","end":"2026-07-24T05:30:30.104095Z","steps":["trace[196359835] 'agreement among raft nodes before linearized reading' (duration: 2.680195384s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:30.104382Z","caller":"traceutil/trace.go:171","msg":"trace[1402554526] range","detail":"{range_begin:/registry/events/monitoring/loki-0.18c522bbc44df498; range_end:; response_count:1; response_revision:3651; }","duration":"2.932582374s","start":"2026-07-24T05:30:27.171773Z","end":"2026-07-24T05:30:30.104355Z","steps":["trace[1402554526] 'agreement among raft nodes before linearized reading' (duration: 2.932266337s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.104421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.423573Z","time spent":"2.680836638s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:30:30.104463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.17175Z","time spent":"2.932697387s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":741,"request content":"key:\"/registry/events/monitoring/loki-0.18c522bbc44df498\" "} {"level":"warn","ts":"2026-07-24T05:30:30.103544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:28.653776Z","time spent":"1.449729782s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:30.103546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:29.121984Z","time spent":"981.552185ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:30.10361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166799296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:30:30.104234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.483908Z","time spent":"2.620313879s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:30:30.104856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681708679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:30:30.104873Z","caller":"traceutil/trace.go:171","msg":"trace[52360006] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3651; }","duration":"1.168060365s","start":"2026-07-24T05:30:28.936799Z","end":"2026-07-24T05:30:30.10486Z","steps":["trace[52360006] 'agreement among raft nodes before linearized reading' (duration: 1.166694363s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.104927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:28.936737Z","time spent":"1.168170607s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:30:30.104908Z","caller":"traceutil/trace.go:171","msg":"trace[875056369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3651; }","duration":"2.681790831s","start":"2026-07-24T05:30:27.423102Z","end":"2026-07-24T05:30:30.104893Z","steps":["trace[875056369] 'agreement among raft nodes before linearized reading' (duration: 2.681641118s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.104988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.423089Z","time spent":"2.681885193s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:30:30.105398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620173637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:30:30.10544Z","caller":"traceutil/trace.go:171","msg":"trace[52309542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3651; }","duration":"2.620234968s","start":"2026-07-24T05:30:27.485192Z","end":"2026-07-24T05:30:30.105427Z","steps":["trace[52309542] 'agreement among raft nodes before linearized reading' (duration: 2.618654771s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:30.105479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:27.485181Z","time spent":"2.620291549s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:30:30.606936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.47572ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:30:30.607068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.106248Z","time spent":"500.813956ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:30:31.735404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:31.202258Z","time spent":"533.13775ms","remote":"127.0.0.1:60976","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:30:31.736217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.910294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:30:31.736777Z","caller":"traceutil/trace.go:171","msg":"trace[1518432129] transaction","detail":"{read_only:false; response_revision:3653; number_of_response:1; }","duration":"1.627333882s","start":"2026-07-24T05:30:30.109385Z","end":"2026-07-24T05:30:31.736719Z","steps":["trace[1518432129] 'process raft request' (duration: 1.626943993s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:31.736831Z","caller":"traceutil/trace.go:171","msg":"trace[1192561202] transaction","detail":"{read_only:false; response_revision:3654; number_of_response:1; }","duration":"1.626276837s","start":"2026-07-24T05:30:30.110531Z","end":"2026-07-24T05:30:31.736808Z","steps":["trace[1192561202] 'process raft request' (duration: 1.625902899s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:31.736921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.110507Z","time spent":"1.62636712s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:31.736774Z","caller":"traceutil/trace.go:171","msg":"trace[2031049671] transaction","detail":"{read_only:false; response_revision:3652; number_of_response:1; }","duration":"1.629561244s","start":"2026-07-24T05:30:30.107179Z","end":"2026-07-24T05:30:31.736741Z","steps":["trace[2031049671] 'process raft request' (duration: 645.032386ms)","trace[2031049671] 'compare' (duration: 983.566426ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:31.736972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.109372Z","time spent":"1.627494535s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:31.737088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.10716Z","time spent":"1.629846961s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:31.73724Z","caller":"traceutil/trace.go:171","msg":"trace[1108899291] transaction","detail":"{read_only:false; response_revision:3655; number_of_response:1; }","duration":"1.619488111s","start":"2026-07-24T05:30:30.117727Z","end":"2026-07-24T05:30:31.737215Z","steps":["trace[1108899291] 'process raft request' (duration: 1.618741354s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:31.737292Z","caller":"traceutil/trace.go:171","msg":"trace[814473531] linearizableReadLoop","detail":"{readStateIndex:3843; appliedIndex:3839; }","duration":"1.624745342s","start":"2026-07-24T05:30:30.112519Z","end":"2026-07-24T05:30:31.737264Z","steps":["trace[814473531] 'read index received' (duration: 103.089102ms)","trace[814473531] 'applied index is now lower than readState.Index' (duration: 1.52165469s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:31.737357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.117716Z","time spent":"1.619585193s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7224,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:31.758035Z","caller":"traceutil/trace.go:171","msg":"trace[30660542] transaction","detail":"{read_only:false; response_revision:3657; number_of_response:1; }","duration":"425.520404ms","start":"2026-07-24T05:30:31.332494Z","end":"2026-07-24T05:30:31.758014Z","steps":["trace[30660542] 'process raft request' (duration: 425.460863ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:31.758053Z","caller":"traceutil/trace.go:171","msg":"trace[1946039424] transaction","detail":"{read_only:false; response_revision:3656; number_of_response:1; }","duration":"1.149453575s","start":"2026-07-24T05:30:30.608579Z","end":"2026-07-24T05:30:31.758032Z","steps":["trace[1946039424] 'process raft request' (duration: 1.14923049s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:31.758169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:31.332474Z","time spent":"425.633626ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:31.758155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645610503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108148"} {"level":"warn","ts":"2026-07-24T05:30:31.758221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.608528Z","time spent":"1.1496574s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:31.758266Z","caller":"traceutil/trace.go:171","msg":"trace[773509286] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3655; }","duration":"1.645730686s","start":"2026-07-24T05:30:30.112506Z","end":"2026-07-24T05:30:31.758237Z","steps":["trace[773509286] 'agreement among raft nodes before linearized reading' (duration: 1.624884305s)","trace[773509286] 'range keys from in-memory index tree' (duration: 20.475552ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:31.758349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.112478Z","time spent":"1.645852919s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108171,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:30:32.113956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:30:32.114038Z","caller":"traceutil/trace.go:171","msg":"trace[100777725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000173183s","start":"2026-07-24T05:30:30.113847Z","end":"2026-07-24T05:30:32.11402Z","steps":["trace[100777725] 'agreement among raft nodes before linearized reading' (duration: 2.000079991s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:32.11408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.113836Z","time spent":"2.000234794s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:32.148478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.010049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:32.148546Z","caller":"traceutil/trace.go:171","msg":"trace[667123367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3658; }","duration":"653.096701ms","start":"2026-07-24T05:30:31.495439Z","end":"2026-07-24T05:30:32.148536Z","steps":["trace[667123367] 'agreement among raft nodes before linearized reading' (duration: 652.959398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:32.148575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:31.495375Z","time spent":"653.192813ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:32.148563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533529493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:32.14865Z","caller":"traceutil/trace.go:171","msg":"trace[1317997038] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3658; }","duration":"1.533675256s","start":"2026-07-24T05:30:30.614957Z","end":"2026-07-24T05:30:32.148632Z","steps":["trace[1317997038] 'agreement among raft nodes before linearized reading' (duration: 1.533447691s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:32.148697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.614942Z","time spent":"1.533743298s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:32.148674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033582873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:32.148733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.66253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:32.148781Z","caller":"traceutil/trace.go:171","msg":"trace[1870782478] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:3658; }","duration":"592.748412ms","start":"2026-07-24T05:30:31.556025Z","end":"2026-07-24T05:30:32.148774Z","steps":["trace[1870782478] 'agreement among raft nodes before linearized reading' (duration: 592.68608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:32.148802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:31.556006Z","time spent":"592.791032ms","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:30:32.148802Z","caller":"traceutil/trace.go:171","msg":"trace[1266240233] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3658; }","duration":"2.033741126s","start":"2026-07-24T05:30:30.115043Z","end":"2026-07-24T05:30:32.148784Z","steps":["trace[1266240233] 'agreement among raft nodes before linearized reading' (duration: 2.033542431s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:32.148798Z","caller":"traceutil/trace.go:171","msg":"trace[2041302324] transaction","detail":"{read_only:false; response_revision:3658; number_of_response:1; }","duration":"624.723627ms","start":"2026-07-24T05:30:31.523996Z","end":"2026-07-24T05:30:32.14872Z","steps":["trace[2041302324] 'process raft request' (duration: 551.771498ms)","trace[2041302324] 'compare' (duration: 72.322315ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:32.14886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.115033Z","time spent":"2.033812597s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:30:32.148915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036107266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:30:32.148936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:31.523964Z","time spent":"624.891332ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:32.148973Z","caller":"traceutil/trace.go:171","msg":"trace[813136465] linearizableReadLoop","detail":"{readStateIndex:3848; appliedIndex:3844; }","duration":"410.971189ms","start":"2026-07-24T05:30:31.73736Z","end":"2026-07-24T05:30:32.148331Z","steps":["trace[813136465] 'read index received' (duration: 15.570279ms)","trace[813136465] 'applied index is now lower than readState.Index' (duration: 395.40005ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:32.148977Z","caller":"traceutil/trace.go:171","msg":"trace[835601719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3658; }","duration":"1.036250349s","start":"2026-07-24T05:30:31.112712Z","end":"2026-07-24T05:30:32.148962Z","steps":["trace[835601719] 'agreement among raft nodes before linearized reading' (duration: 1.035993463s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:32.149058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:31.112687Z","time spent":"1.036358892s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:30:32.149352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035328502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108148"} {"level":"info","ts":"2026-07-24T05:30:32.149481Z","caller":"traceutil/trace.go:171","msg":"trace[2119761631] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3658; }","duration":"2.035484035s","start":"2026-07-24T05:30:30.11397Z","end":"2026-07-24T05:30:32.149454Z","steps":["trace[2119761631] 'agreement among raft nodes before linearized reading' (duration: 2.034916982s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:32.149543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:30.113961Z","time spent":"2.035571637s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108171,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:30:32.176324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.182725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5229297d7ead0\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-07-24T05:30:32.176405Z","caller":"traceutil/trace.go:171","msg":"trace[1554304696] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c5229297d7ead0; range_end:; response_count:1; response_revision:3661; }","duration":"435.301748ms","start":"2026-07-24T05:30:31.741078Z","end":"2026-07-24T05:30:32.176379Z","steps":["trace[1554304696] 'agreement among raft nodes before linearized reading' (duration: 435.131564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:32.176435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:31.741056Z","time spent":"435.37281ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":917,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5229297d7ead0\" "} {"level":"warn","ts":"2026-07-24T05:30:32.176485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.367133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:30:32.176522Z","caller":"traceutil/trace.go:171","msg":"trace[754997112] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3661; }","duration":"416.433534ms","start":"2026-07-24T05:30:31.76008Z","end":"2026-07-24T05:30:32.176513Z","steps":["trace[754997112] 'agreement among raft nodes before linearized reading' (duration: 416.368022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:32.176554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:31.760065Z","time spent":"416.479476ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:30:32.362072Z","caller":"traceutil/trace.go:171","msg":"trace[2000521550] linearizableReadLoop","detail":"{readStateIndex:3853; appliedIndex:3852; }","duration":"131.136417ms","start":"2026-07-24T05:30:32.230913Z","end":"2026-07-24T05:30:32.362049Z","steps":["trace[2000521550] 'read index received' (duration: 117.048983ms)","trace[2000521550] 'applied index is now lower than readState.Index' (duration: 14.086474ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:32.362146Z","caller":"traceutil/trace.go:171","msg":"trace[258516157] transaction","detail":"{read_only:false; response_revision:3663; number_of_response:1; }","duration":"166.744867ms","start":"2026-07-24T05:30:32.195365Z","end":"2026-07-24T05:30:32.36211Z","steps":["trace[258516157] 'process raft request' (duration: 152.573891ms)","trace[258516157] 'compare' (duration: 14.006772ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:32.362366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.802864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:32.362409Z","caller":"traceutil/trace.go:171","msg":"trace[1361695244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3663; }","duration":"178.861065ms","start":"2026-07-24T05:30:32.183525Z","end":"2026-07-24T05:30:32.362386Z","steps":["trace[1361695244] 'agreement among raft nodes before linearized reading' (duration: 178.824284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:32.362332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.504148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:30:32.362597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.870723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5229297d7ead0\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-07-24T05:30:32.362676Z","caller":"traceutil/trace.go:171","msg":"trace[486067908] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c5229297d7ead0; range_end:; response_count:1; response_revision:3663; }","duration":"128.013736ms","start":"2026-07-24T05:30:32.234642Z","end":"2026-07-24T05:30:32.362656Z","steps":["trace[486067908] 'agreement among raft nodes before linearized reading' (duration: 127.79294ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:32.362609Z","caller":"traceutil/trace.go:171","msg":"trace[980793430] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3663; }","duration":"178.794575ms","start":"2026-07-24T05:30:32.18379Z","end":"2026-07-24T05:30:32.362585Z","steps":["trace[980793430] 'agreement among raft nodes before linearized reading' (duration: 178.386795ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:33.853301Z","caller":"traceutil/trace.go:171","msg":"trace[961250659] linearizableReadLoop","detail":"{readStateIndex:3859; appliedIndex:3858; }","duration":"111.046886ms","start":"2026-07-24T05:30:33.742233Z","end":"2026-07-24T05:30:33.85328Z","steps":["trace[961250659] 'read index received' (duration: 109.07748ms)","trace[961250659] 'applied index is now lower than readState.Index' (duration: 1.968476ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:33.853391Z","caller":"traceutil/trace.go:171","msg":"trace[1519361164] transaction","detail":"{read_only:false; response_revision:3669; number_of_response:1; }","duration":"208.248813ms","start":"2026-07-24T05:30:33.645099Z","end":"2026-07-24T05:30:33.853347Z","steps":["trace[1519361164] 'process raft request' (duration: 206.278218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:33.853537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.085857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:30:33.853604Z","caller":"traceutil/trace.go:171","msg":"trace[1045582499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3669; }","duration":"111.19613ms","start":"2026-07-24T05:30:33.742392Z","end":"2026-07-24T05:30:33.853589Z","steps":["trace[1045582499] 'agreement among raft nodes before linearized reading' (duration: 111.034116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:33.854027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.790482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:30:33.854069Z","caller":"traceutil/trace.go:171","msg":"trace[651295104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3669; }","duration":"111.862084ms","start":"2026-07-24T05:30:33.742197Z","end":"2026-07-24T05:30:33.854059Z","steps":["trace[651295104] 'agreement among raft nodes before linearized reading' (duration: 111.159628ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:34.038573Z","caller":"traceutil/trace.go:171","msg":"trace[1010681108] linearizableReadLoop","detail":"{readStateIndex:3861; appliedIndex:3859; }","duration":"180.991876ms","start":"2026-07-24T05:30:33.857541Z","end":"2026-07-24T05:30:34.038533Z","steps":["trace[1010681108] 'read index received' (duration: 50.666886ms)","trace[1010681108] 'applied index is now lower than readState.Index' (duration: 130.32327ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:34.038617Z","caller":"traceutil/trace.go:171","msg":"trace[1245232089] transaction","detail":"{read_only:false; response_revision:3671; number_of_response:1; }","duration":"181.064367ms","start":"2026-07-24T05:30:33.857513Z","end":"2026-07-24T05:30:34.038577Z","steps":["trace[1245232089] 'process raft request' (duration: 125.726873ms)","trace[1245232089] 'compare' (duration: 55.118639ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:34.038864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.315503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108155"} {"level":"info","ts":"2026-07-24T05:30:34.038928Z","caller":"traceutil/trace.go:171","msg":"trace[527790561] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3671; }","duration":"181.414916ms","start":"2026-07-24T05:30:33.857502Z","end":"2026-07-24T05:30:34.038916Z","steps":["trace[527790561] 'agreement among raft nodes before linearized reading' (duration: 181.15409ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:34.322743Z","caller":"traceutil/trace.go:171","msg":"trace[611911922] transaction","detail":"{read_only:false; response_revision:3674; number_of_response:1; }","duration":"142.888108ms","start":"2026-07-24T05:30:34.179828Z","end":"2026-07-24T05:30:34.322716Z","steps":["trace[611911922] 'process raft request' (duration: 142.659793ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:34.322781Z","caller":"traceutil/trace.go:171","msg":"trace[517521218] transaction","detail":"{read_only:false; response_revision:3675; number_of_response:1; }","duration":"141.770841ms","start":"2026-07-24T05:30:34.180969Z","end":"2026-07-24T05:30:34.32274Z","steps":["trace[517521218] 'process raft request' (duration: 141.563937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:34.322906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.532389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:30:34.322993Z","caller":"traceutil/trace.go:171","msg":"trace[771936648] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3675; }","duration":"158.653311ms","start":"2026-07-24T05:30:34.164313Z","end":"2026-07-24T05:30:34.322967Z","steps":["trace[771936648] 'agreement among raft nodes before linearized reading' (duration: 158.346184ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:34.322972Z","caller":"traceutil/trace.go:171","msg":"trace[303929911] transaction","detail":"{read_only:false; response_revision:3673; number_of_response:1; }","duration":"158.558559ms","start":"2026-07-24T05:30:34.164362Z","end":"2026-07-24T05:30:34.322921Z","steps":["trace[303929911] 'process raft request' (duration: 157.785171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:34.32321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.517212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:30:34.323276Z","caller":"traceutil/trace.go:171","msg":"trace[716488286] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3675; }","duration":"166.640684ms","start":"2026-07-24T05:30:34.156619Z","end":"2026-07-24T05:30:34.32326Z","steps":["trace[716488286] 'agreement among raft nodes before linearized reading' (duration: 166.363598ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:36.50907Z","caller":"traceutil/trace.go:171","msg":"trace[2100260378] linearizableReadLoop","detail":"{readStateIndex:3871; appliedIndex:3869; }","duration":"389.973856ms","start":"2026-07-24T05:30:36.11907Z","end":"2026-07-24T05:30:36.509044Z","steps":["trace[2100260378] 'read index received' (duration: 23.713806ms)","trace[2100260378] 'applied index is now lower than readState.Index' (duration: 366.25843ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:36.509209Z","caller":"traceutil/trace.go:171","msg":"trace[502233054] transaction","detail":"{read_only:false; response_revision:3680; number_of_response:1; }","duration":"409.410832ms","start":"2026-07-24T05:30:36.099767Z","end":"2026-07-24T05:30:36.509178Z","steps":["trace[502233054] 'process raft request' (duration: 409.097545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:36.509273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.182861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:36.509313Z","caller":"traceutil/trace.go:171","msg":"trace[2057924165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3680; }","duration":"390.275083ms","start":"2026-07-24T05:30:36.119024Z","end":"2026-07-24T05:30:36.509299Z","steps":["trace[2057924165] 'agreement among raft nodes before linearized reading' (duration: 390.195671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:36.509338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:36.099744Z","time spent":"409.522964ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:36.509345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:36.119002Z","time spent":"390.334874ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:30:36.675864Z","caller":"traceutil/trace.go:171","msg":"trace[903543094] transaction","detail":"{read_only:false; response_revision:3682; number_of_response:1; }","duration":"348.311026ms","start":"2026-07-24T05:30:36.327523Z","end":"2026-07-24T05:30:36.675834Z","steps":["trace[903543094] 'process raft request' (duration: 348.197974ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:36.675874Z","caller":"traceutil/trace.go:171","msg":"trace[701740921] transaction","detail":"{read_only:false; response_revision:3681; number_of_response:1; }","duration":"447.637773ms","start":"2026-07-24T05:30:36.228176Z","end":"2026-07-24T05:30:36.675814Z","steps":["trace[701740921] 'process raft request' (duration: 408.444381ms)","trace[701740921] 'compare' (duration: 38.962797ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:36.676039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:36.32751Z","time spent":"348.441969ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:36.676064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:36.22815Z","time spent":"447.826257ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:36.676216Z","caller":"traceutil/trace.go:171","msg":"trace[315159337] transaction","detail":"{read_only:false; response_revision:3684; number_of_response:1; }","duration":"347.626301ms","start":"2026-07-24T05:30:36.328574Z","end":"2026-07-24T05:30:36.6762Z","steps":["trace[315159337] 'process raft request' (duration: 347.525238ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:36.676213Z","caller":"traceutil/trace.go:171","msg":"trace[1987917207] transaction","detail":"{read_only:false; response_revision:3683; number_of_response:1; }","duration":"347.652131ms","start":"2026-07-24T05:30:36.328537Z","end":"2026-07-24T05:30:36.676189Z","steps":["trace[1987917207] 'process raft request' (duration: 347.252542ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:36.676212Z","caller":"traceutil/trace.go:171","msg":"trace[134061755] linearizableReadLoop","detail":"{readStateIndex:3875; appliedIndex:3871; }","duration":"166.996182ms","start":"2026-07-24T05:30:36.509193Z","end":"2026-07-24T05:30:36.676189Z","steps":["trace[134061755] 'read index received' (duration: 127.469403ms)","trace[134061755] 'applied index is now lower than readState.Index' (duration: 39.525629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:36.67629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:36.328548Z","time spent":"347.697582ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:36.676309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:36.328509Z","time spent":"347.750483ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:36.67642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.965184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:30:36.6765Z","caller":"traceutil/trace.go:171","msg":"trace[219808227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3684; }","duration":"340.073236ms","start":"2026-07-24T05:30:36.336404Z","end":"2026-07-24T05:30:36.676477Z","steps":["trace[219808227] 'agreement among raft nodes before linearized reading' (duration: 339.847961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:36.67655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:36.336391Z","time spent":"340.144488ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:30:36.676666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.4037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:36.676732Z","caller":"traceutil/trace.go:171","msg":"trace[1673020835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3685; }","duration":"166.507612ms","start":"2026-07-24T05:30:36.510209Z","end":"2026-07-24T05:30:36.676717Z","steps":["trace[1673020835] 'agreement among raft nodes before linearized reading' (duration: 166.39655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:36.676785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.607276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:36.676836Z","caller":"traceutil/trace.go:171","msg":"trace[518254231] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3685; }","duration":"130.719709ms","start":"2026-07-24T05:30:36.546103Z","end":"2026-07-24T05:30:36.676822Z","steps":["trace[518254231] 'agreement among raft nodes before linearized reading' (duration: 130.617666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:36.677228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.497198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:30:36.677279Z","caller":"traceutil/trace.go:171","msg":"trace[1838847537] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3684; }","duration":"342.37835ms","start":"2026-07-24T05:30:36.334886Z","end":"2026-07-24T05:30:36.677265Z","steps":["trace[1838847537] 'agreement among raft nodes before linearized reading' (duration: 341.401017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:36.677397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:36.33487Z","time spent":"342.511232ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:30:36.813048Z","caller":"traceutil/trace.go:171","msg":"trace[262060554] linearizableReadLoop","detail":"{readStateIndex:3877; appliedIndex:3876; }","duration":"129.780486ms","start":"2026-07-24T05:30:36.683239Z","end":"2026-07-24T05:30:36.81302Z","steps":["trace[262060554] 'read index received' (duration: 125.845986ms)","trace[262060554] 'applied index is now lower than readState.Index' (duration: 3.93322ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:36.813256Z","caller":"traceutil/trace.go:171","msg":"trace[981946524] transaction","detail":"{read_only:false; response_revision:3686; number_of_response:1; }","duration":"131.568118ms","start":"2026-07-24T05:30:36.681633Z","end":"2026-07-24T05:30:36.813202Z","steps":["trace[981946524] 'process raft request' (duration: 127.526835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:36.813461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.186496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108155"} {"level":"info","ts":"2026-07-24T05:30:36.813532Z","caller":"traceutil/trace.go:171","msg":"trace[105029602] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3686; }","duration":"130.293608ms","start":"2026-07-24T05:30:36.683208Z","end":"2026-07-24T05:30:36.813501Z","steps":["trace[105029602] 'agreement among raft nodes before linearized reading' (duration: 129.90899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.321535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:39.381103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672108194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:30:39.381172Z","caller":"traceutil/trace.go:171","msg":"trace[617538532] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:3687; }","duration":"1.672224386s","start":"2026-07-24T05:30:37.708933Z","end":"2026-07-24T05:30:39.381157Z","steps":["trace[617538532] 'count revisions from in-memory index tree' (duration: 1.672049862s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.381205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:37.70892Z","time spent":"1.672278307s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:39.381446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26051509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:39.38151Z","caller":"traceutil/trace.go:171","msg":"trace[1267584049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3687; }","duration":"1.260630743s","start":"2026-07-24T05:30:38.120861Z","end":"2026-07-24T05:30:39.381492Z","steps":["trace[1267584049] 'range keys from in-memory index tree' (duration: 1.260446429s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.381556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:38.120843Z","time spent":"1.260704555s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:39.381698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426243895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:39.381692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407026782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:30:39.381801Z","caller":"traceutil/trace.go:171","msg":"trace[43143585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3687; }","duration":"1.407189856s","start":"2026-07-24T05:30:37.974587Z","end":"2026-07-24T05:30:39.381776Z","steps":["trace[43143585] 'range keys from in-memory index tree' (duration: 1.406823328s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.381821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296123079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:30:39.381874Z","caller":"traceutil/trace.go:171","msg":"trace[130245293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3687; }","duration":"1.296216413s","start":"2026-07-24T05:30:38.085643Z","end":"2026-07-24T05:30:39.381859Z","steps":["trace[130245293] 'range keys from in-memory index tree' (duration: 1.295921454s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.381866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:37.974565Z","time spent":"1.407283217s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:30:39.381942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012842875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"warn","ts":"2026-07-24T05:30:39.381951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:38.085623Z","time spent":"1.296319145s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:30:39.381971Z","caller":"traceutil/trace.go:171","msg":"trace[1904400115] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3687; }","duration":"2.012929667s","start":"2026-07-24T05:30:37.369034Z","end":"2026-07-24T05:30:39.381963Z","steps":["trace[1904400115] 'range keys from in-memory index tree' (duration: 2.012669081s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.381994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:37.369014Z","time spent":"2.012974448s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:30:39.381733Z","caller":"traceutil/trace.go:171","msg":"trace[483137945] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:3687; }","duration":"1.426326307s","start":"2026-07-24T05:30:37.955397Z","end":"2026-07-24T05:30:39.381724Z","steps":["trace[483137945] 'count revisions from in-memory index tree' (duration: 1.426158072s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.382202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:37.955375Z","time spent":"1.426797178s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:39.382398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.196795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:30:39.382393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698989652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:30:39.382422Z","caller":"traceutil/trace.go:171","msg":"trace[417361078] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3687; }","duration":"869.257035ms","start":"2026-07-24T05:30:38.513159Z","end":"2026-07-24T05:30:39.382416Z","steps":["trace[417361078] 'range keys from in-memory index tree' (duration: 869.00294ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:39.382432Z","caller":"traceutil/trace.go:171","msg":"trace[558701293] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3687; }","duration":"1.699071903s","start":"2026-07-24T05:30:37.683349Z","end":"2026-07-24T05:30:39.382421Z","steps":["trace[558701293] 'range keys from in-memory index tree' (duration: 1.698875218s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.382466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:37.683329Z","time spent":"1.699127804s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:30:39.38244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:38.513138Z","time spent":"869.298377ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:30:39.382618Z","caller":"traceutil/trace.go:171","msg":"trace[448090634] transaction","detail":"{read_only:false; response_revision:3688; number_of_response:1; }","duration":"701.005983ms","start":"2026-07-24T05:30:38.681583Z","end":"2026-07-24T05:30:39.382589Z","steps":["trace[448090634] 'process raft request' (duration: 652.126469ms)","trace[448090634] 'compare' (duration: 48.759901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:39.382746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:38.681564Z","time spent":"701.117596ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:39.701435Z","caller":"traceutil/trace.go:171","msg":"trace[915998872] linearizableReadLoop","detail":"{readStateIndex:3882; appliedIndex:3878; }","duration":"880.553645ms","start":"2026-07-24T05:30:38.820856Z","end":"2026-07-24T05:30:39.70141Z","steps":["trace[915998872] 'read index received' (duration: 512.913934ms)","trace[915998872] 'applied index is now lower than readState.Index' (duration: 367.638771ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:39.701442Z","caller":"traceutil/trace.go:171","msg":"trace[334227286] transaction","detail":"{read_only:false; response_revision:3689; number_of_response:1; }","duration":"1.019714498s","start":"2026-07-24T05:30:38.68168Z","end":"2026-07-24T05:30:39.701395Z","steps":["trace[334227286] 'process raft request' (duration: 1.011139131s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:39.701504Z","caller":"traceutil/trace.go:171","msg":"trace[1966645526] transaction","detail":"{read_only:false; response_revision:3691; number_of_response:1; }","duration":"1.020433325s","start":"2026-07-24T05:30:38.68104Z","end":"2026-07-24T05:30:39.701473Z","steps":["trace[1966645526] 'process raft request' (duration: 1.020320143s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:39.701537Z","caller":"traceutil/trace.go:171","msg":"trace[813060541] transaction","detail":"{read_only:false; response_revision:3690; number_of_response:1; }","duration":"1.019565445s","start":"2026-07-24T05:30:38.681944Z","end":"2026-07-24T05:30:39.70151Z","steps":["trace[813060541] 'process raft request' (duration: 1.019321019s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.701646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:38.681016Z","time spent":"1.020553957s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:39.701677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.821981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:30:39.701696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:38.681934Z","time spent":"1.019663867s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:39.70171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:38.681665Z","time spent":"1.019888602s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:39.70175Z","caller":"traceutil/trace.go:171","msg":"trace[795712836] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3691; }","duration":"880.937384ms","start":"2026-07-24T05:30:38.820794Z","end":"2026-07-24T05:30:39.701731Z","steps":["trace[795712836] 'agreement among raft nodes before linearized reading' (duration: 880.721839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.701825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:38.82077Z","time spent":"881.041806ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:30:39.703459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.168639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:39.703518Z","caller":"traceutil/trace.go:171","msg":"trace[1248367889] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3693; }","duration":"788.265101ms","start":"2026-07-24T05:30:38.915243Z","end":"2026-07-24T05:30:39.703508Z","steps":["trace[1248367889] 'agreement among raft nodes before linearized reading' (duration: 788.168519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.70355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:38.915223Z","time spent":"788.320293ms","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:39.703707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.84698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:39.703947Z","caller":"traceutil/trace.go:171","msg":"trace[1565923013] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"317.461306ms","start":"2026-07-24T05:30:39.386461Z","end":"2026-07-24T05:30:39.703922Z","steps":["trace[1565923013] 'process raft request' (duration: 316.921033ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:39.703979Z","caller":"traceutil/trace.go:171","msg":"trace[1425078536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3693; }","duration":"312.953962ms","start":"2026-07-24T05:30:39.390815Z","end":"2026-07-24T05:30:39.703769Z","steps":["trace[1425078536] 'agreement among raft nodes before linearized reading' (duration: 312.648845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.704047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:39.386441Z","time spent":"317.564728ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:39.704063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:39.390805Z","time spent":"313.216009ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:30:39.704056Z","caller":"traceutil/trace.go:171","msg":"trace[1091675708] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"317.835674ms","start":"2026-07-24T05:30:39.386189Z","end":"2026-07-24T05:30:39.704025Z","steps":["trace[1091675708] 'process raft request' (duration: 317.137108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.704122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.639216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:39.704185Z","caller":"traceutil/trace.go:171","msg":"trace[1628886693] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3693; }","duration":"309.726427ms","start":"2026-07-24T05:30:39.394445Z","end":"2026-07-24T05:30:39.704172Z","steps":["trace[1628886693] 'agreement among raft nodes before linearized reading' (duration: 309.619835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.704209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.558461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:30:39.704226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:39.394436Z","time spent":"309.781998ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:30:39.704263Z","caller":"traceutil/trace.go:171","msg":"trace[2049405713] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3693; }","duration":"766.654633ms","start":"2026-07-24T05:30:38.937595Z","end":"2026-07-24T05:30:39.70425Z","steps":["trace[2049405713] 'agreement among raft nodes before linearized reading' (duration: 766.51612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.70442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.665101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108155"} {"level":"info","ts":"2026-07-24T05:30:39.704513Z","caller":"traceutil/trace.go:171","msg":"trace[881870877] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3693; }","duration":"317.783313ms","start":"2026-07-24T05:30:39.386723Z","end":"2026-07-24T05:30:39.704506Z","steps":["trace[881870877] 'agreement among raft nodes before linearized reading' (duration: 317.329422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.704553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:39.38671Z","time spent":"317.837024ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108178,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:30:39.704208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:39.386167Z","time spent":"317.964137ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:39.704444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:38.937575Z","time spent":"766.804337ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:30:39.704286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.924641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c5226e354aac65\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-07-24T05:30:39.704943Z","caller":"traceutil/trace.go:171","msg":"trace[103584685] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18c5226e354aac65; range_end:; response_count:1; response_revision:3693; }","duration":"562.613488ms","start":"2026-07-24T05:30:39.142307Z","end":"2026-07-24T05:30:39.70492Z","steps":["trace[103584685] 'agreement among raft nodes before linearized reading' (duration: 561.825999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.705004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:39.142287Z","time spent":"562.701221ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":837,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c5226e354aac65\" "} {"level":"info","ts":"2026-07-24T05:30:39.97269Z","caller":"traceutil/trace.go:171","msg":"trace[2136830540] transaction","detail":"{read_only:false; response_revision:3694; number_of_response:1; }","duration":"265.306796ms","start":"2026-07-24T05:30:39.707302Z","end":"2026-07-24T05:30:39.972609Z","steps":["trace[2136830540] 'process raft request' (duration: 265.0049ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:39.972726Z","caller":"traceutil/trace.go:171","msg":"trace[752205196] linearizableReadLoop","detail":"{readStateIndex:3886; appliedIndex:3885; }","duration":"230.597657ms","start":"2026-07-24T05:30:39.742019Z","end":"2026-07-24T05:30:39.972617Z","steps":["trace[752205196] 'read index received' (duration: 230.366291ms)","trace[752205196] 'applied index is now lower than readState.Index' (duration: 206.005µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:39.972806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.131032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:39.97288Z","caller":"traceutil/trace.go:171","msg":"trace[451537899] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3694; }","duration":"265.224764ms","start":"2026-07-24T05:30:39.707639Z","end":"2026-07-24T05:30:39.972863Z","steps":["trace[451537899] 'agreement among raft nodes before linearized reading' (duration: 265.074911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:39.972871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.931304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108155"} {"level":"info","ts":"2026-07-24T05:30:39.972988Z","caller":"traceutil/trace.go:171","msg":"trace[1289145139] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3694; }","duration":"264.021716ms","start":"2026-07-24T05:30:39.708895Z","end":"2026-07-24T05:30:39.972916Z","steps":["trace[1289145139] 'agreement among raft nodes before linearized reading' (duration: 263.72397ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:39.976166Z","caller":"traceutil/trace.go:171","msg":"trace[1791609655] transaction","detail":"{read_only:false; response_revision:3695; number_of_response:1; }","duration":"233.025073ms","start":"2026-07-24T05:30:39.743129Z","end":"2026-07-24T05:30:39.976154Z","steps":["trace[1791609655] 'process raft request' (duration: 232.91537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:40.327383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.859152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5226e35d4c4f8\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-07-24T05:30:40.327481Z","caller":"traceutil/trace.go:171","msg":"trace[1996263794] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c5226e35d4c4f8; range_end:; response_count:1; response_revision:3695; }","duration":"183.963614ms","start":"2026-07-24T05:30:40.143492Z","end":"2026-07-24T05:30:40.327456Z","steps":["trace[1996263794] 'range keys from in-memory index tree' (duration: 183.661727ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:40.471394Z","caller":"traceutil/trace.go:171","msg":"trace[14620940] transaction","detail":"{read_only:false; response_revision:3696; number_of_response:1; }","duration":"141.539767ms","start":"2026-07-24T05:30:40.32982Z","end":"2026-07-24T05:30:40.471359Z","steps":["trace[14620940] 'process raft request' (duration: 141.382964ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:42.076253Z","caller":"traceutil/trace.go:171","msg":"trace[585044795] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"129.95797ms","start":"2026-07-24T05:30:41.946263Z","end":"2026-07-24T05:30:42.076221Z","steps":["trace[585044795] 'process raft request' (duration: 126.273606ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:42.932707Z","caller":"traceutil/trace.go:171","msg":"trace[612511212] transaction","detail":"{read_only:false; response_revision:3715; number_of_response:1; }","duration":"110.872252ms","start":"2026-07-24T05:30:42.821804Z","end":"2026-07-24T05:30:42.932676Z","steps":["trace[612511212] 'process raft request' (duration: 109.646433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:46.023923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:46.524757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:47.025326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:47.166258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.685100303s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:30:47.166546Z","caller":"traceutil/trace.go:171","msg":"trace[1568181756] transaction","detail":"{read_only:false; response_revision:3722; number_of_response:1; }","duration":"1.685494381s","start":"2026-07-24T05:30:45.481036Z","end":"2026-07-24T05:30:47.16653Z","steps":["trace[1568181756] 'process raft request' (duration: 1.685379838s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:47.166657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:45.481012Z","time spent":"1.685592304s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:49.121771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999982929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:30:49.121838Z","caller":"traceutil/trace.go:171","msg":"trace[1520074030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000113682s","start":"2026-07-24T05:30:47.121709Z","end":"2026-07-24T05:30:49.121822Z","steps":["trace[1520074030] 'agreement among raft nodes before linearized reading' (duration: 2.00002067s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:49.122069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:47.121687Z","time spent":"2.000339037s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:30:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:49.228645Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.062214001s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:30:49.576582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.743483ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:30:49.577131Z","caller":"traceutil/trace.go:171","msg":"trace[980339507] transaction","detail":"{read_only:false; response_revision:3723; number_of_response:1; }","duration":"3.787215732s","start":"2026-07-24T05:30:45.789878Z","end":"2026-07-24T05:30:49.577094Z","steps":["trace[980339507] 'process raft request' (duration: 3.786858153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:49.57728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:45.78985Z","time spent":"3.787348034s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:49.89713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.699517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:30:49.897574Z","caller":"traceutil/trace.go:171","msg":"trace[721521952] transaction","detail":"{read_only:false; response_revision:3726; number_of_response:1; }","duration":"1.170779585s","start":"2026-07-24T05:30:48.726772Z","end":"2026-07-24T05:30:49.897552Z","steps":["trace[721521952] 'process raft request' (duration: 1.170673253s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:49.897818Z","caller":"traceutil/trace.go:171","msg":"trace[1007138887] transaction","detail":"{read_only:false; response_revision:3728; number_of_response:1; }","duration":"724.601337ms","start":"2026-07-24T05:30:49.17312Z","end":"2026-07-24T05:30:49.897722Z","steps":["trace[1007138887] 'process raft request' (duration: 724.512945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:49.897973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:48.726747Z","time spent":"1.171174234s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:49.898017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:49.17309Z","time spent":"724.847803ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:49.897686Z","caller":"traceutil/trace.go:171","msg":"trace[322521185] transaction","detail":"{read_only:false; response_revision:3724; number_of_response:1; }","duration":"4.105078677s","start":"2026-07-24T05:30:45.792585Z","end":"2026-07-24T05:30:49.897664Z","steps":["trace[322521185] 'process raft request' (duration: 3.784493569s)","trace[322521185] 'compare' (duration: 319.564834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:49.898057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38937252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:30:49.898113Z","caller":"traceutil/trace.go:171","msg":"trace[1104207154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3728; }","duration":"4.389464352s","start":"2026-07-24T05:30:45.508634Z","end":"2026-07-24T05:30:49.898098Z","steps":["trace[1104207154] 'agreement among raft nodes before linearized reading' (duration: 4.389201256s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:49.898171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:45.508607Z","time spent":"4.389550125s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:30:49.898206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:45.792567Z","time spent":"4.105530557s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:49.897796Z","caller":"traceutil/trace.go:171","msg":"trace[498041610] linearizableReadLoop","detail":"{readStateIndex:3918; appliedIndex:3913; }","duration":"4.389055303s","start":"2026-07-24T05:30:45.508673Z","end":"2026-07-24T05:30:49.897728Z","steps":["trace[498041610] 'read index received' (duration: 1.657743722s)","trace[498041610] 'applied index is now lower than readState.Index' (duration: 2.731308141s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:49.89773Z","caller":"traceutil/trace.go:171","msg":"trace[1698474321] transaction","detail":"{read_only:false; response_revision:3725; number_of_response:1; }","duration":"4.104988675s","start":"2026-07-24T05:30:45.79265Z","end":"2026-07-24T05:30:49.897639Z","steps":["trace[1698474321] 'process raft request' (duration: 4.104695128s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:49.898419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:45.792625Z","time spent":"4.105752992s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:49.897813Z","caller":"traceutil/trace.go:171","msg":"trace[1785677175] transaction","detail":"{read_only:false; response_revision:3727; number_of_response:1; }","duration":"1.038082242s","start":"2026-07-24T05:30:48.85965Z","end":"2026-07-24T05:30:49.897732Z","steps":["trace[1785677175] 'process raft request' (duration: 1.037854287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:49.898566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:48.859624Z","time spent":"1.03889432s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:50.469872Z","caller":"traceutil/trace.go:171","msg":"trace[554715920] linearizableReadLoop","detail":"{readStateIndex:3922; appliedIndex:3921; }","duration":"571.511713ms","start":"2026-07-24T05:30:49.898333Z","end":"2026-07-24T05:30:50.469844Z","steps":["trace[554715920] 'read index received' (duration: 475.849511ms)","trace[554715920] 'applied index is now lower than readState.Index' (duration: 95.661332ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:50.470154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.347411624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:30:50.470203Z","caller":"traceutil/trace.go:171","msg":"trace[1711117859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3729; }","duration":"4.347483267s","start":"2026-07-24T05:30:46.122704Z","end":"2026-07-24T05:30:50.470187Z","steps":["trace[1711117859] 'agreement among raft nodes before linearized reading' (duration: 4.347316333s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.470249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:46.122699Z","time spent":"4.347539748s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:30:50.470282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348004893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:50.470313Z","caller":"traceutil/trace.go:171","msg":"trace[1779147554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3729; }","duration":"1.348079775s","start":"2026-07-24T05:30:49.122224Z","end":"2026-07-24T05:30:50.470304Z","steps":["trace[1779147554] 'agreement among raft nodes before linearized reading' (duration: 1.348023024s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.470334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:49.122201Z","time spent":"1.348129277s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:30:50.470349Z","caller":"traceutil/trace.go:171","msg":"trace[2022346198] transaction","detail":"{read_only:false; response_revision:3729; number_of_response:1; }","duration":"885.008148ms","start":"2026-07-24T05:30:49.5853Z","end":"2026-07-24T05:30:50.470308Z","steps":["trace[2022346198] 'process raft request' (duration: 788.837845ms)","trace[2022346198] 'compare' (duration: 95.5968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:50.470545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.569890044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:50.470568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.661689497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:30:50.470631Z","caller":"traceutil/trace.go:171","msg":"trace[2063993008] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:3729; }","duration":"4.570204562s","start":"2026-07-24T05:30:45.900403Z","end":"2026-07-24T05:30:50.470608Z","steps":["trace[2063993008] 'agreement among raft nodes before linearized reading' (duration: 4.569879474s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:50.470647Z","caller":"traceutil/trace.go:171","msg":"trace[551009422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3729; }","duration":"4.661804002s","start":"2026-07-24T05:30:45.808824Z","end":"2026-07-24T05:30:50.470628Z","steps":["trace[551009422] 'agreement among raft nodes before linearized reading' (duration: 4.66135154s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.470627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650300735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:30:50.470659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152510245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:50.470669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.665129068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:30:50.470695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307410185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:50.470703Z","caller":"traceutil/trace.go:171","msg":"trace[606199962] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:3729; }","duration":"4.650431439s","start":"2026-07-24T05:30:45.820254Z","end":"2026-07-24T05:30:50.470686Z","steps":["trace[606199962] 'agreement among raft nodes before linearized reading' (duration: 4.65007992s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:50.470717Z","caller":"traceutil/trace.go:171","msg":"trace[1644100894] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:3729; }","duration":"1.152607167s","start":"2026-07-24T05:30:49.318094Z","end":"2026-07-24T05:30:50.470701Z","steps":["trace[1644100894] 'agreement among raft nodes before linearized reading' (duration: 1.152497825s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.470707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367333873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:30:50.47074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.532292495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:30:50.470751Z","caller":"traceutil/trace.go:171","msg":"trace[196949812] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3729; }","duration":"2.307514487s","start":"2026-07-24T05:30:48.163223Z","end":"2026-07-24T05:30:50.470737Z","steps":["trace[196949812] 'agreement among raft nodes before linearized reading' (duration: 2.307398024s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:50.470748Z","caller":"traceutil/trace.go:171","msg":"trace[401523592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3729; }","duration":"4.66525803s","start":"2026-07-24T05:30:45.805472Z","end":"2026-07-24T05:30:50.47073Z","steps":["trace[401523592] 'agreement among raft nodes before linearized reading' (duration: 4.664844279s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.47076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.691428692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:50.470763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:49.318076Z","time spent":"1.152677268s","remote":"127.0.0.1:50918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:50.470703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:45.808815Z","time spent":"4.661878083s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:30:50.470795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:48.1632Z","time spent":"2.307581529s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:30:50.470791Z","caller":"traceutil/trace.go:171","msg":"trace[84564561] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3729; }","duration":"4.367463646s","start":"2026-07-24T05:30:46.103304Z","end":"2026-07-24T05:30:50.470768Z","steps":["trace[84564561] 'agreement among raft nodes before linearized reading' (duration: 4.367258121s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.470805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:45.805459Z","time spent":"4.665332482s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:30:50.470841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.663058589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:30:50.470762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:45.820236Z","time spent":"4.650516351s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":31,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:30:50.470988Z","caller":"traceutil/trace.go:171","msg":"trace[120553299] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3729; }","duration":"4.663275835s","start":"2026-07-24T05:30:45.807666Z","end":"2026-07-24T05:30:50.470942Z","steps":["trace[120553299] 'agreement among raft nodes before linearized reading' (duration: 4.662903256s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.471071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:45.807653Z","time spent":"4.663406197s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:30:50.470804Z","caller":"traceutil/trace.go:171","msg":"trace[1313632927] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3729; }","duration":"2.691510454s","start":"2026-07-24T05:30:47.779278Z","end":"2026-07-24T05:30:50.470788Z","steps":["trace[1313632927] 'agreement among raft nodes before linearized reading' (duration: 2.691453493s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.471144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:47.779253Z","time spent":"2.691881653s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:50.471165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:49.585272Z","time spent":"885.341677ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:50.470779Z","caller":"traceutil/trace.go:171","msg":"trace[1200947954] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3729; }","duration":"1.532371997s","start":"2026-07-24T05:30:48.9384Z","end":"2026-07-24T05:30:50.470772Z","steps":["trace[1200947954] 'agreement among raft nodes before linearized reading' (duration: 1.532286055s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.471241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:48.93838Z","time spent":"1.532843408s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:30:50.470689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:45.900385Z","time spent":"4.570292625s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:30:50.470641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.868725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-07-24T05:30:50.471392Z","caller":"traceutil/trace.go:171","msg":"trace[889093091] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3729; }","duration":"460.647692ms","start":"2026-07-24T05:30:50.010729Z","end":"2026-07-24T05:30:50.471377Z","steps":["trace[889093091] 'agreement among raft nodes before linearized reading' (duration: 459.807952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.47145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.01071Z","time spent":"460.713304ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:30:50.471097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.674482147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:30:50.470853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:46.103281Z","time spent":"4.367559187s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:30:50.47149Z","caller":"traceutil/trace.go:171","msg":"trace[57278680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3729; }","duration":"3.674917237s","start":"2026-07-24T05:30:46.796559Z","end":"2026-07-24T05:30:50.471476Z","steps":["trace[57278680] 'agreement among raft nodes before linearized reading' (duration: 3.673364361s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.471545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:46.796532Z","time spent":"3.675001779s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:30:50.932291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.98524ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:30:50.932449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.473309Z","time spent":"459.131247ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:30:50.932597Z","caller":"traceutil/trace.go:171","msg":"trace[271520553] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"455.702557ms","start":"2026-07-24T05:30:50.476876Z","end":"2026-07-24T05:30:50.932578Z","steps":["trace[271520553] 'process raft request' (duration: 455.663616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.932717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.476854Z","time spent":"455.802129ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:50.932891Z","caller":"traceutil/trace.go:171","msg":"trace[278733449] linearizableReadLoop","detail":"{readStateIndex:3923; appliedIndex:3922; }","duration":"456.968168ms","start":"2026-07-24T05:30:50.47591Z","end":"2026-07-24T05:30:50.932879Z","steps":["trace[278733449] 'read index received' (duration: 151.388014ms)","trace[278733449] 'applied index is now lower than readState.Index' (duration: 305.579414ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:50.932984Z","caller":"traceutil/trace.go:171","msg":"trace[1553969644] transaction","detail":"{read_only:false; response_revision:3730; number_of_response:1; }","duration":"456.893436ms","start":"2026-07-24T05:30:50.476078Z","end":"2026-07-24T05:30:50.932971Z","steps":["trace[1553969644] 'process raft request' (duration: 456.311622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.933045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.476064Z","time spent":"456.950857ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:50.933103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.178483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108367"} {"level":"info","ts":"2026-07-24T05:30:50.933127Z","caller":"traceutil/trace.go:171","msg":"trace[529537971] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3731; }","duration":"457.240314ms","start":"2026-07-24T05:30:50.475881Z","end":"2026-07-24T05:30:50.933122Z","steps":["trace[529537971] 'agreement among raft nodes before linearized reading' (duration: 457.067661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.933143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.475864Z","time spent":"457.275685ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108390,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:30:50.933448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.570826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108367"} {"level":"info","ts":"2026-07-24T05:30:50.933489Z","caller":"traceutil/trace.go:171","msg":"trace[840010750] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3731; }","duration":"455.650627ms","start":"2026-07-24T05:30:50.477829Z","end":"2026-07-24T05:30:50.93348Z","steps":["trace[840010750] 'agreement among raft nodes before linearized reading' (duration: 455.441952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.933518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.47781Z","time spent":"455.700738ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108390,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:30:50.933551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.36323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:50.933625Z","caller":"traceutil/trace.go:171","msg":"trace[9653482] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3731; }","duration":"113.472942ms","start":"2026-07-24T05:30:50.820139Z","end":"2026-07-24T05:30:50.933612Z","steps":["trace[9653482] 'agreement among raft nodes before linearized reading' (duration: 113.367089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.933656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.086914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:50.933774Z","caller":"traceutil/trace.go:171","msg":"trace[1171953069] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3731; }","duration":"455.244218ms","start":"2026-07-24T05:30:50.478503Z","end":"2026-07-24T05:30:50.933747Z","steps":["trace[1171953069] 'agreement among raft nodes before linearized reading' (duration: 455.029893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.933659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.179373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:30:50.933851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.478487Z","time spent":"455.34837ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:30:50.933932Z","caller":"traceutil/trace.go:171","msg":"trace[582337653] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3731; }","duration":"454.582101ms","start":"2026-07-24T05:30:50.479332Z","end":"2026-07-24T05:30:50.933914Z","steps":["trace[582337653] 'agreement among raft nodes before linearized reading' (duration: 454.160342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:50.933982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.479322Z","time spent":"454.649124ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:51.7633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.507196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:30:51.763419Z","caller":"traceutil/trace.go:171","msg":"trace[581799660] linearizableReadLoop","detail":"{readStateIndex:3926; appliedIndex:3925; }","duration":"827.229088ms","start":"2026-07-24T05:30:50.936172Z","end":"2026-07-24T05:30:51.763401Z","steps":["trace[581799660] 'read index received' (duration: 443.419444ms)","trace[581799660] 'applied index is now lower than readState.Index' (duration: 383.808634ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:51.763493Z","caller":"traceutil/trace.go:171","msg":"trace[287855665] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"829.658575ms","start":"2026-07-24T05:30:50.933823Z","end":"2026-07-24T05:30:51.763482Z","steps":["trace[287855665] 'process raft request' (duration: 445.881082ms)","trace[287855665] 'compare' (duration: 383.327562ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:51.763546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.9338Z","time spent":"829.717925ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:51.76378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.597027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:51.763888Z","caller":"traceutil/trace.go:171","msg":"trace[355251352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3732; }","duration":"827.74856ms","start":"2026-07-24T05:30:50.936116Z","end":"2026-07-24T05:30:51.763864Z","steps":["trace[355251352] 'agreement among raft nodes before linearized reading' (duration: 827.532515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:51.763958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.9361Z","time spent":"827.846392ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:53.288444Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.385261602s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:30:53.770798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:30:53.770896Z","caller":"traceutil/trace.go:171","msg":"trace[1519797761] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000118772s","start":"2026-07-24T05:30:51.770758Z","end":"2026-07-24T05:30:53.770877Z","steps":["trace[1519797761] 'agreement among raft nodes before linearized reading' (duration: 1.999976009s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:53.770942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:51.770752Z","time spent":"2.000180764s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:54.488254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.623866128s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:30:54.488561Z","caller":"traceutil/trace.go:171","msg":"trace[1576081784] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"2.585507905s","start":"2026-07-24T05:30:51.903028Z","end":"2026-07-24T05:30:54.488536Z","steps":["trace[1576081784] 'process raft request' (duration: 2.585377952s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:54.488597Z","caller":"traceutil/trace.go:171","msg":"trace[799180490] linearizableReadLoop","detail":"{readStateIndex:3927; appliedIndex:3926; }","duration":"2.725103527s","start":"2026-07-24T05:30:51.763446Z","end":"2026-07-24T05:30:54.488549Z","steps":["trace[799180490] 'read index received' (duration: 100.82556ms)","trace[799180490] 'applied index is now lower than readState.Index' (duration: 2.624275207s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:54.488682Z","caller":"traceutil/trace.go:171","msg":"trace[190037134] transaction","detail":"{read_only:false; response_revision:3733; number_of_response:1; }","duration":"2.90553962s","start":"2026-07-24T05:30:51.583132Z","end":"2026-07-24T05:30:54.488672Z","steps":["trace[190037134] 'process raft request' (duration: 281.13564ms)","trace[190037134] 'compare' (duration: 2.62269141s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:30:54.488677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:51.902994Z","time spent":"2.585632618s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:54.488767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:51.583108Z","time spent":"2.905597481s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:54.488839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551370614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:54.488871Z","caller":"traceutil/trace.go:171","msg":"trace[758066464] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3734; }","duration":"3.551415255s","start":"2026-07-24T05:30:50.937444Z","end":"2026-07-24T05:30:54.488859Z","steps":["trace[758066464] 'agreement among raft nodes before linearized reading' (duration: 3.551359534s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:54.488902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:50.937437Z","time spent":"3.551458156s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:30:54.989131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:55.48995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:55.772392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000381519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:30:55.772484Z","caller":"traceutil/trace.go:171","msg":"trace[316754394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533192s","start":"2026-07-24T05:30:53.77193Z","end":"2026-07-24T05:30:55.772463Z","steps":["trace[316754394] 'agreement among raft nodes before linearized reading' (duration: 2.00041763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:55.772533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:53.77191Z","time spent":"2.000612724s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:30:55.990696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:56.491574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464143946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:30:56.519123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.230455669s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:30:56.835803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.095167ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:30:56.835954Z","caller":"traceutil/trace.go:171","msg":"trace[1045356899] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3734; }","duration":"741.257041ms","start":"2026-07-24T05:30:56.094673Z","end":"2026-07-24T05:30:56.83593Z","steps":["trace[1045356899] 'range keys from in-memory index tree' (duration: 741.076776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:56.836497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.097288ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:30:56.836727Z","caller":"traceutil/trace.go:171","msg":"trace[558724907] transaction","detail":"{read_only:false; response_revision:3735; number_of_response:1; }","duration":"4.933060283s","start":"2026-07-24T05:30:51.903641Z","end":"2026-07-24T05:30:56.836702Z","steps":["trace[558724907] 'process raft request' (duration: 4.615654409s)","trace[558724907] 'compare' (duration: 316.921083ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:30:56.83685Z","caller":"traceutil/trace.go:171","msg":"trace[91495386] transaction","detail":"{read_only:false; response_revision:3737; number_of_response:1; }","duration":"4.756489029s","start":"2026-07-24T05:30:52.080338Z","end":"2026-07-24T05:30:56.836827Z","steps":["trace[91495386] 'process raft request' (duration: 4.756369377s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:56.836868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:51.903614Z","time spent":"4.933167516s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:56.836961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:52.080312Z","time spent":"4.756592242s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:30:56.836983Z","caller":"traceutil/trace.go:171","msg":"trace[941968735] transaction","detail":"{read_only:false; response_revision:3736; number_of_response:1; }","duration":"4.93072144s","start":"2026-07-24T05:30:51.906216Z","end":"2026-07-24T05:30:56.836938Z","steps":["trace[941968735] 'process raft request' (duration: 4.930408843s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:30:56.836988Z","caller":"traceutil/trace.go:171","msg":"trace[220696923] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"4.061204508s","start":"2026-07-24T05:30:52.775754Z","end":"2026-07-24T05:30:56.836958Z","steps":["trace[220696923] 'process raft request' (duration: 4.061011714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:56.837181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:52.775725Z","time spent":"4.061363851s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:56.837188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:51.906203Z","time spent":"4.930873013s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:30:57.780934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:30:57.781018Z","caller":"traceutil/trace.go:171","msg":"trace[43254920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000644824s","start":"2026-07-24T05:30:55.780354Z","end":"2026-07-24T05:30:57.780999Z","steps":["trace[43254920] 'agreement among raft nodes before linearized reading' (duration: 2.000541881s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:57.781065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:55.780337Z","time spent":"2.000718555s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:30:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:58.924989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999108103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:30:58.925104Z","caller":"traceutil/trace.go:171","msg":"trace[1344620380] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999299027s","start":"2026-07-24T05:30:53.925782Z","end":"2026-07-24T05:30:58.925081Z","steps":["trace[1344620380] 'agreement among raft nodes before linearized reading' (duration: 4.999148884s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:58.925161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:53.925758Z","time spent":"4.99938988s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:30:59.203168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999785839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:30:59.20337Z","caller":"traceutil/trace.go:171","msg":"trace[676198793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000048185s","start":"2026-07-24T05:30:54.203247Z","end":"2026-07-24T05:30:59.203295Z","steps":["trace[676198793] 'agreement among raft nodes before linearized reading' (duration: 4.999793069s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:59.203499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:54.203227Z","time spent":"5.000213568s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:30:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:30:59.781456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000268846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:30:59.781545Z","caller":"traceutil/trace.go:171","msg":"trace[928158148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000488021s","start":"2026-07-24T05:30:57.781033Z","end":"2026-07-24T05:30:59.781521Z","steps":["trace[928158148] 'agreement among raft nodes before linearized reading' (duration: 2.000365248s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:30:59.781591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:57.781012Z","time spent":"2.000568973s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:01.492717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:56.494291Z","time spent":"4.998413237s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:31:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:31:01.492845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:56.49539Z","time spent":"4.997444905s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:31:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:31:01.790428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000619143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:31:01.790547Z","caller":"traceutil/trace.go:171","msg":"trace[731203030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000806778s","start":"2026-07-24T05:30:59.789712Z","end":"2026-07-24T05:31:01.790519Z","steps":["trace[731203030] 'agreement among raft nodes before linearized reading' (duration: 2.000642774s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:01.790614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:59.789695Z","time spent":"2.000906609s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:31:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:31:01.93751Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fc5dc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:31:02.626814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.107529773s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:31:02.939388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000192501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:31:02.93946Z","caller":"traceutil/trace.go:171","msg":"trace[1031237455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000299423s","start":"2026-07-24T05:30:52.939145Z","end":"2026-07-24T05:31:02.939444Z","steps":["trace[1031237455] 'agreement among raft nodes before linearized reading' (duration: 10.000204721s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:02.9395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:52.939137Z","time spent":"10.000354266s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/24 05:31:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:31:02.939541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.0005973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:31:02.93968Z","caller":"traceutil/trace.go:171","msg":"trace[633948473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000910498s","start":"2026-07-24T05:30:52.938736Z","end":"2026-07-24T05:31:02.939647Z","steps":["trace[633948473] 'agreement among raft nodes before linearized reading' (duration: 10.000623661s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:02.939767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:52.938716Z","time spent":"10.001034701s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/24 05:31:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:31:03.702014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075017851s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:31:03.791653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000811379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:31:03.791742Z","caller":"traceutil/trace.go:171","msg":"trace[58005168] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000955813s","start":"2026-07-24T05:31:01.790767Z","end":"2026-07-24T05:31:03.791723Z","steps":["trace[58005168] 'agreement among raft nodes before linearized reading' (duration: 2.00084993s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:03.791792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:01.79075Z","time spent":"2.001031864s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:31:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:31:03.840074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:58.843253Z","time spent":"4.996817111s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:31:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:31:03.841344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:58.843325Z","time spent":"4.998016128s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:31:04.178903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.359703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:31:04.179336Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"68.631µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-24T05:31:04.179449Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fc5dc","error":"lease not found"} {"level":"info","ts":"2026-07-24T05:31:04.17942Z","caller":"traceutil/trace.go:171","msg":"trace[1953495869] linearizableReadLoop","detail":"{readStateIndex:3933; appliedIndex:3928; }","duration":"9.69074522s","start":"2026-07-24T05:30:54.488643Z","end":"2026-07-24T05:31:04.179388Z","steps":["trace[1953495869] 'read index received' (duration: 2.030671786s)","trace[1953495869] 'applied index is now lower than readState.Index' (duration: 7.660069704s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:04.179494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.366814303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:31:04.179506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.142463846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.179515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.390510164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.179545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.41295474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:31:04.179541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.237929777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:31:04.179572Z","caller":"traceutil/trace.go:171","msg":"trace[2035464729] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3743; }","duration":"11.366979298s","start":"2026-07-24T05:30:52.812575Z","end":"2026-07-24T05:31:04.179554Z","steps":["trace[2035464729] 'agreement among raft nodes before linearized reading' (duration: 11.366832034s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.179556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.380876047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:04.179587Z","caller":"traceutil/trace.go:171","msg":"trace[398382889] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3743; }","duration":"10.390600396s","start":"2026-07-24T05:30:53.788973Z","end":"2026-07-24T05:31:04.179573Z","steps":["trace[398382889] 'agreement among raft nodes before linearized reading' (duration: 10.390466083s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.179601Z","caller":"traceutil/trace.go:171","msg":"trace[793548425] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3743; }","duration":"12.413048733s","start":"2026-07-24T05:30:51.766543Z","end":"2026-07-24T05:31:04.179591Z","steps":["trace[793548425] 'agreement among raft nodes before linearized reading' (duration: 12.4129346s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.179602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.865639275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:04.179622Z","caller":"traceutil/trace.go:171","msg":"trace[2035137707] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3743; }","duration":"11.23806486s","start":"2026-07-24T05:30:52.941537Z","end":"2026-07-24T05:31:04.179602Z","steps":["trace[2035137707] 'agreement among raft nodes before linearized reading' (duration: 11.237859145s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.179509Z","caller":"traceutil/trace.go:171","msg":"trace[1040661767] transaction","detail":"{read_only:false; response_revision:3741; number_of_response:1; }","duration":"6.202789595s","start":"2026-07-24T05:30:57.976685Z","end":"2026-07-24T05:31:04.179474Z","steps":["trace[1040661767] 'process raft request' (duration: 6.202375905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.179605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.237953622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:31:04.179646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:53.788919Z","time spent":"10.39071652s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:04.179649Z","caller":"traceutil/trace.go:171","msg":"trace[582313203] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3743; }","duration":"11.381052571s","start":"2026-07-24T05:30:52.798574Z","end":"2026-07-24T05:31:04.179627Z","steps":["trace[582313203] 'agreement among raft nodes before linearized reading' (duration: 11.380841167s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.179659Z","caller":"traceutil/trace.go:171","msg":"trace[1425635449] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3743; }","duration":"9.865778389s","start":"2026-07-24T05:30:54.313867Z","end":"2026-07-24T05:31:04.179645Z","steps":["trace[1425635449] 'agreement among raft nodes before linearized reading' (duration: 9.865600205s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.179647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:51.766492Z","time spent":"12.413147555s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:31:04.179691Z","caller":"traceutil/trace.go:171","msg":"trace[1565936392] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3743; }","duration":"12.238071625s","start":"2026-07-24T05:30:51.941604Z","end":"2026-07-24T05:31:04.179676Z","steps":["trace[1565936392] 'agreement among raft nodes before linearized reading' (duration: 12.237889711s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.179668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:52.941511Z","time spent":"11.238148672s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:31:04.179705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:52.798541Z","time spent":"11.381153273s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.179712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:54.313846Z","time spent":"9.86584981s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":81,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.179728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:57.976665Z","time spent":"6.20299771s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:04.179738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:51.941586Z","time spent":"12.238143327s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:31:04.179579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.238352658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:04.179798Z","caller":"traceutil/trace.go:171","msg":"trace[1030995161] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3743; }","duration":"11.238620604s","start":"2026-07-24T05:30:52.941167Z","end":"2026-07-24T05:31:04.179788Z","steps":["trace[1030995161] 'agreement among raft nodes before linearized reading' (duration: 11.238252366s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.179832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:52.941142Z","time spent":"11.238681825s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:31:04.179624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:52.812539Z","time spent":"11.367073859s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:04.179583Z","caller":"traceutil/trace.go:171","msg":"trace[828974873] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:3743; }","duration":"10.142616129s","start":"2026-07-24T05:30:54.036948Z","end":"2026-07-24T05:31:04.179564Z","steps":["trace[828974873] 'agreement among raft nodes before linearized reading' (duration: 10.142473676s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.180046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:54.036918Z","time spent":"10.14310911s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.180849Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.14535256s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:31:04.181161Z","caller":"traceutil/trace.go:171","msg":"trace[1863390594] transaction","detail":"{read_only:false; response_revision:3745; number_of_response:1; }","duration":"1.238380881s","start":"2026-07-24T05:31:02.942764Z","end":"2026-07-24T05:31:04.181145Z","steps":["trace[1863390594] 'process raft request' (duration: 1.23833954s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.181255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:02.942729Z","time spent":"1.238484683s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:04.181373Z","caller":"traceutil/trace.go:171","msg":"trace[178502926] transaction","detail":"{read_only:false; response_revision:3744; number_of_response:1; }","duration":"1.238914273s","start":"2026-07-24T05:31:02.942435Z","end":"2026-07-24T05:31:04.181349Z","steps":["trace[178502926] 'process raft request' (duration: 1.238568645s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.181463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:02.942386Z","time spent":"1.239033115s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:04.536097Z","caller":"traceutil/trace.go:171","msg":"trace[1507705404] linearizableReadLoop","detail":"{readStateIndex:3942; appliedIndex:3941; }","duration":"356.574707ms","start":"2026-07-24T05:31:04.179496Z","end":"2026-07-24T05:31:04.536071Z","steps":["trace[1507705404] 'read index received' (duration: 1.654659ms)","trace[1507705404] 'applied index is now lower than readState.Index' (duration: 354.918978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:04.536257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.825474596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.536252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.363851818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.536268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.043052314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:04.536393Z","caller":"traceutil/trace.go:171","msg":"trace[510610463] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:3746; }","duration":"6.825681081s","start":"2026-07-24T05:30:57.710676Z","end":"2026-07-24T05:31:04.536357Z","steps":["trace[510610463] 'agreement among raft nodes before linearized reading' (duration: 6.825468905s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.536415Z","caller":"traceutil/trace.go:171","msg":"trace[679445100] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3746; }","duration":"7.043243789s","start":"2026-07-24T05:30:57.493154Z","end":"2026-07-24T05:31:04.536398Z","steps":["trace[679445100] 'agreement among raft nodes before linearized reading' (duration: 7.043049834s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.53641Z","caller":"traceutil/trace.go:171","msg":"trace[969240353] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:3746; }","duration":"3.364079504s","start":"2026-07-24T05:31:01.172304Z","end":"2026-07-24T05:31:04.536384Z","steps":["trace[969240353] 'agreement among raft nodes before linearized reading' (duration: 3.363815327s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.536445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:57.710648Z","time spent":"6.825784894s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.536476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:57.493142Z","time spent":"7.0433092s","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.536492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:01.172285Z","time spent":"3.364172625s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.536532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.299585788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.536558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.036628661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:31:04.536634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.567936569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:04.536636Z","caller":"traceutil/trace.go:171","msg":"trace[129393973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3746; }","duration":"10.036717543s","start":"2026-07-24T05:30:54.4999Z","end":"2026-07-24T05:31:04.536618Z","steps":["trace[129393973] 'agreement among raft nodes before linearized reading' (duration: 10.036452867s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.536669Z","caller":"traceutil/trace.go:171","msg":"trace[310278807] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3746; }","duration":"8.568012661s","start":"2026-07-24T05:30:55.968643Z","end":"2026-07-24T05:31:04.536656Z","steps":["trace[310278807] 'agreement among raft nodes before linearized reading' (duration: 8.56796488s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.536656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839333886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.536683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:54.499885Z","time spent":"10.036789724s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:31:04.536707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:55.96862Z","time spent":"8.568076583s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:04.536716Z","caller":"traceutil/trace.go:171","msg":"trace[773012539] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:3746; }","duration":"2.839426729s","start":"2026-07-24T05:31:01.69727Z","end":"2026-07-24T05:31:04.536696Z","steps":["trace[773012539] 'agreement among raft nodes before linearized reading' (duration: 2.839336167s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.536759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:01.697256Z","time spent":"2.83949322s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.536832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857393993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:04.53687Z","caller":"traceutil/trace.go:171","msg":"trace[955492834] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3746; }","duration":"2.857474904s","start":"2026-07-24T05:31:01.679384Z","end":"2026-07-24T05:31:04.536859Z","steps":["trace[955492834] 'agreement among raft nodes before linearized reading' (duration: 2.857386652s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.536908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:01.679362Z","time spent":"2.857537525s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.536945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.860147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:31:04.536989Z","caller":"traceutil/trace.go:171","msg":"trace[764930504] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:3746; }","duration":"354.938629ms","start":"2026-07-24T05:31:04.182038Z","end":"2026-07-24T05:31:04.536977Z","steps":["trace[764930504] 'agreement among raft nodes before linearized reading' (duration: 354.794516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.536994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.606904935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:31:04.537006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.146039004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4439"} {"level":"warn","ts":"2026-07-24T05:31:04.53702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.182014Z","time spent":"354.99908ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T05:31:04.537041Z","caller":"traceutil/trace.go:171","msg":"trace[1397975807] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:3746; }","duration":"9.146111585s","start":"2026-07-24T05:30:55.39092Z","end":"2026-07-24T05:31:04.537031Z","steps":["trace[1397975807] 'agreement among raft nodes before linearized reading' (duration: 9.146010653s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:55.390899Z","time spent":"9.146164097s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-24T05:31:04.53707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.12425308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:04.537108Z","caller":"traceutil/trace.go:171","msg":"trace[1378078067] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3746; }","duration":"2.124339582s","start":"2026-07-24T05:31:02.412758Z","end":"2026-07-24T05:31:04.537097Z","steps":["trace[1378078067] 'agreement among raft nodes before linearized reading' (duration: 2.124285651s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:02.412732Z","time spent":"2.124398434s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.536476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.078800317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:31:04.537172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.634119237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:31:04.537203Z","caller":"traceutil/trace.go:171","msg":"trace[1341458951] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3746; }","duration":"7.079571744s","start":"2026-07-24T05:30:57.457617Z","end":"2026-07-24T05:31:04.537189Z","steps":["trace[1341458951] 'agreement among raft nodes before linearized reading' (duration: 7.078827917s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.537223Z","caller":"traceutil/trace.go:171","msg":"trace[757274899] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3746; }","duration":"3.634208999s","start":"2026-07-24T05:31:00.902999Z","end":"2026-07-24T05:31:04.537208Z","steps":["trace[757274899] 'agreement among raft nodes before linearized reading' (duration: 3.633688558s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:57.457556Z","time spent":"7.079672576s","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.537269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.916703652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.537273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:00.90298Z","time spent":"3.634274361s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":503,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:04.537301Z","caller":"traceutil/trace.go:171","msg":"trace[1790427888] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3746; }","duration":"3.916735322s","start":"2026-07-24T05:31:00.620556Z","end":"2026-07-24T05:31:04.537291Z","steps":["trace[1790427888] 'agreement among raft nodes before linearized reading' (duration: 3.916689161s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:00.620538Z","time spent":"3.916787103s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.537335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.042889001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-24T05:31:04.537394Z","caller":"traceutil/trace.go:171","msg":"trace[1604593433] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3746; }","duration":"3.042987643s","start":"2026-07-24T05:31:01.494391Z","end":"2026-07-24T05:31:04.537379Z","steps":["trace[1604593433] 'agreement among raft nodes before linearized reading' (duration: 3.042874441s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081175103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:31:04.537443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:01.494365Z","time spent":"3.043061225s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:31:04.537489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.704853717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:04.537497Z","caller":"traceutil/trace.go:171","msg":"trace[762094297] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:3746; }","duration":"1.081418018s","start":"2026-07-24T05:31:03.456051Z","end":"2026-07-24T05:31:04.537469Z","steps":["trace[762094297] 'agreement among raft nodes before linearized reading' (duration: 1.081096071s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.537527Z","caller":"traceutil/trace.go:171","msg":"trace[1159940368] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3746; }","duration":"5.704931588s","start":"2026-07-24T05:30:58.832585Z","end":"2026-07-24T05:31:04.537516Z","steps":["trace[1159940368] 'agreement among raft nodes before linearized reading' (duration: 5.704855807s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.158978458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.537559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:58.83256Z","time spent":"5.704991129s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:04.537564Z","caller":"traceutil/trace.go:171","msg":"trace[1305151838] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:3746; }","duration":"4.15906246s","start":"2026-07-24T05:31:00.378491Z","end":"2026-07-24T05:31:04.537553Z","steps":["trace[1305151838] 'agreement among raft nodes before linearized reading' (duration: 4.159002739s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.150346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108367"} {"level":"warn","ts":"2026-07-24T05:31:04.537579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:03.456029Z","time spent":"1.081524391s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:04.537616Z","caller":"traceutil/trace.go:171","msg":"trace[1854442647] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3746; }","duration":"349.203347ms","start":"2026-07-24T05:31:04.188404Z","end":"2026-07-24T05:31:04.537607Z","steps":["trace[1854442647] 'agreement among raft nodes before linearized reading' (duration: 349.004133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.471036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-07-24T05:31:04.537649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.188395Z","time spent":"349.247408ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108390,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:31:04.536392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.122291208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:04.537709Z","caller":"traceutil/trace.go:171","msg":"trace[1002699287] transaction","detail":"{read_only:false; response_revision:3746; number_of_response:1; }","duration":"836.323708ms","start":"2026-07-24T05:31:03.701374Z","end":"2026-07-24T05:31:04.537698Z","steps":["trace[1002699287] 'process raft request' (duration: 834.440565ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.537716Z","caller":"traceutil/trace.go:171","msg":"trace[276358973] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3746; }","duration":"9.123689629s","start":"2026-07-24T05:30:55.414005Z","end":"2026-07-24T05:31:04.537694Z","steps":["trace[276358973] 'agreement among raft nodes before linearized reading' (duration: 9.122244607s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.53722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.579718546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.537736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.178576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.537753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.339082793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:04.537782Z","caller":"traceutil/trace.go:171","msg":"trace[432574125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3746; }","duration":"737.268858ms","start":"2026-07-24T05:31:03.800502Z","end":"2026-07-24T05:31:04.537771Z","steps":["trace[432574125] 'agreement among raft nodes before linearized reading' (duration: 737.202467ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.537799Z","caller":"traceutil/trace.go:171","msg":"trace[198544343] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:3746; }","duration":"6.339167994s","start":"2026-07-24T05:30:58.198611Z","end":"2026-07-24T05:31:04.537779Z","steps":["trace[198544343] 'agreement among raft nodes before linearized reading' (duration: 6.339104183s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.537795Z","caller":"traceutil/trace.go:171","msg":"trace[243484276] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3746; }","duration":"5.58032037s","start":"2026-07-24T05:30:58.957449Z","end":"2026-07-24T05:31:04.53777Z","steps":["trace[243484276] 'agreement among raft nodes before linearized reading' (duration: 5.579741687s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.536581Z","caller":"traceutil/trace.go:171","msg":"trace[812266933] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:3746; }","duration":"7.29966996s","start":"2026-07-24T05:30:57.236893Z","end":"2026-07-24T05:31:04.536563Z","steps":["trace[812266933] 'agreement among raft nodes before linearized reading' (duration: 7.299607968s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.537667Z","caller":"traceutil/trace.go:171","msg":"trace[1823247014] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:3746; }","duration":"692.544018ms","start":"2026-07-24T05:31:03.845109Z","end":"2026-07-24T05:31:04.537653Z","steps":["trace[1823247014] 'agreement among raft nodes before linearized reading' (duration: 692.403605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:58.198591Z","time spent":"6.339235945s","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.537867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:57.236861Z","time spent":"7.30098932s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.537872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:03.845053Z","time spent":"692.807994ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T05:31:04.537879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:58.957427Z","time spent":"5.580423652s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.537877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.691182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:04.537965Z","caller":"traceutil/trace.go:171","msg":"trace[1067698212] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3746; }","duration":"566.830915ms","start":"2026-07-24T05:31:03.971123Z","end":"2026-07-24T05:31:04.537954Z","steps":["trace[1067698212] 'agreement among raft nodes before linearized reading' (duration: 566.699752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.564671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-24T05:31:04.537997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:03.971073Z","time spent":"566.913077ms","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":29,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.537799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:03.701351Z","time spent":"836.390019ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:04.537813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:03.800477Z","time spent":"737.330459ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:04.537779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:55.413982Z","time spent":"9.123776522s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:04.53801Z","caller":"traceutil/trace.go:171","msg":"trace[628524250] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3746; }","duration":"696.657703ms","start":"2026-07-24T05:31:03.841339Z","end":"2026-07-24T05:31:04.537997Z","steps":["trace[628524250] 'agreement among raft nodes before linearized reading' (duration: 696.50137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.538032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042200956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:04.53806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:03.841312Z","time spent":"696.739845ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:31:04.538073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.957343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108367"} {"level":"info","ts":"2026-07-24T05:31:04.538106Z","caller":"traceutil/trace.go:171","msg":"trace[58018350] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:3746; }","duration":"1.042314698s","start":"2026-07-24T05:31:03.495772Z","end":"2026-07-24T05:31:04.538087Z","steps":["trace[58018350] 'agreement among raft nodes before linearized reading' (duration: 1.042215606s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.538117Z","caller":"traceutil/trace.go:171","msg":"trace[51689666] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3746; }","duration":"353.050185ms","start":"2026-07-24T05:31:04.185056Z","end":"2026-07-24T05:31:04.538106Z","steps":["trace[51689666] 'agreement among raft nodes before linearized reading' (duration: 352.818469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.537346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523668441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T05:31:04.538145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:03.495748Z","time spent":"1.04238711s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.537021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910148072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:31:04.538176Z","caller":"traceutil/trace.go:171","msg":"trace[1563167527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3746; }","duration":"2.524535331s","start":"2026-07-24T05:31:02.013624Z","end":"2026-07-24T05:31:04.538159Z","steps":["trace[1563167527] 'agreement among raft nodes before linearized reading' (duration: 2.523658371s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.538186Z","caller":"traceutil/trace.go:171","msg":"trace[17409966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3746; }","duration":"1.911368299s","start":"2026-07-24T05:31:02.626806Z","end":"2026-07-24T05:31:04.538174Z","steps":["trace[17409966] 'agreement among raft nodes before linearized reading' (duration: 1.910112821s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.538214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:02.626778Z","time spent":"1.911428531s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:31:04.538217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:02.013601Z","time spent":"2.524603773s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:31:04.538148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.185035Z","time spent":"353.106127ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108390,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:31:04.537026Z","caller":"traceutil/trace.go:171","msg":"trace[1028983759] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:3746; }","duration":"8.606985498s","start":"2026-07-24T05:30:55.930031Z","end":"2026-07-24T05:31:04.537016Z","steps":["trace[1028983759] 'agreement among raft nodes before linearized reading' (duration: 8.606903556s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.538408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:30:55.930006Z","time spent":"8.608388599s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:04.537234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041685954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T05:31:04.538513Z","caller":"traceutil/trace.go:171","msg":"trace[1896518968] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:3746; }","duration":"3.043012143s","start":"2026-07-24T05:31:01.495478Z","end":"2026-07-24T05:31:04.53849Z","steps":["trace[1896518968] 'agreement among raft nodes before linearized reading' (duration: 3.041587591s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.538552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:01.495449Z","time spent":"3.043090416s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:31:04.537597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:00.378468Z","time spent":"4.159119931s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:04.720873Z","caller":"traceutil/trace.go:171","msg":"trace[1360336863] transaction","detail":"{read_only:false; response_revision:3748; number_of_response:1; }","duration":"176.722887ms","start":"2026-07-24T05:31:04.544125Z","end":"2026-07-24T05:31:04.720848Z","steps":["trace[1360336863] 'process raft request' (duration: 174.317673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.721373Z","caller":"traceutil/trace.go:171","msg":"trace[941404236] linearizableReadLoop","detail":"{readStateIndex:3946; appliedIndex:3943; }","duration":"101.026655ms","start":"2026-07-24T05:31:04.620317Z","end":"2026-07-24T05:31:04.721344Z","steps":["trace[941404236] 'read index received' (duration: 98.252752ms)","trace[941404236] 'applied index is now lower than readState.Index' (duration: 2.772113ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:04.721439Z","caller":"traceutil/trace.go:171","msg":"trace[33008090] transaction","detail":"{read_only:false; response_revision:3749; number_of_response:1; }","duration":"174.162989ms","start":"2026-07-24T05:31:04.547247Z","end":"2026-07-24T05:31:04.72141Z","steps":["trace[33008090] 'process raft request' (duration: 173.925983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.72156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.587506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:04.721612Z","caller":"traceutil/trace.go:171","msg":"trace[795925802] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3749; }","duration":"107.761001ms","start":"2026-07-24T05:31:04.613836Z","end":"2026-07-24T05:31:04.721597Z","steps":["trace[795925802] 'agreement among raft nodes before linearized reading' (duration: 107.649089ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:04.74698Z","caller":"traceutil/trace.go:171","msg":"trace[112922756] transaction","detail":"{read_only:false; response_revision:3750; number_of_response:1; }","duration":"120.627667ms","start":"2026-07-24T05:31:04.62632Z","end":"2026-07-24T05:31:04.746948Z","steps":["trace[112922756] 'process raft request' (duration: 120.485574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.74705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.755653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-24T05:31:04.747127Z","caller":"traceutil/trace.go:171","msg":"trace[412070834] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:3750; }","duration":"108.898216ms","start":"2026-07-24T05:31:04.63821Z","end":"2026-07-24T05:31:04.747108Z","steps":["trace[412070834] 'agreement among raft nodes before linearized reading' (duration: 108.736163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:04.74744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.366117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:31:04.74748Z","caller":"traceutil/trace.go:171","msg":"trace[219146476] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3750; }","duration":"122.437929ms","start":"2026-07-24T05:31:04.625033Z","end":"2026-07-24T05:31:04.747471Z","steps":["trace[219146476] 'agreement among raft nodes before linearized reading' (duration: 122.312226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:05.106311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.227085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:05.106417Z","caller":"traceutil/trace.go:171","msg":"trace[1099940542] linearizableReadLoop","detail":"{readStateIndex:3950; appliedIndex:3949; }","duration":"334.025987ms","start":"2026-07-24T05:31:04.772372Z","end":"2026-07-24T05:31:05.106398Z","steps":["trace[1099940542] 'read index received' (duration: 167.584877ms)","trace[1099940542] 'applied index is now lower than readState.Index' (duration: 166.43969ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:05.106481Z","caller":"traceutil/trace.go:171","msg":"trace[646466663] transaction","detail":"{read_only:false; response_revision:3753; number_of_response:1; }","duration":"354.450127ms","start":"2026-07-24T05:31:04.75199Z","end":"2026-07-24T05:31:05.10644Z","steps":["trace[646466663] 'process raft request' (duration: 188.011647ms)","trace[646466663] 'compare' (duration: 166.038621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:05.106668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.751965Z","time spent":"354.605151ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:05.106764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.778055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T05:31:05.107226Z","caller":"traceutil/trace.go:171","msg":"trace[1258618125] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:3753; }","duration":"355.145074ms","start":"2026-07-24T05:31:04.751946Z","end":"2026-07-24T05:31:05.107091Z","steps":["trace[1258618125] 'agreement among raft nodes before linearized reading' (duration: 354.522529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:05.107422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.751934Z","time spent":"355.386539ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-07-24T05:31:05.379626Z","caller":"traceutil/trace.go:171","msg":"trace[147666891] transaction","detail":"{read_only:false; response_revision:3754; number_of_response:1; }","duration":"602.286992ms","start":"2026-07-24T05:31:04.777303Z","end":"2026-07-24T05:31:05.37959Z","steps":["trace[147666891] 'process raft request' (duration: 588.428552ms)","trace[147666891] 'compare' (duration: 13.212234ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:05.379694Z","caller":"traceutil/trace.go:171","msg":"trace[45799702] linearizableReadLoop","detail":"{readStateIndex:3954; appliedIndex:3950; }","duration":"273.219318ms","start":"2026-07-24T05:31:05.106443Z","end":"2026-07-24T05:31:05.379663Z","steps":["trace[45799702] 'read index received' (duration: 259.229196ms)","trace[45799702] 'applied index is now lower than readState.Index' (duration: 13.988762ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:05.379777Z","caller":"traceutil/trace.go:171","msg":"trace[802797559] transaction","detail":"{read_only:false; response_revision:3756; number_of_response:1; }","duration":"474.825459ms","start":"2026-07-24T05:31:04.904928Z","end":"2026-07-24T05:31:05.379753Z","steps":["trace[802797559] 'process raft request' (duration: 474.617384ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:05.379838Z","caller":"traceutil/trace.go:171","msg":"trace[737144157] transaction","detail":"{read_only:false; response_revision:3757; number_of_response:1; }","duration":"474.778448ms","start":"2026-07-24T05:31:04.905041Z","end":"2026-07-24T05:31:05.379819Z","steps":["trace[737144157] 'process raft request' (duration: 474.564313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:05.37982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.777284Z","time spent":"602.430505ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:05.379883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.904912Z","time spent":"474.912741ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:05.379959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.905018Z","time spent":"474.857759ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:05.379982Z","caller":"traceutil/trace.go:171","msg":"trace[727585540] transaction","detail":"{read_only:false; response_revision:3755; number_of_response:1; }","duration":"598.605017ms","start":"2026-07-24T05:31:04.781357Z","end":"2026-07-24T05:31:05.379962Z","steps":["trace[727585540] 'process raft request' (duration: 598.053194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:05.380077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.78134Z","time spent":"598.682459ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:05.380121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.207133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:05.380069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.094233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T05:31:05.380157Z","caller":"traceutil/trace.go:171","msg":"trace[765810021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3757; }","duration":"261.268694ms","start":"2026-07-24T05:31:05.118876Z","end":"2026-07-24T05:31:05.380145Z","steps":["trace[765810021] 'agreement among raft nodes before linearized reading' (duration: 261.225473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:05.380154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.235602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:31:05.380165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.770017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:05.380186Z","caller":"traceutil/trace.go:171","msg":"trace[1654381395] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:3757; }","duration":"269.248617ms","start":"2026-07-24T05:31:05.110926Z","end":"2026-07-24T05:31:05.380174Z","steps":["trace[1654381395] 'agreement among raft nodes before linearized reading' (duration: 269.072683ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:05.3802Z","caller":"traceutil/trace.go:171","msg":"trace[1093880557] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3757; }","duration":"463.313303ms","start":"2026-07-24T05:31:04.916873Z","end":"2026-07-24T05:31:05.380187Z","steps":["trace[1093880557] 'agreement among raft nodes before linearized reading' (duration: 463.235482ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:05.380231Z","caller":"traceutil/trace.go:171","msg":"trace[587118471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3757; }","duration":"192.856939ms","start":"2026-07-24T05:31:05.187354Z","end":"2026-07-24T05:31:05.380211Z","steps":["trace[587118471] 'agreement among raft nodes before linearized reading' (duration: 192.658954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:05.380247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.611365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c\" ","response":"range_response_count:1 size:802"} {"level":"warn","ts":"2026-07-24T05:31:05.380248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.91686Z","time spent":"463.374275ms","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:05.380273Z","caller":"traceutil/trace.go:171","msg":"trace[590966541] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c; range_end:; response_count:1; response_revision:3757; }","duration":"491.684416ms","start":"2026-07-24T05:31:04.888582Z","end":"2026-07-24T05:31:05.380266Z","steps":["trace[590966541] 'agreement among raft nodes before linearized reading' (duration: 491.569484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:05.380293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.888545Z","time spent":"491.745178ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c\" "} {"level":"warn","ts":"2026-07-24T05:31:05.380602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.70014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:31:05.380654Z","caller":"traceutil/trace.go:171","msg":"trace[156454255] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3757; }","duration":"605.793312ms","start":"2026-07-24T05:31:04.77485Z","end":"2026-07-24T05:31:05.380643Z","steps":["trace[156454255] 'agreement among raft nodes before linearized reading' (duration: 605.679899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:05.380691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:04.774834Z","time spent":"605.848184ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:31:05.530515Z","caller":"traceutil/trace.go:171","msg":"trace[693468407] linearizableReadLoop","detail":"{readStateIndex:3956; appliedIndex:3955; }","duration":"113.01837ms","start":"2026-07-24T05:31:05.417462Z","end":"2026-07-24T05:31:05.530481Z","steps":["trace[693468407] 'read index received' (duration: 112.173161ms)","trace[693468407] 'applied index is now lower than readState.Index' (duration: 843.779µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:05.530627Z","caller":"traceutil/trace.go:171","msg":"trace[1820323535] transaction","detail":"{read_only:false; response_revision:3759; number_of_response:1; }","duration":"114.053124ms","start":"2026-07-24T05:31:05.416538Z","end":"2026-07-24T05:31:05.530591Z","steps":["trace[1820323535] 'process raft request' (duration: 113.207505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:05.530698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.204895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-07-24T05:31:05.530737Z","caller":"traceutil/trace.go:171","msg":"trace[1197580184] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:3759; }","duration":"113.293897ms","start":"2026-07-24T05:31:05.41743Z","end":"2026-07-24T05:31:05.530724Z","steps":["trace[1197580184] 'agreement among raft nodes before linearized reading' (duration: 113.178614ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:06.685514Z","caller":"traceutil/trace.go:171","msg":"trace[1441066381] transaction","detail":"{read_only:false; response_revision:3764; number_of_response:1; }","duration":"134.413283ms","start":"2026-07-24T05:31:06.551073Z","end":"2026-07-24T05:31:06.685487Z","steps":["trace[1441066381] 'process raft request' (duration: 58.087236ms)","trace[1441066381] 'compare' (duration: 76.140423ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:06.685708Z","caller":"traceutil/trace.go:171","msg":"trace[1557352943] transaction","detail":"{read_only:false; response_revision:3765; number_of_response:1; }","duration":"134.568327ms","start":"2026-07-24T05:31:06.55113Z","end":"2026-07-24T05:31:06.685698Z","steps":["trace[1557352943] 'process raft request' (duration: 134.316061ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:06.685792Z","caller":"traceutil/trace.go:171","msg":"trace[311388755] linearizableReadLoop","detail":"{readStateIndex:3963; appliedIndex:3960; }","duration":"134.437904ms","start":"2026-07-24T05:31:06.551347Z","end":"2026-07-24T05:31:06.685785Z","steps":["trace[311388755] 'read index received' (duration: 25.009386ms)","trace[311388755] 'applied index is now lower than readState.Index' (duration: 109.427828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:06.686038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.676879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:06.686068Z","caller":"traceutil/trace.go:171","msg":"trace[400821597] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3766; }","duration":"134.920295ms","start":"2026-07-24T05:31:06.551141Z","end":"2026-07-24T05:31:06.686061Z","steps":["trace[400821597] 'agreement among raft nodes before linearized reading' (duration: 134.70185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:06.686055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.429155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108367"} {"level":"info","ts":"2026-07-24T05:31:06.686103Z","caller":"traceutil/trace.go:171","msg":"trace[586700162] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3766; }","duration":"131.497886ms","start":"2026-07-24T05:31:06.554595Z","end":"2026-07-24T05:31:06.686093Z","steps":["trace[586700162] 'agreement among raft nodes before linearized reading' (duration: 131.267691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:08.862123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.344105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:08.862454Z","caller":"traceutil/trace.go:171","msg":"trace[933099949] linearizableReadLoop","detail":"{readStateIndex:3988; appliedIndex:3985; }","duration":"169.955162ms","start":"2026-07-24T05:31:08.692476Z","end":"2026-07-24T05:31:08.862432Z","steps":["trace[933099949] 'read index received' (duration: 57.240588ms)","trace[933099949] 'applied index is now lower than readState.Index' (duration: 112.713064ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:08.86248Z","caller":"traceutil/trace.go:171","msg":"trace[939168673] transaction","detail":"{read_only:false; response_revision:3788; number_of_response:1; }","duration":"171.681091ms","start":"2026-07-24T05:31:08.690726Z","end":"2026-07-24T05:31:08.862407Z","steps":["trace[939168673] 'process raft request' (duration: 58.950247ms)","trace[939168673] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:552; } (duration: 112.075999ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:08.862699Z","caller":"traceutil/trace.go:171","msg":"trace[2071382870] transaction","detail":"{read_only:false; response_revision:3789; number_of_response:1; }","duration":"171.740342ms","start":"2026-07-24T05:31:08.69093Z","end":"2026-07-24T05:31:08.862671Z","steps":["trace[2071382870] 'process raft request' (duration: 171.350783ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:08.862763Z","caller":"traceutil/trace.go:171","msg":"trace[1107376040] transaction","detail":"{read_only:false; response_revision:3790; number_of_response:1; }","duration":"170.859422ms","start":"2026-07-24T05:31:08.69189Z","end":"2026-07-24T05:31:08.862749Z","steps":["trace[1107376040] 'process raft request' (duration: 170.492244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:08.862706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.213557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:31:08.862878Z","caller":"traceutil/trace.go:171","msg":"trace[1295778641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3790; }","duration":"170.416513ms","start":"2026-07-24T05:31:08.692455Z","end":"2026-07-24T05:31:08.862872Z","steps":["trace[1295778641] 'agreement among raft nodes before linearized reading' (duration: 170.121176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:08.862917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.821576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:08.86301Z","caller":"traceutil/trace.go:171","msg":"trace[77766636] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3790; }","duration":"155.922928ms","start":"2026-07-24T05:31:08.707059Z","end":"2026-07-24T05:31:08.862982Z","steps":["trace[77766636] 'agreement among raft nodes before linearized reading' (duration: 155.608401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:08.863176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.220542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"info","ts":"2026-07-24T05:31:08.863194Z","caller":"traceutil/trace.go:171","msg":"trace[1373759396] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:3790; }","duration":"125.260943ms","start":"2026-07-24T05:31:08.737928Z","end":"2026-07-24T05:31:08.863189Z","steps":["trace[1373759396] 'agreement among raft nodes before linearized reading' (duration: 125.205202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:08.863321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.068573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-07-24T05:31:08.863336Z","caller":"traceutil/trace.go:171","msg":"trace[816165647] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:3790; }","duration":"100.130714ms","start":"2026-07-24T05:31:08.7632Z","end":"2026-07-24T05:31:08.863331Z","steps":["trace[816165647] 'agreement among raft nodes before linearized reading' (duration: 100.080533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:08.863398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.094973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-07-24T05:31:08.863447Z","caller":"traceutil/trace.go:171","msg":"trace[1433468554] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:3790; }","duration":"150.160165ms","start":"2026-07-24T05:31:08.71327Z","end":"2026-07-24T05:31:08.86343Z","steps":["trace[1433468554] 'agreement among raft nodes before linearized reading' (duration: 150.019172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:09.405757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.02504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-07-24T05:31:09.405814Z","caller":"traceutil/trace.go:171","msg":"trace[1876427890] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:3792; }","duration":"292.134304ms","start":"2026-07-24T05:31:09.113665Z","end":"2026-07-24T05:31:09.4058Z","steps":["trace[1876427890] 'range keys from in-memory index tree' (duration: 291.824106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:09.40582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.365986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:09.405854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.529392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7182"} {"level":"info","ts":"2026-07-24T05:31:09.405966Z","caller":"traceutil/trace.go:171","msg":"trace[679498680] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:3792; }","duration":"242.644585ms","start":"2026-07-24T05:31:09.163301Z","end":"2026-07-24T05:31:09.405946Z","steps":["trace[679498680] 'range keys from in-memory index tree' (duration: 242.42986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:09.405728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.937595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-24T05:31:09.405999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.436429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4219"} {"level":"info","ts":"2026-07-24T05:31:09.406031Z","caller":"traceutil/trace.go:171","msg":"trace[525130167] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:3792; }","duration":"268.502539ms","start":"2026-07-24T05:31:09.137519Z","end":"2026-07-24T05:31:09.406022Z","steps":["trace[525130167] 'range keys from in-memory index tree' (duration: 268.267784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:09.406081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.969412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-24T05:31:09.406061Z","caller":"traceutil/trace.go:171","msg":"trace[2040598171] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:3792; }","duration":"168.314183ms","start":"2026-07-24T05:31:09.23771Z","end":"2026-07-24T05:31:09.406024Z","steps":["trace[2040598171] 'range keys from in-memory index tree' (duration: 167.779482ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:09.406108Z","caller":"traceutil/trace.go:171","msg":"trace[1789479452] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:3792; }","duration":"319.021892ms","start":"2026-07-24T05:31:09.087079Z","end":"2026-07-24T05:31:09.4061Z","steps":["trace[1789479452] 'range keys from in-memory index tree' (duration: 318.767867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:09.406133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.087065Z","time spent":"319.062354ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3973,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-07-24T05:31:09.406183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.908674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5017"} {"level":"warn","ts":"2026-07-24T05:31:09.406196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.965479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4499"} {"level":"info","ts":"2026-07-24T05:31:09.406212Z","caller":"traceutil/trace.go:171","msg":"trace[392783798] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:3792; }","duration":"117.939374ms","start":"2026-07-24T05:31:09.288264Z","end":"2026-07-24T05:31:09.406204Z","steps":["trace[392783798] 'range keys from in-memory index tree' (duration: 117.73531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:09.40574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.452739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:31:09.406228Z","caller":"traceutil/trace.go:171","msg":"trace[832004176] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:3792; }","duration":"189.023561ms","start":"2026-07-24T05:31:09.217195Z","end":"2026-07-24T05:31:09.406219Z","steps":["trace[832004176] 'range keys from in-memory index tree' (duration: 188.879277ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:09.406255Z","caller":"traceutil/trace.go:171","msg":"trace[262064148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3792; }","duration":"248.99748ms","start":"2026-07-24T05:31:09.157248Z","end":"2026-07-24T05:31:09.406245Z","steps":["trace[262064148] 'range keys from in-memory index tree' (duration: 248.348226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:09.406237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.53789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5228"} {"level":"warn","ts":"2026-07-24T05:31:09.406252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.995616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:09.405871Z","caller":"traceutil/trace.go:171","msg":"trace[876063367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3792; }","duration":"284.450557ms","start":"2026-07-24T05:31:09.121406Z","end":"2026-07-24T05:31:09.405857Z","steps":["trace[876063367] 'range keys from in-memory index tree' (duration: 284.204551ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:09.406321Z","caller":"traceutil/trace.go:171","msg":"trace[1227826264] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3792; }","duration":"108.125889ms","start":"2026-07-24T05:31:09.298179Z","end":"2026-07-24T05:31:09.406305Z","steps":["trace[1227826264] 'count revisions from in-memory index tree' (duration: 107.939765ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:09.406321Z","caller":"traceutil/trace.go:171","msg":"trace[1997432197] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:3792; }","duration":"218.635592ms","start":"2026-07-24T05:31:09.187663Z","end":"2026-07-24T05:31:09.406299Z","steps":["trace[1997432197] 'range keys from in-memory index tree' (duration: 218.411677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:09.406357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.091754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4690"} {"level":"info","ts":"2026-07-24T05:31:09.406693Z","caller":"traceutil/trace.go:171","msg":"trace[898536507] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:3792; }","duration":"143.143255ms","start":"2026-07-24T05:31:09.263252Z","end":"2026-07-24T05:31:09.406395Z","steps":["trace[898536507] 'range keys from in-memory index tree' (duration: 142.95261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.210881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.184524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:10.210987Z","caller":"traceutil/trace.go:171","msg":"trace[1076433178] linearizableReadLoop","detail":"{readStateIndex:3992; appliedIndex:3990; }","duration":"799.238394ms","start":"2026-07-24T05:31:09.411732Z","end":"2026-07-24T05:31:10.21097Z","steps":["trace[1076433178] 'read index received' (duration: 59.507239ms)","trace[1076433178] 'applied index is now lower than readState.Index' (duration: 739.729994ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:10.211005Z","caller":"traceutil/trace.go:171","msg":"trace[300622725] transaction","detail":"{read_only:false; response_revision:3794; number_of_response:1; }","duration":"799.388207ms","start":"2026-07-24T05:31:09.411594Z","end":"2026-07-24T05:31:10.210982Z","steps":["trace[300622725] 'process raft request' (duration: 142.000508ms)","trace[300622725] 'compare' (duration: 657.047851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:10.211125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.411584Z","time spent":"799.47766ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:10.211155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.415587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-07-24T05:31:10.211185Z","caller":"traceutil/trace.go:171","msg":"trace[1729193027] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:3794; }","duration":"799.459369ms","start":"2026-07-24T05:31:09.411715Z","end":"2026-07-24T05:31:10.211174Z","steps":["trace[1729193027] 'agreement among raft nodes before linearized reading' (duration: 799.342286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.211216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.411709Z","time spent":"799.49874ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4110,"request content":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" "} {"level":"warn","ts":"2026-07-24T05:31:10.211497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.966752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"info","ts":"2026-07-24T05:31:10.211551Z","caller":"traceutil/trace.go:171","msg":"trace[991919457] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:3794; }","duration":"774.032203ms","start":"2026-07-24T05:31:09.437504Z","end":"2026-07-24T05:31:10.211537Z","steps":["trace[991919457] 'agreement among raft nodes before linearized reading' (duration: 773.90529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.2116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.437487Z","time spent":"774.099895ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3926,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"warn","ts":"2026-07-24T05:31:10.211623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.128515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-07-24T05:31:10.211655Z","caller":"traceutil/trace.go:171","msg":"trace[734395616] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:3794; }","duration":"724.179697ms","start":"2026-07-24T05:31:09.487465Z","end":"2026-07-24T05:31:10.211645Z","steps":["trace[734395616] 'agreement among raft nodes before linearized reading' (duration: 724.086825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.211656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.577088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"warn","ts":"2026-07-24T05:31:10.211662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.166977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" ","response":"range_response_count:1 size:7053"} {"level":"warn","ts":"2026-07-24T05:31:10.211677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.487457Z","time spent":"724.214547ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":4609,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" "} {"level":"info","ts":"2026-07-24T05:31:10.211684Z","caller":"traceutil/trace.go:171","msg":"trace[1430961991] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:3794; }","duration":"748.627569ms","start":"2026-07-24T05:31:09.463048Z","end":"2026-07-24T05:31:10.211676Z","steps":["trace[1430961991] 'agreement among raft nodes before linearized reading' (duration: 748.516987ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:10.211692Z","caller":"traceutil/trace.go:171","msg":"trace[2027784756] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v948m; range_end:; response_count:1; response_revision:3794; }","duration":"363.228759ms","start":"2026-07-24T05:31:09.848455Z","end":"2026-07-24T05:31:10.211684Z","steps":["trace[2027784756] 'agreement among raft nodes before linearized reading' (duration: 363.099036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.211706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.463038Z","time spent":"748.66317ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3911,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-07-24T05:31:10.211726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.848441Z","time spent":"363.27947ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7076,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" "} {"level":"warn","ts":"2026-07-24T05:31:10.211733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.13923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:10.211785Z","caller":"traceutil/trace.go:171","msg":"trace[388463881] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3794; }","duration":"563.248083ms","start":"2026-07-24T05:31:09.648522Z","end":"2026-07-24T05:31:10.21177Z","steps":["trace[388463881] 'agreement among raft nodes before linearized reading' (duration: 563.11754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.211693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.695089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:10.211808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.47646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:31:10.211839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.648496Z","time spent":"563.330345ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":48,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:10.211844Z","caller":"traceutil/trace.go:171","msg":"trace[1000335380] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3794; }","duration":"756.532762ms","start":"2026-07-24T05:31:09.4553Z","end":"2026-07-24T05:31:10.211833Z","steps":["trace[1000335380] 'agreement among raft nodes before linearized reading' (duration: 756.399648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.211917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.455289Z","time spent":"756.610274ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:31:10.211954Z","caller":"traceutil/trace.go:171","msg":"trace[1532062581] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3794; }","duration":"363.857853ms","start":"2026-07-24T05:31:09.847972Z","end":"2026-07-24T05:31:10.21183Z","steps":["trace[1532062581] 'agreement among raft nodes before linearized reading' (duration: 363.550696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.212003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.517065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"warn","ts":"2026-07-24T05:31:10.212033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.847913Z","time spent":"364.107659ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:10.212114Z","caller":"traceutil/trace.go:171","msg":"trace[440664370] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3794; }","duration":"664.697109ms","start":"2026-07-24T05:31:09.547392Z","end":"2026-07-24T05:31:10.212089Z","steps":["trace[440664370] 'agreement among raft nodes before linearized reading' (duration: 664.32883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.212173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:09.547376Z","time spent":"664.787221ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:31:10.722456Z","caller":"traceutil/trace.go:171","msg":"trace[694426073] linearizableReadLoop","detail":"{readStateIndex:3993; appliedIndex:3992; }","duration":"498.600525ms","start":"2026-07-24T05:31:10.22383Z","end":"2026-07-24T05:31:10.722431Z","steps":["trace[694426073] 'read index received' (duration: 498.546534ms)","trace[694426073] 'applied index is now lower than readState.Index' (duration: 52.751µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:10.722533Z","caller":"traceutil/trace.go:171","msg":"trace[934116602] transaction","detail":"{read_only:false; response_revision:3795; number_of_response:1; }","duration":"502.880284ms","start":"2026-07-24T05:31:10.219616Z","end":"2026-07-24T05:31:10.722496Z","steps":["trace[934116602] 'process raft request' (duration: 502.638349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.722618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.763849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:10.72267Z","caller":"traceutil/trace.go:171","msg":"trace[1795092460] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3795; }","duration":"498.82008ms","start":"2026-07-24T05:31:10.223827Z","end":"2026-07-24T05:31:10.722647Z","steps":["trace[1795092460] 'agreement among raft nodes before linearized reading' (duration: 498.736238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.722711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:10.219594Z","time spent":"503.025677ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:10.72272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:10.223802Z","time spent":"498.909812ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:31:10.747987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.803934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:31:10.748061Z","caller":"traceutil/trace.go:171","msg":"trace[415097594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3796; }","duration":"370.948448ms","start":"2026-07-24T05:31:10.377097Z","end":"2026-07-24T05:31:10.748046Z","steps":["trace[415097594] 'agreement among raft nodes before linearized reading' (duration: 370.714402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:10.748112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:10.377066Z","time spent":"371.0366ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:31:10.984686Z","caller":"traceutil/trace.go:171","msg":"trace[1596006412] linearizableReadLoop","detail":"{readStateIndex:3995; appliedIndex:3994; }","duration":"236.884271ms","start":"2026-07-24T05:31:10.747782Z","end":"2026-07-24T05:31:10.984666Z","steps":["trace[1596006412] 'read index received' (duration: 210.876932ms)","trace[1596006412] 'applied index is now lower than readState.Index' (duration: 26.006409ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:10.984728Z","caller":"traceutil/trace.go:171","msg":"trace[1168408931] transaction","detail":"{read_only:false; response_revision:3797; number_of_response:1; }","duration":"254.080037ms","start":"2026-07-24T05:31:10.730611Z","end":"2026-07-24T05:31:10.984691Z","steps":["trace[1168408931] 'process raft request' (duration: 227.968177ms)","trace[1168408931] 'compare' (duration: 25.917876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:10.98484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.877568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:10.984872Z","caller":"traceutil/trace.go:171","msg":"trace[596910239] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3797; }","duration":"259.031601ms","start":"2026-07-24T05:31:10.725831Z","end":"2026-07-24T05:31:10.984863Z","steps":["trace[596910239] 'agreement among raft nodes before linearized reading' (duration: 258.936249ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:11.100473Z","caller":"traceutil/trace.go:171","msg":"trace[976740388] transaction","detail":"{read_only:false; response_revision:3799; number_of_response:1; }","duration":"231.525819ms","start":"2026-07-24T05:31:10.868914Z","end":"2026-07-24T05:31:11.10044Z","steps":["trace[976740388] 'process raft request' (duration: 231.269873ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:11.100897Z","caller":"traceutil/trace.go:171","msg":"trace[913185743] transaction","detail":"{read_only:false; response_revision:3800; number_of_response:1; }","duration":"213.78313ms","start":"2026-07-24T05:31:10.887099Z","end":"2026-07-24T05:31:11.100882Z","steps":["trace[913185743] 'process raft request' (duration: 213.275798ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:11.100869Z","caller":"traceutil/trace.go:171","msg":"trace[1969965501] linearizableReadLoop","detail":"{readStateIndex:3998; appliedIndex:3995; }","duration":"116.096312ms","start":"2026-07-24T05:31:10.984742Z","end":"2026-07-24T05:31:11.100838Z","steps":["trace[1969965501] 'read index received' (duration: 113.459761ms)","trace[1969965501] 'applied index is now lower than readState.Index' (duration: 2.635031ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:11.101094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.895448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:31:11.101151Z","caller":"traceutil/trace.go:171","msg":"trace[1816967475] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3800; }","duration":"229.002441ms","start":"2026-07-24T05:31:10.872137Z","end":"2026-07-24T05:31:11.10114Z","steps":["trace[1816967475] 'agreement among raft nodes before linearized reading' (duration: 228.785326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:11.101136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.180539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:11.101209Z","caller":"traceutil/trace.go:171","msg":"trace[1603356605] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3800; }","duration":"224.315523ms","start":"2026-07-24T05:31:10.876874Z","end":"2026-07-24T05:31:11.10119Z","steps":["trace[1603356605] 'agreement among raft nodes before linearized reading' (duration: 224.061627ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:11.101238Z","caller":"traceutil/trace.go:171","msg":"trace[82581236] transaction","detail":"{read_only:false; response_revision:3798; number_of_response:1; }","duration":"232.93121ms","start":"2026-07-24T05:31:10.868271Z","end":"2026-07-24T05:31:11.101203Z","steps":["trace[82581236] 'process raft request' (duration: 229.914321ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:11.4718Z","caller":"traceutil/trace.go:171","msg":"trace[2067474344] linearizableReadLoop","detail":"{readStateIndex:3999; appliedIndex:3998; }","duration":"370.696542ms","start":"2026-07-24T05:31:11.101072Z","end":"2026-07-24T05:31:11.471768Z","steps":["trace[2067474344] 'read index received' (duration: 340.100037ms)","trace[2067474344] 'applied index is now lower than readState.Index' (duration: 30.594835ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:11.471857Z","caller":"traceutil/trace.go:171","msg":"trace[98218101] transaction","detail":"{read_only:false; response_revision:3801; number_of_response:1; }","duration":"479.425044ms","start":"2026-07-24T05:31:10.992403Z","end":"2026-07-24T05:31:11.471828Z","steps":["trace[98218101] 'process raft request' (duration: 448.731997ms)","trace[98218101] 'compare' (duration: 30.071553ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:11.471992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:10.992382Z","time spent":"479.534126ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:11.472366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.695558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:31:11.472436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.404862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:11.472456Z","caller":"traceutil/trace.go:171","msg":"trace[173230502] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3801; }","duration":"472.830302ms","start":"2026-07-24T05:31:10.999605Z","end":"2026-07-24T05:31:11.472435Z","steps":["trace[173230502] 'agreement among raft nodes before linearized reading' (duration: 472.283589ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:11.472491Z","caller":"traceutil/trace.go:171","msg":"trace[730322226] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3801; }","duration":"366.472114ms","start":"2026-07-24T05:31:11.105992Z","end":"2026-07-24T05:31:11.472464Z","steps":["trace[730322226] 'agreement among raft nodes before linearized reading' (duration: 365.966562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:11.472507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:10.999589Z","time spent":"472.907494ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:31:11.472525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:11.105977Z","time spent":"366.539617ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:31:11.472483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.605286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:11.472601Z","caller":"traceutil/trace.go:171","msg":"trace[1125401927] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3801; }","duration":"253.782542ms","start":"2026-07-24T05:31:11.218792Z","end":"2026-07-24T05:31:11.472574Z","steps":["trace[1125401927] 'agreement among raft nodes before linearized reading' (duration: 253.234458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:11.472622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.612603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:11.472736Z","caller":"traceutil/trace.go:171","msg":"trace[42914435] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3801; }","duration":"364.791927ms","start":"2026-07-24T05:31:11.107919Z","end":"2026-07-24T05:31:11.472711Z","steps":["trace[42914435] 'agreement among raft nodes before linearized reading' (duration: 364.131581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:11.472799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:11.107905Z","time spent":"364.881639ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:31:13.698541Z","caller":"traceutil/trace.go:171","msg":"trace[2117966097] transaction","detail":"{read_only:false; response_revision:3809; number_of_response:1; }","duration":"181.429245ms","start":"2026-07-24T05:31:13.51709Z","end":"2026-07-24T05:31:13.698519Z","steps":["trace[2117966097] 'process raft request' (duration: 181.276232ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:14.559536Z","caller":"traceutil/trace.go:171","msg":"trace[521080839] transaction","detail":"{read_only:false; response_revision:3810; number_of_response:1; }","duration":"261.648871ms","start":"2026-07-24T05:31:14.297852Z","end":"2026-07-24T05:31:14.5595Z","steps":["trace[521080839] 'process raft request' (duration: 261.319504ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:14.761223Z","caller":"traceutil/trace.go:171","msg":"trace[1612048738] transaction","detail":"{read_only:false; response_revision:3811; number_of_response:1; }","duration":"153.84965ms","start":"2026-07-24T05:31:14.607329Z","end":"2026-07-24T05:31:14.761179Z","steps":["trace[1612048738] 'process raft request' (duration: 143.540383ms)","trace[1612048738] 'compare' (duration: 10.145203ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:15.433576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.863387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:15.433913Z","caller":"traceutil/trace.go:171","msg":"trace[986727445] transaction","detail":"{read_only:false; response_revision:3815; number_of_response:1; }","duration":"238.969921ms","start":"2026-07-24T05:31:15.194898Z","end":"2026-07-24T05:31:15.433868Z","steps":["trace[986727445] 'process raft request' (duration: 238.795467ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:15.434074Z","caller":"traceutil/trace.go:171","msg":"trace[748471054] transaction","detail":"{read_only:false; response_revision:3814; number_of_response:1; }","duration":"239.238937ms","start":"2026-07-24T05:31:15.194764Z","end":"2026-07-24T05:31:15.434003Z","steps":["trace[748471054] 'process raft request' (duration: 125.845826ms)","trace[748471054] 'compare' (duration: 112.650803ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:16.724797Z","caller":"traceutil/trace.go:171","msg":"trace[1986818251] linearizableReadLoop","detail":"{readStateIndex:4016; appliedIndex:4015; }","duration":"146.277157ms","start":"2026-07-24T05:31:16.5785Z","end":"2026-07-24T05:31:16.724777Z","steps":["trace[1986818251] 'read index received' (duration: 146.179944ms)","trace[1986818251] 'applied index is now lower than readState.Index' (duration: 96.393µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:16.724874Z","caller":"traceutil/trace.go:171","msg":"trace[1108732406] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"156.741478ms","start":"2026-07-24T05:31:16.568091Z","end":"2026-07-24T05:31:16.724833Z","steps":["trace[1108732406] 'process raft request' (duration: 156.539653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:16.724993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.470951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:16.725026Z","caller":"traceutil/trace.go:171","msg":"trace[851538565] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3817; }","duration":"146.539672ms","start":"2026-07-24T05:31:16.578475Z","end":"2026-07-24T05:31:16.725015Z","steps":["trace[851538565] 'agreement among raft nodes before linearized reading' (duration: 146.409149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:17.468513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.98398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:17.468646Z","caller":"traceutil/trace.go:171","msg":"trace[1465297142] linearizableReadLoop","detail":"{readStateIndex:4018; appliedIndex:4017; }","duration":"346.966955ms","start":"2026-07-24T05:31:17.121657Z","end":"2026-07-24T05:31:17.468624Z","steps":["trace[1465297142] 'read index received' (duration: 117.76128ms)","trace[1465297142] 'applied index is now lower than readState.Index' (duration: 229.204275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:17.468745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.092118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:17.468775Z","caller":"traceutil/trace.go:171","msg":"trace[1936077614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3819; }","duration":"347.16624ms","start":"2026-07-24T05:31:17.121598Z","end":"2026-07-24T05:31:17.468764Z","steps":["trace[1936077614] 'agreement among raft nodes before linearized reading' (duration: 347.078778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:17.46882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:17.121572Z","time spent":"347.240592ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:31:17.46882Z","caller":"traceutil/trace.go:171","msg":"trace[1337876798] transaction","detail":"{read_only:false; response_revision:3819; number_of_response:1; }","duration":"389.74988ms","start":"2026-07-24T05:31:17.078889Z","end":"2026-07-24T05:31:17.468639Z","steps":["trace[1337876798] 'process raft request' (duration: 160.532724ms)","trace[1337876798] 'compare' (duration: 228.217693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:17.469276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:17.078848Z","time spent":"390.286202ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:17.46978Z","caller":"traceutil/trace.go:171","msg":"trace[410431177] transaction","detail":"{read_only:false; response_revision:3820; number_of_response:1; }","duration":"244.834214ms","start":"2026-07-24T05:31:17.224931Z","end":"2026-07-24T05:31:17.469766Z","steps":["trace[410431177] 'process raft request' (duration: 244.750702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:17.960877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.749733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:17.961105Z","caller":"traceutil/trace.go:171","msg":"trace[1493551261] transaction","detail":"{read_only:false; response_revision:3821; number_of_response:1; }","duration":"687.124865ms","start":"2026-07-24T05:31:17.273958Z","end":"2026-07-24T05:31:17.961083Z","steps":["trace[1493551261] 'process raft request' (duration: 534.761088ms)","trace[1493551261] 'compare' (duration: 151.275481ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:17.961186Z","caller":"traceutil/trace.go:171","msg":"trace[787671691] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"522.587748ms","start":"2026-07-24T05:31:17.438575Z","end":"2026-07-24T05:31:17.961163Z","steps":["trace[787671691] 'process raft request' (duration: 522.424234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:17.961213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:17.273915Z","time spent":"687.240527ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:17.961301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:17.438548Z","time spent":"522.70227ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:17.961341Z","caller":"traceutil/trace.go:171","msg":"trace[124825043] linearizableReadLoop","detail":"{readStateIndex:4022; appliedIndex:4019; }","duration":"491.317408ms","start":"2026-07-24T05:31:17.470017Z","end":"2026-07-24T05:31:17.961334Z","steps":["trace[124825043] 'read index received' (duration: 338.657014ms)","trace[124825043] 'applied index is now lower than readState.Index' (duration: 152.659384ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:17.9614Z","caller":"traceutil/trace.go:171","msg":"trace[1331843478] transaction","detail":"{read_only:false; response_revision:3823; number_of_response:1; }","duration":"522.662459ms","start":"2026-07-24T05:31:17.438733Z","end":"2026-07-24T05:31:17.961395Z","steps":["trace[1331843478] 'process raft request' (duration: 522.371133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:17.961431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:17.43869Z","time spent":"522.724301ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:17.961523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.505152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:17.961542Z","caller":"traceutil/trace.go:171","msg":"trace[293652592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3823; }","duration":"491.561923ms","start":"2026-07-24T05:31:17.469975Z","end":"2026-07-24T05:31:17.961537Z","steps":["trace[293652592] 'agreement among raft nodes before linearized reading' (duration: 491.527413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:17.961559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:17.469957Z","time spent":"491.598964ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:17.961562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.756367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:31:17.961623Z","caller":"traceutil/trace.go:171","msg":"trace[1022546493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3823; }","duration":"222.839559ms","start":"2026-07-24T05:31:17.738769Z","end":"2026-07-24T05:31:17.961609Z","steps":["trace[1022546493] 'agreement among raft nodes before linearized reading' (duration: 222.678145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:17.961543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.096276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:31:17.961658Z","caller":"traceutil/trace.go:171","msg":"trace[2090251146] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3823; }","duration":"459.26793ms","start":"2026-07-24T05:31:17.502386Z","end":"2026-07-24T05:31:17.961654Z","steps":["trace[2090251146] 'agreement among raft nodes before linearized reading' (duration: 459.027475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:17.961678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:17.502358Z","time spent":"459.315341ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:31:17.961686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.860407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:17.961753Z","caller":"traceutil/trace.go:171","msg":"trace[470389293] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3823; }","duration":"457.96178ms","start":"2026-07-24T05:31:17.503774Z","end":"2026-07-24T05:31:17.961736Z","steps":["trace[470389293] 'agreement among raft nodes before linearized reading' (duration: 457.799266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:17.961809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:17.503755Z","time spent":"458.041232ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:31:17.962353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.504852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:17.962505Z","caller":"traceutil/trace.go:171","msg":"trace[508315733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3823; }","duration":"229.720397ms","start":"2026-07-24T05:31:17.732757Z","end":"2026-07-24T05:31:17.962477Z","steps":["trace[508315733] 'agreement among raft nodes before linearized reading' (duration: 228.718304ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:18.979672Z","caller":"traceutil/trace.go:171","msg":"trace[271571559] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"100.335428ms","start":"2026-07-24T05:31:18.879311Z","end":"2026-07-24T05:31:18.979646Z","steps":["trace[271571559] 'process raft request' (duration: 100.071952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:19.874588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.517791ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:31:19.874696Z","caller":"traceutil/trace.go:171","msg":"trace[2128671703] linearizableReadLoop","detail":"{readStateIndex:4028; appliedIndex:4027; }","duration":"117.531475ms","start":"2026-07-24T05:31:19.757146Z","end":"2026-07-24T05:31:19.874677Z","steps":["trace[2128671703] 'read index received' (duration: 19.83µs)","trace[2128671703] 'applied index is now lower than readState.Index' (duration: 117.509965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:19.874783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.622967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:19.874823Z","caller":"traceutil/trace.go:171","msg":"trace[1053434321] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3828; }","duration":"117.693159ms","start":"2026-07-24T05:31:19.757115Z","end":"2026-07-24T05:31:19.874809Z","steps":["trace[1053434321] 'agreement among raft nodes before linearized reading' (duration: 117.612137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:20.361174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.857643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:20.361426Z","caller":"traceutil/trace.go:171","msg":"trace[477619242] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"212.215304ms","start":"2026-07-24T05:31:20.149196Z","end":"2026-07-24T05:31:20.361411Z","steps":["trace[477619242] 'process raft request' (duration: 212.132502ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:20.361475Z","caller":"traceutil/trace.go:171","msg":"trace[140807102] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"213.647638ms","start":"2026-07-24T05:31:20.147792Z","end":"2026-07-24T05:31:20.36144Z","steps":["trace[140807102] 'process raft request' (duration: 98.417555ms)","trace[140807102] 'compare' (duration: 114.650799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:20.909547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.859526ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:20.909662Z","caller":"traceutil/trace.go:171","msg":"trace[56661013] linearizableReadLoop","detail":"{readStateIndex:4036; appliedIndex:4035; }","duration":"180.723359ms","start":"2026-07-24T05:31:20.72892Z","end":"2026-07-24T05:31:20.909643Z","steps":["trace[56661013] 'read index received' (duration: 37.391µs)","trace[56661013] 'applied index is now lower than readState.Index' (duration: 180.684428ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:20.909696Z","caller":"traceutil/trace.go:171","msg":"trace[1224203897] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"524.157303ms","start":"2026-07-24T05:31:20.385503Z","end":"2026-07-24T05:31:20.90966Z","steps":["trace[1224203897] 'process raft request' (duration: 272.046341ms)","trace[1224203897] 'compare' (duration: 251.611441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:20.909847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:20.38549Z","time spent":"524.273526ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:20.90986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.917583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:20.90996Z","caller":"traceutil/trace.go:171","msg":"trace[1436581351] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3835; }","duration":"181.061857ms","start":"2026-07-24T05:31:20.728877Z","end":"2026-07-24T05:31:20.909938Z","steps":["trace[1436581351] 'agreement among raft nodes before linearized reading' (duration: 180.919763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:20.910038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.311978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:31:20.910077Z","caller":"traceutil/trace.go:171","msg":"trace[1864803327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3835; }","duration":"100.39215ms","start":"2026-07-24T05:31:20.809674Z","end":"2026-07-24T05:31:20.910066Z","steps":["trace[1864803327] 'agreement among raft nodes before linearized reading' (duration: 100.069562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:21.546885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.214182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:21.547141Z","caller":"traceutil/trace.go:171","msg":"trace[1938894292] linearizableReadLoop","detail":"{readStateIndex:4038; appliedIndex:4036; }","duration":"535.991246ms","start":"2026-07-24T05:31:21.01113Z","end":"2026-07-24T05:31:21.547121Z","steps":["trace[1938894292] 'read index received' (duration: 32.371465ms)","trace[1938894292] 'applied index is now lower than readState.Index' (duration: 503.618601ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:21.547228Z","caller":"traceutil/trace.go:171","msg":"trace[160507629] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"560.132101ms","start":"2026-07-24T05:31:20.987061Z","end":"2026-07-24T05:31:21.547193Z","steps":["trace[160507629] 'process raft request' (duration: 559.947177ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:21.547243Z","caller":"traceutil/trace.go:171","msg":"trace[1365855837] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"633.691584ms","start":"2026-07-24T05:31:20.913492Z","end":"2026-07-24T05:31:21.547183Z","steps":["trace[1365855837] 'process raft request' (duration: 130.074003ms)","trace[1365855837] 'compare' (duration: 503.067129ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:21.547295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.15682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:31:21.547322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:20.987032Z","time spent":"560.248054ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:21.547386Z","caller":"traceutil/trace.go:171","msg":"trace[1381791352] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3837; }","duration":"536.282893ms","start":"2026-07-24T05:31:21.011084Z","end":"2026-07-24T05:31:21.547366Z","steps":["trace[1381791352] 'agreement among raft nodes before linearized reading' (duration: 536.15381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:21.547393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:20.913467Z","time spent":"633.851797ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:21.547439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:21.011066Z","time spent":"536.356134ms","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:21.568416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.036366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:21.568541Z","caller":"traceutil/trace.go:171","msg":"trace[1583966317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3838; }","duration":"543.2101ms","start":"2026-07-24T05:31:21.025305Z","end":"2026-07-24T05:31:21.568516Z","steps":["trace[1583966317] 'agreement among raft nodes before linearized reading' (duration: 542.898813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:21.5686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:21.025288Z","time spent":"543.287903ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:31:21.569235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.824576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:21.569282Z","caller":"traceutil/trace.go:171","msg":"trace[2077263396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3838; }","duration":"447.899398ms","start":"2026-07-24T05:31:21.12137Z","end":"2026-07-24T05:31:21.56927Z","steps":["trace[2077263396] 'agreement among raft nodes before linearized reading' (duration: 447.836947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:21.569319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:21.121355Z","time spent":"447.95442ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:22.065457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.414939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:22.065544Z","caller":"traceutil/trace.go:171","msg":"trace[1840559651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3838; }","duration":"199.558332ms","start":"2026-07-24T05:31:21.865966Z","end":"2026-07-24T05:31:22.065524Z","steps":["trace[1840559651] 'count revisions from in-memory index tree' (duration: 199.297147ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:22.345169Z","caller":"traceutil/trace.go:171","msg":"trace[1309557110] linearizableReadLoop","detail":"{readStateIndex:4042; appliedIndex:4041; }","duration":"259.505763ms","start":"2026-07-24T05:31:22.085633Z","end":"2026-07-24T05:31:22.345139Z","steps":["trace[1309557110] 'read index received' (duration: 186.194576ms)","trace[1309557110] 'applied index is now lower than readState.Index' (duration: 73.307217ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:22.345464Z","caller":"traceutil/trace.go:171","msg":"trace[1529074514] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"261.243543ms","start":"2026-07-24T05:31:22.084194Z","end":"2026-07-24T05:31:22.345438Z","steps":["trace[1529074514] 'process raft request' (duration: 187.627619ms)","trace[1529074514] 'compare' (duration: 73.186284ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:22.345504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.871425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:22.345587Z","caller":"traceutil/trace.go:171","msg":"trace[2128512897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3841; }","duration":"225.007448ms","start":"2026-07-24T05:31:22.120562Z","end":"2026-07-24T05:31:22.345569Z","steps":["trace[2128512897] 'agreement among raft nodes before linearized reading' (duration: 224.870535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:22.345628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.966703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:22.345686Z","caller":"traceutil/trace.go:171","msg":"trace[1091305225] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3841; }","duration":"260.052876ms","start":"2026-07-24T05:31:22.085618Z","end":"2026-07-24T05:31:22.34567Z","steps":["trace[1091305225] 'agreement among raft nodes before linearized reading' (duration: 259.705858ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:23.673069Z","caller":"traceutil/trace.go:171","msg":"trace[277639417] transaction","detail":"{read_only:false; response_revision:3843; number_of_response:1; }","duration":"118.137449ms","start":"2026-07-24T05:31:23.554904Z","end":"2026-07-24T05:31:23.673041Z","steps":["trace[277639417] 'process raft request' (duration: 117.887183ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:24.223422Z","caller":"traceutil/trace.go:171","msg":"trace[1861365879] linearizableReadLoop","detail":"{readStateIndex:4047; appliedIndex:4045; }","duration":"133.589895ms","start":"2026-07-24T05:31:24.089783Z","end":"2026-07-24T05:31:24.223373Z","steps":["trace[1861365879] 'read index received' (duration: 26.565332ms)","trace[1861365879] 'applied index is now lower than readState.Index' (duration: 107.022583ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:24.223597Z","caller":"traceutil/trace.go:171","msg":"trace[1424452871] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"139.171332ms","start":"2026-07-24T05:31:24.084371Z","end":"2026-07-24T05:31:24.223542Z","steps":["trace[1424452871] 'process raft request' (duration: 114.550595ms)","trace[1424452871] 'compare' (duration: 24.3079ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:24.223683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.919622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:24.223748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.962443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:31:24.223799Z","caller":"traceutil/trace.go:171","msg":"trace[1914927452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3846; }","duration":"104.084665ms","start":"2026-07-24T05:31:24.119699Z","end":"2026-07-24T05:31:24.223783Z","steps":["trace[1914927452] 'agreement among raft nodes before linearized reading' (duration: 103.938092ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:24.223813Z","caller":"traceutil/trace.go:171","msg":"trace[140157545] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3846; }","duration":"134.057436ms","start":"2026-07-24T05:31:24.089739Z","end":"2026-07-24T05:31:24.223797Z","steps":["trace[140157545] 'agreement among raft nodes before linearized reading' (duration: 133.858261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:26.489847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.060478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:31:26.489981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.929872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:26.489998Z","caller":"traceutil/trace.go:171","msg":"trace[497760135] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3856; }","duration":"102.252473ms","start":"2026-07-24T05:31:26.387717Z","end":"2026-07-24T05:31:26.489969Z","steps":["trace[497760135] 'range keys from in-memory index tree' (duration: 101.887125ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:26.490039Z","caller":"traceutil/trace.go:171","msg":"trace[659737725] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3856; }","duration":"101.112697ms","start":"2026-07-24T05:31:26.388911Z","end":"2026-07-24T05:31:26.490023Z","steps":["trace[659737725] 'range keys from in-memory index tree' (duration: 100.777609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:27.098585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.693903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:31:27.098636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.077802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-07-24T05:31:27.098724Z","caller":"traceutil/trace.go:171","msg":"trace[606028532] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3857; }","duration":"501.185205ms","start":"2026-07-24T05:31:26.597505Z","end":"2026-07-24T05:31:27.09869Z","steps":["trace[606028532] 'range keys from in-memory index tree' (duration: 500.881757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:27.098776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:26.597449Z","time spent":"501.317088ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:31:27.098663Z","caller":"traceutil/trace.go:171","msg":"trace[2099791540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3857; }","duration":"354.812406ms","start":"2026-07-24T05:31:26.743829Z","end":"2026-07-24T05:31:27.098641Z","steps":["trace[2099791540] 'range keys from in-memory index tree' (duration: 354.472407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:27.099329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:26.743811Z","time spent":"355.496271ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:31:27.608536Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144368,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:31:27.616607Z","caller":"traceutil/trace.go:171","msg":"trace[68423467] linearizableReadLoop","detail":"{readStateIndex:4060; appliedIndex:4059; }","duration":"508.142214ms","start":"2026-07-24T05:31:27.108439Z","end":"2026-07-24T05:31:27.616581Z","steps":["trace[68423467] 'read index received' (duration: 507.925369ms)","trace[68423467] 'applied index is now lower than readState.Index' (duration: 215.685µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:27.616719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.268587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:27.616758Z","caller":"traceutil/trace.go:171","msg":"trace[1201182574] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3858; }","duration":"508.359819ms","start":"2026-07-24T05:31:27.108387Z","end":"2026-07-24T05:31:27.616747Z","steps":["trace[1201182574] 'agreement among raft nodes before linearized reading' (duration: 508.274817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:27.616792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:27.108332Z","time spent":"508.452002ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:31:27.616822Z","caller":"traceutil/trace.go:171","msg":"trace[235364061] transaction","detail":"{read_only:false; response_revision:3858; number_of_response:1; }","duration":"795.103829ms","start":"2026-07-24T05:31:26.821687Z","end":"2026-07-24T05:31:27.616791Z","steps":["trace[235364061] 'process raft request' (duration: 794.73512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:27.616963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:26.821657Z","time spent":"795.232682ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:28.699249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.95121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:28.69946Z","caller":"traceutil/trace.go:171","msg":"trace[2027690555] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"902.785017ms","start":"2026-07-24T05:31:27.796657Z","end":"2026-07-24T05:31:28.699442Z","steps":["trace[2027690555] 'process raft request' (duration: 902.693935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:28.699531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:27.79664Z","time spent":"902.860429ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:28.69954Z","caller":"traceutil/trace.go:171","msg":"trace[1567183484] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"496.401564ms","start":"2026-07-24T05:31:28.203106Z","end":"2026-07-24T05:31:28.699508Z","steps":["trace[1567183484] 'process raft request' (duration: 496.293701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:28.699709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.20308Z","time spent":"496.546268ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:28.700015Z","caller":"traceutil/trace.go:171","msg":"trace[1736311534] linearizableReadLoop","detail":"{readStateIndex:4062; appliedIndex:4061; }","duration":"945.917809ms","start":"2026-07-24T05:31:27.754069Z","end":"2026-07-24T05:31:28.699987Z","steps":["trace[1736311534] 'read index received' (duration: 16.088459ms)","trace[1736311534] 'applied index is now lower than readState.Index' (duration: 929.82431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:28.700258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.171064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:31:28.700308Z","caller":"traceutil/trace.go:171","msg":"trace[1612214633] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3862; }","duration":"946.268778ms","start":"2026-07-24T05:31:27.754028Z","end":"2026-07-24T05:31:28.700296Z","steps":["trace[1612214633] 'agreement among raft nodes before linearized reading' (duration: 946.079153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:28.700342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:27.754012Z","time spent":"946.32176ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:31:28.699698Z","caller":"traceutil/trace.go:171","msg":"trace[1421393476] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"1.008725985s","start":"2026-07-24T05:31:27.690922Z","end":"2026-07-24T05:31:28.699648Z","steps":["trace[1421393476] 'process raft request' (duration: 79.296235ms)","trace[1421393476] 'compare' (duration: 928.859937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:28.700949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:27.690905Z","time spent":"1.009951332s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:29.173616Z","caller":"traceutil/trace.go:171","msg":"trace[816645099] linearizableReadLoop","detail":"{readStateIndex:4066; appliedIndex:4064; }","duration":"472.819902ms","start":"2026-07-24T05:31:28.700772Z","end":"2026-07-24T05:31:29.173592Z","steps":["trace[816645099] 'read index received' (duration: 472.653638ms)","trace[816645099] 'applied index is now lower than readState.Index' (duration: 165.324µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:29.173796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.300091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:29.173844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.60364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:31:29.173869Z","caller":"traceutil/trace.go:171","msg":"trace[2094346296] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3864; }","duration":"898.689092ms","start":"2026-07-24T05:31:28.275172Z","end":"2026-07-24T05:31:29.173862Z","steps":["trace[2094346296] 'agreement among raft nodes before linearized reading' (duration: 898.538939ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:29.173874Z","caller":"traceutil/trace.go:171","msg":"trace[2080702152] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:3864; }","duration":"887.418673ms","start":"2026-07-24T05:31:28.286436Z","end":"2026-07-24T05:31:29.173855Z","steps":["trace[2080702152] 'agreement among raft nodes before linearized reading' (duration: 887.236229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:29.173923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.275152Z","time spent":"898.762374ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:31:29.173916Z","caller":"traceutil/trace.go:171","msg":"trace[680830685] transaction","detail":"{read_only:false; response_revision:3863; number_of_response:1; }","duration":"951.852326ms","start":"2026-07-24T05:31:28.221983Z","end":"2026-07-24T05:31:29.173835Z","steps":["trace[680830685] 'process raft request' (duration: 951.418767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:29.174056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052353799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:29.174112Z","caller":"traceutil/trace.go:171","msg":"trace[968390312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3864; }","duration":"1.052447641s","start":"2026-07-24T05:31:28.121653Z","end":"2026-07-24T05:31:29.174101Z","steps":["trace[968390312] 'agreement among raft nodes before linearized reading' (duration: 1.052359079s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:29.174146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.121631Z","time spent":"1.052508352s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:29.174096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.934278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:31:29.17424Z","caller":"traceutil/trace.go:171","msg":"trace[1855280670] transaction","detail":"{read_only:false; response_revision:3864; number_of_response:1; }","duration":"904.764463ms","start":"2026-07-24T05:31:28.269437Z","end":"2026-07-24T05:31:29.174202Z","steps":["trace[1855280670] 'process raft request' (duration: 904.102448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:29.174369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067871948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:31:29.174096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.932396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:31:29.174466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.269413Z","time spent":"904.902306ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:29.174248Z","caller":"traceutil/trace.go:171","msg":"trace[1312420365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3864; }","duration":"829.176113ms","start":"2026-07-24T05:31:28.345054Z","end":"2026-07-24T05:31:29.17423Z","steps":["trace[1312420365] 'agreement among raft nodes before linearized reading' (duration: 828.694122ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:29.174501Z","caller":"traceutil/trace.go:171","msg":"trace[1883785015] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3864; }","duration":"1.068044872s","start":"2026-07-24T05:31:28.106422Z","end":"2026-07-24T05:31:29.174467Z","steps":["trace[1883785015] 'agreement among raft nodes before linearized reading' (duration: 1.067710823s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:29.174496Z","caller":"traceutil/trace.go:171","msg":"trace[1770607019] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3864; }","duration":"636.424128ms","start":"2026-07-24T05:31:28.538059Z","end":"2026-07-24T05:31:29.174483Z","steps":["trace[1770607019] 'agreement among raft nodes before linearized reading' (duration: 635.583178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:29.174552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.345033Z","time spent":"829.500902ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:31:29.174579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.106403Z","time spent":"1.068158224s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:31:29.174159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.221965Z","time spent":"952.071221ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:29.174616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.538039Z","time spent":"636.54445ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:31:29.174405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.278161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:29.174729Z","caller":"traceutil/trace.go:171","msg":"trace[26726905] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3864; }","duration":"635.668919ms","start":"2026-07-24T05:31:28.539042Z","end":"2026-07-24T05:31:29.174711Z","steps":["trace[26726905] 'agreement among raft nodes before linearized reading' (duration: 635.167777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:29.174785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.538995Z","time spent":"635.772942ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:31:29.173966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.286424Z","time spent":"887.521775ms","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:29.44799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.255443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:29.448208Z","caller":"traceutil/trace.go:171","msg":"trace[502730064] linearizableReadLoop","detail":"{readStateIndex:4067; appliedIndex:4066; }","duration":"274.498038ms","start":"2026-07-24T05:31:29.173687Z","end":"2026-07-24T05:31:29.448185Z","steps":["trace[502730064] 'read index received' (duration: 25.952708ms)","trace[502730064] 'applied index is now lower than readState.Index' (duration: 248.54391ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:29.44832Z","caller":"traceutil/trace.go:171","msg":"trace[879548548] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"743.127692ms","start":"2026-07-24T05:31:28.705181Z","end":"2026-07-24T05:31:29.448308Z","steps":["trace[879548548] 'process raft request' (duration: 494.46437ms)","trace[879548548] 'compare' (duration: 247.728551ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:29.448387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:28.705151Z","time spent":"743.204284ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:29.449344Z","caller":"traceutil/trace.go:171","msg":"trace[865793971] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"269.671518ms","start":"2026-07-24T05:31:29.179617Z","end":"2026-07-24T05:31:29.449289Z","steps":["trace[865793971] 'process raft request' (duration: 268.51298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:29.449397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.833403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:29.449462Z","caller":"traceutil/trace.go:171","msg":"trace[129674344] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3866; }","duration":"336.954676ms","start":"2026-07-24T05:31:29.112489Z","end":"2026-07-24T05:31:29.449444Z","steps":["trace[129674344] 'agreement among raft nodes before linearized reading' (duration: 336.095966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:29.44951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:29.112467Z","time spent":"337.029307ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":36,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:29.449647Z","caller":"traceutil/trace.go:171","msg":"trace[1354927253] transaction","detail":"{read_only:false; response_revision:3867; number_of_response:1; }","duration":"269.932853ms","start":"2026-07-24T05:31:29.179688Z","end":"2026-07-24T05:31:29.449621Z","steps":["trace[1354927253] 'process raft request' (duration: 269.498653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:29.44998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.459144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:29.450097Z","caller":"traceutil/trace.go:171","msg":"trace[534815107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3867; }","duration":"273.597517ms","start":"2026-07-24T05:31:29.176475Z","end":"2026-07-24T05:31:29.450072Z","steps":["trace[534815107] 'agreement among raft nodes before linearized reading' (duration: 273.362252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:29.45015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.769806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"warn","ts":"2026-07-24T05:31:29.450151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.863126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:29.450206Z","caller":"traceutil/trace.go:171","msg":"trace[1629167242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3867; }","duration":"268.856678ms","start":"2026-07-24T05:31:29.181334Z","end":"2026-07-24T05:31:29.45019Z","steps":["trace[1629167242] 'agreement among raft nodes before linearized reading' (duration: 268.51807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:29.450214Z","caller":"traceutil/trace.go:171","msg":"trace[1452358977] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3867; }","duration":"267.945797ms","start":"2026-07-24T05:31:29.182254Z","end":"2026-07-24T05:31:29.4502Z","steps":["trace[1452358977] 'agreement among raft nodes before linearized reading' (duration: 267.580189ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:30.869775Z","caller":"traceutil/trace.go:171","msg":"trace[337378235] linearizableReadLoop","detail":"{readStateIndex:4073; appliedIndex:4072; }","duration":"153.996594ms","start":"2026-07-24T05:31:30.715758Z","end":"2026-07-24T05:31:30.869755Z","steps":["trace[337378235] 'read index received' (duration: 98.942807ms)","trace[337378235] 'applied index is now lower than readState.Index' (duration: 55.052547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:30.869954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.172108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:30.869923Z","caller":"traceutil/trace.go:171","msg":"trace[1643423952] transaction","detail":"{read_only:false; response_revision:3870; number_of_response:1; }","duration":"164.22654ms","start":"2026-07-24T05:31:30.705603Z","end":"2026-07-24T05:31:30.869859Z","steps":["trace[1643423952] 'process raft request' (duration: 109.163163ms)","trace[1643423952] 'compare' (duration: 54.843692ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:30.869991Z","caller":"traceutil/trace.go:171","msg":"trace[1615146787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3870; }","duration":"154.25252ms","start":"2026-07-24T05:31:30.715728Z","end":"2026-07-24T05:31:30.86998Z","steps":["trace[1615146787] 'agreement among raft nodes before linearized reading' (duration: 154.109197ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:31.119185Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2581} {"level":"warn","ts":"2026-07-24T05:31:31.462277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.823661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:31.462392Z","caller":"traceutil/trace.go:171","msg":"trace[337824166] linearizableReadLoop","detail":"{readStateIndex:4076; appliedIndex:4075; }","duration":"270.682159ms","start":"2026-07-24T05:31:31.191688Z","end":"2026-07-24T05:31:31.462371Z","steps":["trace[337824166] 'read index received' (duration: 162.625253ms)","trace[337824166] 'applied index is now lower than readState.Index' (duration: 108.054696ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:31.462462Z","caller":"traceutil/trace.go:171","msg":"trace[1975366270] transaction","detail":"{read_only:false; response_revision:3872; number_of_response:1; }","duration":"280.859723ms","start":"2026-07-24T05:31:31.181573Z","end":"2026-07-24T05:31:31.462432Z","steps":["trace[1975366270] 'process raft request' (duration: 172.793787ms)","trace[1975366270] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:551; } (duration: 97.753629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:31.462728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.049957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:31.462774Z","caller":"traceutil/trace.go:171","msg":"trace[588746475] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3872; }","duration":"271.15022ms","start":"2026-07-24T05:31:31.191611Z","end":"2026-07-24T05:31:31.462762Z","steps":["trace[588746475] 'agreement among raft nodes before linearized reading' (duration: 270.987366ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:31.656383Z","caller":"traceutil/trace.go:171","msg":"trace[607431723] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"188.841136ms","start":"2026-07-24T05:31:31.467503Z","end":"2026-07-24T05:31:31.656344Z","steps":["trace[607431723] 'process raft request' (duration: 91.086457ms)","trace[607431723] 'compare' (duration: 59.369516ms)","trace[607431723] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 38.141847ms)"],"step_count":3} {"level":"info","ts":"2026-07-24T05:31:31.656538Z","caller":"traceutil/trace.go:171","msg":"trace[1715617636] transaction","detail":"{read_only:false; response_revision:3875; number_of_response:1; }","duration":"188.947159ms","start":"2026-07-24T05:31:31.46757Z","end":"2026-07-24T05:31:31.656517Z","steps":["trace[1715617636] 'process raft request' (duration: 188.720253ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:31.657016Z","caller":"traceutil/trace.go:171","msg":"trace[655255680] linearizableReadLoop","detail":"{readStateIndex:4079; appliedIndex:4077; }","duration":"187.581508ms","start":"2026-07-24T05:31:31.469391Z","end":"2026-07-24T05:31:31.656972Z","steps":["trace[655255680] 'read index received' (duration: 1.782851ms)","trace[655255680] 'applied index is now lower than readState.Index' (duration: 185.793046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:31.657365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.956466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:31.657422Z","caller":"traceutil/trace.go:171","msg":"trace[525589013] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3875; }","duration":"188.049678ms","start":"2026-07-24T05:31:31.469359Z","end":"2026-07-24T05:31:31.657408Z","steps":["trace[525589013] 'agreement among raft nodes before linearized reading' (duration: 187.778012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:31.657612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.2706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:31:31.657676Z","caller":"traceutil/trace.go:171","msg":"trace[748349089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3875; }","duration":"187.373433ms","start":"2026-07-24T05:31:31.470287Z","end":"2026-07-24T05:31:31.657661Z","steps":["trace[748349089] 'agreement among raft nodes before linearized reading' (duration: 186.993905ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:31.842384Z","caller":"traceutil/trace.go:171","msg":"trace[728128731] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"139.752226ms","start":"2026-07-24T05:31:31.702612Z","end":"2026-07-24T05:31:31.842364Z","steps":["trace[728128731] 'process raft request' (duration: 60.981363ms)","trace[728128731] 'compare' (duration: 78.6598ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:31.842178Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2581,"took":"720.317887ms","hash":2038848380,"current-db-size-bytes":42975232,"current-db-size":"43 MB","current-db-size-in-use-bytes":18251776,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-24T05:31:31.842755Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2038848380,"revision":2581,"compact-revision":-1} {"level":"info","ts":"2026-07-24T05:31:34.910394Z","caller":"traceutil/trace.go:171","msg":"trace[1523900940] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"152.218193ms","start":"2026-07-24T05:31:34.758145Z","end":"2026-07-24T05:31:34.910363Z","steps":["trace[1523900940] 'process raft request' (duration: 132.755995ms)","trace[1523900940] 'compare' (duration: 19.349345ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:34.916183Z","caller":"traceutil/trace.go:171","msg":"trace[1733619531] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"110.932353ms","start":"2026-07-24T05:31:34.805212Z","end":"2026-07-24T05:31:34.916145Z","steps":["trace[1733619531] 'process raft request' (duration: 110.657356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:35.623787Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144464,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:31:35.753553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.167175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T05:31:35.753637Z","caller":"traceutil/trace.go:171","msg":"trace[1777344013] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3898; }","duration":"733.300188ms","start":"2026-07-24T05:31:35.020316Z","end":"2026-07-24T05:31:35.753616Z","steps":["trace[1777344013] 'range keys from in-memory index tree' (duration: 732.5132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:35.754006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.020296Z","time spent":"733.696128ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-24T05:31:35.799638Z","caller":"traceutil/trace.go:171","msg":"trace[1965556275] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"677.502574ms","start":"2026-07-24T05:31:35.122117Z","end":"2026-07-24T05:31:35.79962Z","steps":["trace[1965556275] 'process raft request' (duration: 677.37243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:35.79978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.122093Z","time spent":"677.610337ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:36.25519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.3356ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:36.255289Z","caller":"traceutil/trace.go:171","msg":"trace[551568029] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3899; }","duration":"160.445202ms","start":"2026-07-24T05:31:36.09483Z","end":"2026-07-24T05:31:36.255275Z","steps":["trace[551568029] 'range keys from in-memory index tree' (duration: 160.321809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.255323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.224651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:36.255859Z","caller":"traceutil/trace.go:171","msg":"trace[242754178] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"774.888035ms","start":"2026-07-24T05:31:35.480945Z","end":"2026-07-24T05:31:36.255833Z","steps":["trace[242754178] 'process raft request' (duration: 774.66745ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:36.255899Z","caller":"traceutil/trace.go:171","msg":"trace[854011222] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"339.093234ms","start":"2026-07-24T05:31:35.916786Z","end":"2026-07-24T05:31:36.255879Z","steps":["trace[854011222] 'process raft request' (duration: 338.93372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.255967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.480917Z","time spent":"774.998578ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:36.255983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.916759Z","time spent":"339.178916ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:36.255868Z","caller":"traceutil/trace.go:171","msg":"trace[848555959] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"836.163166ms","start":"2026-07-24T05:31:35.419671Z","end":"2026-07-24T05:31:36.255834Z","steps":["trace[848555959] 'process raft request' (duration: 835.839198ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:36.256212Z","caller":"traceutil/trace.go:171","msg":"trace[1099718967] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"391.869208ms","start":"2026-07-24T05:31:35.864325Z","end":"2026-07-24T05:31:36.256194Z","steps":["trace[1099718967] 'process raft request' (duration: 391.349636ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:36.256232Z","caller":"traceutil/trace.go:171","msg":"trace[721431152] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"966.060604ms","start":"2026-07-24T05:31:35.290137Z","end":"2026-07-24T05:31:36.256197Z","steps":["trace[721431152] 'process raft request' (duration: 647.869641ms)","trace[721431152] 'compare' (duration: 316.988246ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:36.256305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.864294Z","time spent":"391.960431ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:36.256104Z","caller":"traceutil/trace.go:171","msg":"trace[806290230] linearizableReadLoop","detail":"{readStateIndex:4107; appliedIndex:4103; }","duration":"1.132888344s","start":"2026-07-24T05:31:35.1232Z","end":"2026-07-24T05:31:36.256089Z","steps":["trace[806290230] 'read index received' (duration: 676.224553ms)","trace[806290230] 'applied index is now lower than readState.Index' (duration: 456.662231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:36.256384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.29011Z","time spent":"966.197049ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19328,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:36.256433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.6172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:36.256478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.3457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:31:36.256486Z","caller":"traceutil/trace.go:171","msg":"trace[27001293] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:3904; }","duration":"953.719012ms","start":"2026-07-24T05:31:35.302754Z","end":"2026-07-24T05:31:36.256473Z","steps":["trace[27001293] 'agreement among raft nodes before linearized reading' (duration: 953.63245ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:36.256505Z","caller":"traceutil/trace.go:171","msg":"trace[705501587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3904; }","duration":"236.411442ms","start":"2026-07-24T05:31:36.020087Z","end":"2026-07-24T05:31:36.256498Z","steps":["trace[705501587] 'agreement among raft nodes before linearized reading' (duration: 236.302079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.256513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.787652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:36.256567Z","caller":"traceutil/trace.go:171","msg":"trace[1759511174] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3904; }","duration":"575.884514ms","start":"2026-07-24T05:31:35.680668Z","end":"2026-07-24T05:31:36.256552Z","steps":["trace[1759511174] 'agreement among raft nodes before linearized reading' (duration: 575.72368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.256578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133211513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:36.261279Z","caller":"traceutil/trace.go:171","msg":"trace[750358257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3904; }","duration":"1.138097234s","start":"2026-07-24T05:31:35.123157Z","end":"2026-07-24T05:31:36.261254Z","steps":["trace[750358257] 'agreement among raft nodes before linearized reading' (duration: 1.132974846s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.261427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.123139Z","time spent":"1.138235137s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:36.25661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.680646Z","time spent":"575.952956ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:31:36.256526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.302732Z","time spent":"953.779473ms","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:36.256859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.160846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:31:36.262341Z","caller":"traceutil/trace.go:171","msg":"trace[1455825685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3904; }","duration":"586.704504ms","start":"2026-07-24T05:31:35.67562Z","end":"2026-07-24T05:31:36.262324Z","steps":["trace[1455825685] 'agreement among raft nodes before linearized reading' (duration: 580.817848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.262394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.675598Z","time spent":"586.780195ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:31:36.256996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.968849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:31:36.262827Z","caller":"traceutil/trace.go:171","msg":"trace[157602403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3904; }","duration":"184.837334ms","start":"2026-07-24T05:31:36.077974Z","end":"2026-07-24T05:31:36.262811Z","steps":["trace[157602403] 'agreement among raft nodes before linearized reading' (duration: 178.424667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.257084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.275443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:31:36.263075Z","caller":"traceutil/trace.go:171","msg":"trace[227275194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3904; }","duration":"777.314912ms","start":"2026-07-24T05:31:35.485747Z","end":"2026-07-24T05:31:36.263062Z","steps":["trace[227275194] 'agreement among raft nodes before linearized reading' (duration: 770.737891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.263129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.485721Z","time spent":"777.392534ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:31:36.257155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.095409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:31:36.263483Z","caller":"traceutil/trace.go:171","msg":"trace[1264581767] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3904; }","duration":"585.457705ms","start":"2026-07-24T05:31:35.678008Z","end":"2026-07-24T05:31:36.263465Z","steps":["trace[1264581767] 'agreement among raft nodes before linearized reading' (duration: 578.445584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.263535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.677981Z","time spent":"585.537276ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:31:36.257269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.685697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:36.263651Z","caller":"traceutil/trace.go:171","msg":"trace[161354396] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3904; }","duration":"770.081864ms","start":"2026-07-24T05:31:35.493534Z","end":"2026-07-24T05:31:36.263616Z","steps":["trace[161354396] 'agreement among raft nodes before linearized reading' (duration: 762.948701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.263766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.493515Z","time spent":"770.209008ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:31:36.256401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.419642Z","time spent":"836.512323ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:36.258754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.139814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:31:36.263991Z","caller":"traceutil/trace.go:171","msg":"trace[469148791] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3904; }","duration":"579.416075ms","start":"2026-07-24T05:31:35.684565Z","end":"2026-07-24T05:31:36.263981Z","steps":["trace[469148791] 'agreement among raft nodes before linearized reading' (duration: 571.830852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.264025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:35.684553Z","time spent":"579.457586ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:31:36.391894Z","caller":"traceutil/trace.go:171","msg":"trace[1309744747] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"123.309818ms","start":"2026-07-24T05:31:36.268551Z","end":"2026-07-24T05:31:36.391861Z","steps":["trace[1309744747] 'process raft request' (duration: 123.083973ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:36.392307Z","caller":"traceutil/trace.go:171","msg":"trace[1994492634] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"123.252536ms","start":"2026-07-24T05:31:36.269026Z","end":"2026-07-24T05:31:36.392278Z","steps":["trace[1994492634] 'process raft request' (duration: 123.053382ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:36.39231Z","caller":"traceutil/trace.go:171","msg":"trace[1504391031] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"123.536193ms","start":"2026-07-24T05:31:36.268718Z","end":"2026-07-24T05:31:36.392254Z","steps":["trace[1504391031] 'process raft request' (duration: 123.084382ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:36.392444Z","caller":"traceutil/trace.go:171","msg":"trace[53279100] linearizableReadLoop","detail":"{readStateIndex:4113; appliedIndex:4109; }","duration":"123.152714ms","start":"2026-07-24T05:31:36.269271Z","end":"2026-07-24T05:31:36.392424Z","steps":["trace[53279100] 'read index received' (duration: 45.869507ms)","trace[53279100] 'applied index is now lower than readState.Index' (duration: 77.282077ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:36.392534Z","caller":"traceutil/trace.go:171","msg":"trace[1697499922] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"121.350332ms","start":"2026-07-24T05:31:36.271155Z","end":"2026-07-24T05:31:36.392505Z","steps":["trace[1697499922] 'process raft request' (duration: 121.073446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.392706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.890546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:36.392774Z","caller":"traceutil/trace.go:171","msg":"trace[286390087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3909; }","duration":"118.999088ms","start":"2026-07-24T05:31:36.273757Z","end":"2026-07-24T05:31:36.392756Z","steps":["trace[286390087] 'agreement among raft nodes before linearized reading' (duration: 118.867165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.39288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.597014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:36.393057Z","caller":"traceutil/trace.go:171","msg":"trace[186065234] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3909; }","duration":"123.803139ms","start":"2026-07-24T05:31:36.26924Z","end":"2026-07-24T05:31:36.393043Z","steps":["trace[186065234] 'agreement among raft nodes before linearized reading' (duration: 123.309478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:36.392922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.200515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:36.393461Z","caller":"traceutil/trace.go:171","msg":"trace[1219714879] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3909; }","duration":"123.773479ms","start":"2026-07-24T05:31:36.269677Z","end":"2026-07-24T05:31:36.393451Z","steps":["trace[1219714879] 'agreement among raft nodes before linearized reading' (duration: 122.920649ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:37.053983Z","caller":"traceutil/trace.go:171","msg":"trace[2137084353] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"138.762272ms","start":"2026-07-24T05:31:36.915196Z","end":"2026-07-24T05:31:37.053958Z","steps":["trace[2137084353] 'process raft request' (duration: 138.561388ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:37.123555Z","caller":"traceutil/trace.go:171","msg":"trace[1851789620] transaction","detail":"{read_only:false; response_revision:3911; number_of_response:1; }","duration":"182.449999ms","start":"2026-07-24T05:31:36.941071Z","end":"2026-07-24T05:31:37.123521Z","steps":["trace[1851789620] 'process raft request' (duration: 182.251674ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:38.372309Z","caller":"traceutil/trace.go:171","msg":"trace[438877433] transaction","detail":"{read_only:false; response_revision:3912; number_of_response:1; }","duration":"110.999505ms","start":"2026-07-24T05:31:38.261288Z","end":"2026-07-24T05:31:38.372287Z","steps":["trace[438877433] 'process raft request' (duration: 110.813541ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:38.5647Z","caller":"traceutil/trace.go:171","msg":"trace[1359008026] linearizableReadLoop","detail":"{readStateIndex:4118; appliedIndex:4116; }","duration":"289.641327ms","start":"2026-07-24T05:31:38.275032Z","end":"2026-07-24T05:31:38.564674Z","steps":["trace[1359008026] 'read index received' (duration: 97.136146ms)","trace[1359008026] 'applied index is now lower than readState.Index' (duration: 192.504311ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:38.565127Z","caller":"traceutil/trace.go:171","msg":"trace[1593703996] transaction","detail":"{read_only:false; response_revision:3913; number_of_response:1; }","duration":"302.86436ms","start":"2026-07-24T05:31:38.26223Z","end":"2026-07-24T05:31:38.565095Z","steps":["trace[1593703996] 'process raft request' (duration: 302.204094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:38.56524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.545089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:31:38.565283Z","caller":"traceutil/trace.go:171","msg":"trace[1709325649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3913; }","duration":"241.676082ms","start":"2026-07-24T05:31:38.323596Z","end":"2026-07-24T05:31:38.565272Z","steps":["trace[1709325649] 'agreement among raft nodes before linearized reading' (duration: 241.498848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:38.565286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:38.262207Z","time spent":"302.995003ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:38.565549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.556943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:31:38.565589Z","caller":"traceutil/trace.go:171","msg":"trace[2101049844] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3913; }","duration":"166.612895ms","start":"2026-07-24T05:31:38.398966Z","end":"2026-07-24T05:31:38.565578Z","steps":["trace[2101049844] 'agreement among raft nodes before linearized reading' (duration: 166.468712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:38.565712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.371125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:31:38.56576Z","caller":"traceutil/trace.go:171","msg":"trace[983378096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3913; }","duration":"168.452747ms","start":"2026-07-24T05:31:38.397296Z","end":"2026-07-24T05:31:38.565749Z","steps":["trace[983378096] 'agreement among raft nodes before linearized reading' (duration: 168.337915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:38.56582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.785623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:38.565848Z","caller":"traceutil/trace.go:171","msg":"trace[1482886613] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3913; }","duration":"290.860514ms","start":"2026-07-24T05:31:38.274981Z","end":"2026-07-24T05:31:38.565841Z","steps":["trace[1482886613] 'agreement among raft nodes before linearized reading' (duration: 290.775832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:38.56585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.458777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:31:38.565931Z","caller":"traceutil/trace.go:171","msg":"trace[1307516184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3913; }","duration":"168.562269ms","start":"2026-07-24T05:31:38.397353Z","end":"2026-07-24T05:31:38.565916Z","steps":["trace[1307516184] 'agreement among raft nodes before linearized reading' (duration: 168.328284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:38.565934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.00201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:31:38.565966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.27054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:31:38.565998Z","caller":"traceutil/trace.go:171","msg":"trace[525798982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3913; }","duration":"167.727441ms","start":"2026-07-24T05:31:38.398262Z","end":"2026-07-24T05:31:38.565989Z","steps":["trace[525798982] 'agreement among raft nodes before linearized reading' (duration: 167.227229ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:38.566001Z","caller":"traceutil/trace.go:171","msg":"trace[1618108889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3913; }","duration":"166.131254ms","start":"2026-07-24T05:31:38.399855Z","end":"2026-07-24T05:31:38.565986Z","steps":["trace[1618108889] 'agreement among raft nodes before linearized reading' (duration: 165.930909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:38.566019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.940399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:38.566107Z","caller":"traceutil/trace.go:171","msg":"trace[1856653751] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3913; }","duration":"166.042461ms","start":"2026-07-24T05:31:38.400044Z","end":"2026-07-24T05:31:38.566087Z","steps":["trace[1856653751] 'agreement among raft nodes before linearized reading' (duration: 165.711663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:38.852092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.631773ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:38.852331Z","caller":"traceutil/trace.go:171","msg":"trace[455303532] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"281.248303ms","start":"2026-07-24T05:31:38.571049Z","end":"2026-07-24T05:31:38.852298Z","steps":["trace[455303532] 'process raft request' (duration: 108.326073ms)","trace[455303532] 'compare' (duration: 172.525081ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:38.852395Z","caller":"traceutil/trace.go:171","msg":"trace[861560445] linearizableReadLoop","detail":"{readStateIndex:4121; appliedIndex:4118; }","duration":"279.445421ms","start":"2026-07-24T05:31:38.572929Z","end":"2026-07-24T05:31:38.852374Z","steps":["trace[861560445] 'read index received' (duration: 106.46185ms)","trace[861560445] 'applied index is now lower than readState.Index' (duration: 172.982241ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:38.852481Z","caller":"traceutil/trace.go:171","msg":"trace[260506516] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"276.7364ms","start":"2026-07-24T05:31:38.575734Z","end":"2026-07-24T05:31:38.852471Z","steps":["trace[260506516] 'process raft request' (duration: 276.605247ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:38.852454Z","caller":"traceutil/trace.go:171","msg":"trace[481675090] transaction","detail":"{read_only:false; response_revision:3916; number_of_response:1; }","duration":"280.395673ms","start":"2026-07-24T05:31:38.572016Z","end":"2026-07-24T05:31:38.852412Z","steps":["trace[481675090] 'process raft request' (duration: 280.26254ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:38.852491Z","caller":"traceutil/trace.go:171","msg":"trace[24643741] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"280.421203ms","start":"2026-07-24T05:31:38.571957Z","end":"2026-07-24T05:31:38.852379Z","steps":["trace[24643741] 'process raft request' (duration: 280.26396ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:38.852705Z","caller":"traceutil/trace.go:171","msg":"trace[979426374] transaction","detail":"{read_only:false; response_revision:3917; number_of_response:1; }","duration":"278.230873ms","start":"2026-07-24T05:31:38.574165Z","end":"2026-07-24T05:31:38.852396Z","steps":["trace[979426374] 'process raft request' (duration: 278.145261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:38.852894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.952193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:38.852924Z","caller":"traceutil/trace.go:171","msg":"trace[445153016] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3918; }","duration":"280.008625ms","start":"2026-07-24T05:31:38.572908Z","end":"2026-07-24T05:31:38.852917Z","steps":["trace[445153016] 'agreement among raft nodes before linearized reading' (duration: 279.687067ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:39.10845Z","caller":"traceutil/trace.go:171","msg":"trace[1333926167] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"399.540586ms","start":"2026-07-24T05:31:38.708873Z","end":"2026-07-24T05:31:39.108413Z","steps":["trace[1333926167] 'process raft request' (duration: 378.851159ms)","trace[1333926167] 'compare' (duration: 20.465462ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:39.108586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.29779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:31:39.108605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:38.708836Z","time spent":"399.69145ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:39.108661Z","caller":"traceutil/trace.go:171","msg":"trace[707906006] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3919; }","duration":"482.428543ms","start":"2026-07-24T05:31:38.626216Z","end":"2026-07-24T05:31:39.108645Z","steps":["trace[707906006] 'agreement among raft nodes before linearized reading' (duration: 482.27159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:39.108715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:38.626197Z","time spent":"482.501915ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:39.108439Z","caller":"traceutil/trace.go:171","msg":"trace[1348940527] linearizableReadLoop","detail":"{readStateIndex:4124; appliedIndex:4123; }","duration":"255.938381ms","start":"2026-07-24T05:31:38.852437Z","end":"2026-07-24T05:31:39.108376Z","steps":["trace[1348940527] 'read index received' (duration: 235.300966ms)","trace[1348940527] 'applied index is now lower than readState.Index' (duration: 20.636345ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:39.478877Z","caller":"traceutil/trace.go:171","msg":"trace[1569052522] transaction","detail":"{read_only:false; response_revision:3922; number_of_response:1; }","duration":"269.450631ms","start":"2026-07-24T05:31:39.209391Z","end":"2026-07-24T05:31:39.478841Z","steps":["trace[1569052522] 'process raft request' (duration: 191.090338ms)","trace[1569052522] 'compare' (duration: 78.23444ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:39.989506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.755813ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:31:40.546642Z","caller":"traceutil/trace.go:171","msg":"trace[1825535701] transaction","detail":"{read_only:false; response_revision:3923; number_of_response:1; }","duration":"167.640228ms","start":"2026-07-24T05:31:40.378966Z","end":"2026-07-24T05:31:40.546607Z","steps":["trace[1825535701] 'process raft request' (duration: 167.437834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:41.077416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:31:41.578283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:31:41.946098Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.374497055s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:31:41.946903Z","caller":"traceutil/trace.go:171","msg":"trace[993750042] transaction","detail":"{read_only:false; response_revision:3924; number_of_response:1; }","duration":"1.375350323s","start":"2026-07-24T05:31:40.571486Z","end":"2026-07-24T05:31:41.946836Z","steps":["trace[993750042] 'process raft request' (duration: 1.374994795s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:41.947536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.571461Z","time spent":"1.37564434s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:42.428899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.423769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:42.429073Z","caller":"traceutil/trace.go:171","msg":"trace[1998731347] linearizableReadLoop","detail":"{readStateIndex:4132; appliedIndex:4129; }","duration":"1.852489404s","start":"2026-07-24T05:31:40.576566Z","end":"2026-07-24T05:31:42.429055Z","steps":["trace[1998731347] 'read index received' (duration: 1.369898938s)","trace[1998731347] 'applied index is now lower than readState.Index' (duration: 482.589356ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:42.429204Z","caller":"traceutil/trace.go:171","msg":"trace[556847664] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"1.312979788s","start":"2026-07-24T05:31:41.116212Z","end":"2026-07-24T05:31:42.429192Z","steps":["trace[556847664] 'process raft request' (duration: 974.183851ms)","trace[556847664] 'compare' (duration: 338.283856ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:42.429282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:41.116186Z","time spent":"1.313062709s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:42.429526Z","caller":"traceutil/trace.go:171","msg":"trace[629971441] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"1.291533674s","start":"2026-07-24T05:31:41.137955Z","end":"2026-07-24T05:31:42.429488Z","steps":["trace[629971441] 'process raft request' (duration: 1.291042513s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:42.429566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308904124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:42.429601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.85357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:31:42.429629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569799238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:31:42.429613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853034076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:31:42.429614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.613650557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:42.429673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682843879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:42.429679Z","caller":"traceutil/trace.go:171","msg":"trace[1983196243] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3926; }","duration":"1.569851439s","start":"2026-07-24T05:31:40.859814Z","end":"2026-07-24T05:31:42.429666Z","steps":["trace[1983196243] 'agreement among raft nodes before linearized reading' (duration: 1.569675265s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:42.42968Z","caller":"traceutil/trace.go:171","msg":"trace[1865723634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3926; }","duration":"187.035075ms","start":"2026-07-24T05:31:42.242626Z","end":"2026-07-24T05:31:42.429661Z","steps":["trace[1865723634] 'agreement among raft nodes before linearized reading' (duration: 186.867251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:42.429691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712987883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:42.429676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572625603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:31:42.429692Z","caller":"traceutil/trace.go:171","msg":"trace[1481383929] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3926; }","duration":"1.853167659s","start":"2026-07-24T05:31:40.576507Z","end":"2026-07-24T05:31:42.429675Z","steps":["trace[1481383929] 'agreement among raft nodes before linearized reading' (duration: 1.852897923s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:42.429748Z","caller":"traceutil/trace.go:171","msg":"trace[1513890926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3926; }","duration":"1.713079495s","start":"2026-07-24T05:31:40.716655Z","end":"2026-07-24T05:31:42.429735Z","steps":["trace[1513890926] 'agreement among raft nodes before linearized reading' (duration: 1.713015884s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:42.429766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572140002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:31:42.429792Z","caller":"traceutil/trace.go:171","msg":"trace[1138158280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3926; }","duration":"1.572766386s","start":"2026-07-24T05:31:40.857007Z","end":"2026-07-24T05:31:42.429774Z","steps":["trace[1138158280] 'agreement among raft nodes before linearized reading' (duration: 1.57248883s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:42.429811Z","caller":"traceutil/trace.go:171","msg":"trace[1098079737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3926; }","duration":"1.572202564s","start":"2026-07-24T05:31:40.8576Z","end":"2026-07-24T05:31:42.429803Z","steps":["trace[1098079737] 'agreement among raft nodes before linearized reading' (duration: 1.572092681s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:42.429816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572233464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:31:42.429845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.857595Z","time spent":"1.572242425s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:31:42.429848Z","caller":"traceutil/trace.go:171","msg":"trace[2061790447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3926; }","duration":"1.572306076s","start":"2026-07-24T05:31:40.857534Z","end":"2026-07-24T05:31:42.42984Z","steps":["trace[2061790447] 'agreement among raft nodes before linearized reading' (duration: 1.572212704s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:42.429773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.576485Z","time spent":"1.853275392s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:31:42.429912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.85751Z","time spent":"1.572394658s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:31:42.429713Z","caller":"traceutil/trace.go:171","msg":"trace[1341842678] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3926; }","duration":"1.682982833s","start":"2026-07-24T05:31:40.746718Z","end":"2026-07-24T05:31:42.429701Z","steps":["trace[1341842678] 'agreement among raft nodes before linearized reading' (duration: 1.682893791s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:42.429859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571674522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:31:42.42996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.746707Z","time spent":"1.683240669s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:42.429964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.856994Z","time spent":"1.572916749s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:31:42.429983Z","caller":"traceutil/trace.go:171","msg":"trace[80186696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3926; }","duration":"1.571817765s","start":"2026-07-24T05:31:40.858151Z","end":"2026-07-24T05:31:42.429969Z","steps":["trace[80186696] 'agreement among raft nodes before linearized reading' (duration: 1.571571739s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:42.429716Z","caller":"traceutil/trace.go:171","msg":"trace[1749748837] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3926; }","duration":"1.613796851s","start":"2026-07-24T05:31:40.815898Z","end":"2026-07-24T05:31:42.429695Z","steps":["trace[1749748837] 'agreement among raft nodes before linearized reading' (duration: 1.613630507s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:42.430025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.815881Z","time spent":"1.614135158s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:42.430025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.858142Z","time spent":"1.571872086s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:31:42.429632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849340842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:42.430155Z","caller":"traceutil/trace.go:171","msg":"trace[1333986060] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3926; }","duration":"1.849905865s","start":"2026-07-24T05:31:40.580231Z","end":"2026-07-24T05:31:42.430137Z","steps":["trace[1333986060] 'agreement among raft nodes before linearized reading' (duration: 1.84926332s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:42.430192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.580211Z","time spent":"1.849972286s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:31:42.429719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.859785Z","time spent":"1.569927291s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:31:42.430147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:41.13792Z","time spent":"1.291689478s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:42.429778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.716631Z","time spent":"1.713141036s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:31:42.429653Z","caller":"traceutil/trace.go:171","msg":"trace[1927543390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3926; }","duration":"1.309031986s","start":"2026-07-24T05:31:41.120599Z","end":"2026-07-24T05:31:42.429631Z","steps":["trace[1927543390] 'agreement among raft nodes before linearized reading' (duration: 1.308887943s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:42.430291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573252548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T05:31:42.430377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:41.120583Z","time spent":"1.309779664s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:31:42.430447Z","caller":"traceutil/trace.go:171","msg":"trace[750040970] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3926; }","duration":"1.573406831s","start":"2026-07-24T05:31:40.856995Z","end":"2026-07-24T05:31:42.430402Z","steps":["trace[750040970] 'agreement among raft nodes before linearized reading' (duration: 1.572581432s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:42.430571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:40.856985Z","time spent":"1.573572446s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:31:43.416917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.989026Z","time spent":"427.883708ms","remote":"127.0.0.1:40234","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:31:43.418061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.391536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:43.418185Z","caller":"traceutil/trace.go:171","msg":"trace[741705137] transaction","detail":"{read_only:false; response_revision:3927; number_of_response:1; }","duration":"983.685609ms","start":"2026-07-24T05:31:42.434479Z","end":"2026-07-24T05:31:43.418164Z","steps":["trace[741705137] 'process raft request' (duration: 280.969236ms)","trace[741705137] 'compare' (duration: 702.110659ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:43.418257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.434431Z","time spent":"983.786221ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:44.437497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000329097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:31:44.437577Z","caller":"traceutil/trace.go:171","msg":"trace[263635931] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045121s","start":"2026-07-24T05:31:42.437109Z","end":"2026-07-24T05:31:44.43756Z","steps":["trace[263635931] 'agreement among raft nodes before linearized reading' (duration: 2.000338968s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:44.437619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.437102Z","time spent":"2.000508141s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:44.752994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163846036s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:44.753345Z","caller":"traceutil/trace.go:171","msg":"trace[802995509] transaction","detail":"{read_only:false; response_revision:3928; number_of_response:1; }","duration":"2.318765866s","start":"2026-07-24T05:31:42.4345Z","end":"2026-07-24T05:31:44.753266Z","steps":["trace[802995509] 'process raft request' (duration: 1.154562022s)","trace[802995509] 'compare' (duration: 1.163703992s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:44.753387Z","caller":"traceutil/trace.go:171","msg":"trace[848962160] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"2.317442935s","start":"2026-07-24T05:31:42.435921Z","end":"2026-07-24T05:31:44.753364Z","steps":["trace[848962160] 'process raft request' (duration: 2.317311832s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:44.753397Z","caller":"traceutil/trace.go:171","msg":"trace[402300161] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"2.317902447s","start":"2026-07-24T05:31:42.43547Z","end":"2026-07-24T05:31:44.753373Z","steps":["trace[402300161] 'process raft request' (duration: 2.317635211s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:44.753452Z","caller":"traceutil/trace.go:171","msg":"trace[311834669] transaction","detail":"{read_only:false; response_revision:3930; number_of_response:1; }","duration":"2.317784593s","start":"2026-07-24T05:31:42.435619Z","end":"2026-07-24T05:31:44.753403Z","steps":["trace[311834669] 'process raft request' (duration: 2.317562618s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:44.753504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.435448Z","time spent":"2.318002798s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:44.753503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.434483Z","time spent":"2.3189372s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:44.753574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.435588Z","time spent":"2.317927307s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:44.753757Z","caller":"traceutil/trace.go:171","msg":"trace[1605846383] transaction","detail":"{read_only:false; response_revision:3932; number_of_response:1; }","duration":"2.201020046s","start":"2026-07-24T05:31:42.552708Z","end":"2026-07-24T05:31:44.753728Z","steps":["trace[1605846383] 'process raft request' (duration: 2.200567955s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:44.753856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.435912Z","time spent":"2.317527948s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:44.753964Z","caller":"traceutil/trace.go:171","msg":"trace[1207278608] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"1.4486833s","start":"2026-07-24T05:31:43.305253Z","end":"2026-07-24T05:31:44.753936Z","steps":["trace[1207278608] 'process raft request' (duration: 1.448505276s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:44.754027Z","caller":"traceutil/trace.go:171","msg":"trace[1469622576] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"801.292331ms","start":"2026-07-24T05:31:43.952718Z","end":"2026-07-24T05:31:44.75401Z","steps":["trace[1469622576] 'process raft request' (duration: 801.148788ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:44.753872Z","caller":"traceutil/trace.go:171","msg":"trace[1702718026] linearizableReadLoop","detail":"{readStateIndex:4137; appliedIndex:4132; }","duration":"2.317753272s","start":"2026-07-24T05:31:42.436063Z","end":"2026-07-24T05:31:44.753816Z","steps":["trace[1702718026] 'read index received' (duration: 279.399649ms)","trace[1702718026] 'applied index is now lower than readState.Index' (duration: 2.038349223s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:44.754068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:43.305227Z","time spent":"1.448787123s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:44.754121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:43.952695Z","time spent":"801.382584ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:44.754147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.552682Z","time spent":"2.201268922s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:44.754266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318191012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:44.754332Z","caller":"traceutil/trace.go:171","msg":"trace[1748502305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3934; }","duration":"2.318280724s","start":"2026-07-24T05:31:42.436037Z","end":"2026-07-24T05:31:44.754317Z","steps":["trace[1748502305] 'agreement among raft nodes before linearized reading' (duration: 2.317870185s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:44.754386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.43603Z","time spent":"2.318342576s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:31:45.235788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.231076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:45.236102Z","caller":"traceutil/trace.go:171","msg":"trace[1337901445] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"800.647557ms","start":"2026-07-24T05:31:44.43543Z","end":"2026-07-24T05:31:45.236078Z","steps":["trace[1337901445] 'process raft request' (duration: 800.479233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.23622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:44.435404Z","time spent":"800.762699ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:45.236077Z","caller":"traceutil/trace.go:171","msg":"trace[1168961165] transaction","detail":"{read_only:false; response_revision:3935; number_of_response:1; }","duration":"800.651076ms","start":"2026-07-24T05:31:44.43536Z","end":"2026-07-24T05:31:45.236011Z","steps":["trace[1168961165] 'process raft request' (duration: 697.060382ms)","trace[1168961165] 'compare' (duration: 101.796363ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:45.236643Z","caller":"traceutil/trace.go:171","msg":"trace[744872257] linearizableReadLoop","detail":"{readStateIndex:4142; appliedIndex:4140; }","duration":"482.521155ms","start":"2026-07-24T05:31:44.754109Z","end":"2026-07-24T05:31:45.23663Z","steps":["trace[744872257] 'read index received' (duration: 378.174774ms)","trace[744872257] 'applied index is now lower than readState.Index' (duration: 104.344671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:45.236836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.598558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:45.236874Z","caller":"traceutil/trace.go:171","msg":"trace[146311666] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:3936; }","duration":"492.678349ms","start":"2026-07-24T05:31:44.744187Z","end":"2026-07-24T05:31:45.236865Z","steps":["trace[146311666] 'agreement among raft nodes before linearized reading' (duration: 492.544386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.236921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:44.744168Z","time spent":"492.735891ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":108,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:45.237124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:44.435342Z","time spent":"801.100407ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:45.237081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800200241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:45.237242Z","caller":"traceutil/trace.go:171","msg":"trace[107411155] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3936; }","duration":"1.800409776s","start":"2026-07-24T05:31:43.436807Z","end":"2026-07-24T05:31:45.237217Z","steps":["trace[107411155] 'agreement among raft nodes before linearized reading' (duration: 1.800024747s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.237258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.291428297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:45.237306Z","caller":"traceutil/trace.go:171","msg":"trace[1012965264] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:3936; }","duration":"2.291528209s","start":"2026-07-24T05:31:42.945763Z","end":"2026-07-24T05:31:45.237291Z","steps":["trace[1012965264] 'agreement among raft nodes before linearized reading' (duration: 2.291441667s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.237316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:43.43679Z","time spent":"1.800514278s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:31:45.237346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.94574Z","time spent":"2.29159512s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:45.237394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.637467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:31:45.237455Z","caller":"traceutil/trace.go:171","msg":"trace[1540619380] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3936; }","duration":"691.744611ms","start":"2026-07-24T05:31:44.545695Z","end":"2026-07-24T05:31:45.23744Z","steps":["trace[1540619380] 'agreement among raft nodes before linearized reading' (duration: 691.546135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.237487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:44.545682Z","time spent":"691.799242ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:31:45.237481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63197219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:45.237458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.438944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:45.237557Z","caller":"traceutil/trace.go:171","msg":"trace[1825924677] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:3936; }","duration":"1.632080982s","start":"2026-07-24T05:31:43.605454Z","end":"2026-07-24T05:31:45.237535Z","steps":["trace[1825924677] 'agreement among raft nodes before linearized reading' (duration: 1.631944968s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:45.237571Z","caller":"traceutil/trace.go:171","msg":"trace[356091222] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3936; }","duration":"290.601228ms","start":"2026-07-24T05:31:44.946948Z","end":"2026-07-24T05:31:45.237549Z","steps":["trace[356091222] 'agreement among raft nodes before linearized reading' (duration: 290.437673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.2376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527518891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"warn","ts":"2026-07-24T05:31:45.237609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:43.605439Z","time spent":"1.632156344s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:45.237649Z","caller":"traceutil/trace.go:171","msg":"trace[1954220374] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3936; }","duration":"2.527615573s","start":"2026-07-24T05:31:42.710019Z","end":"2026-07-24T05:31:45.237635Z","steps":["trace[1954220374] 'agreement among raft nodes before linearized reading' (duration: 2.527416029s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.237681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.709998Z","time spent":"2.527676234s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:31:45.237942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799984242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"warn","ts":"2026-07-24T05:31:45.23802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.842359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:45.238212Z","caller":"traceutil/trace.go:171","msg":"trace[1785874855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3936; }","duration":"800.072343ms","start":"2026-07-24T05:31:44.438057Z","end":"2026-07-24T05:31:45.23813Z","steps":["trace[1785874855] 'agreement among raft nodes before linearized reading' (duration: 799.152992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.238319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:44.438046Z","time spent":"800.253508ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:31:45.238599Z","caller":"traceutil/trace.go:171","msg":"trace[218286945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3936; }","duration":"2.800133164s","start":"2026-07-24T05:31:42.437908Z","end":"2026-07-24T05:31:45.238041Z","steps":["trace[218286945] 'agreement among raft nodes before linearized reading' (duration: 2.799584192s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.2381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.539631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:45.238685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:42.437878Z","time spent":"2.800787359s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:31:45.238723Z","caller":"traceutil/trace.go:171","msg":"trace[666639934] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3936; }","duration":"833.82906ms","start":"2026-07-24T05:31:44.404873Z","end":"2026-07-24T05:31:45.238703Z","steps":["trace[666639934] 'agreement among raft nodes before linearized reading' (duration: 832.433928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.239046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:44.404796Z","time spent":"834.23332ms","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:45.647536Z","caller":"traceutil/trace.go:171","msg":"trace[684443664] linearizableReadLoop","detail":"{readStateIndex:4143; appliedIndex:4142; }","duration":"402.482374ms","start":"2026-07-24T05:31:45.245022Z","end":"2026-07-24T05:31:45.647505Z","steps":["trace[684443664] 'read index received' (duration: 333.148968ms)","trace[684443664] 'applied index is now lower than readState.Index' (duration: 69.331346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:45.647574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:45.238571Z","time spent":"408.986723ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:31:45.647748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.966023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:45.64772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.670928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:45.647793Z","caller":"traceutil/trace.go:171","msg":"trace[1589318341] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3936; }","duration":"396.078325ms","start":"2026-07-24T05:31:45.251703Z","end":"2026-07-24T05:31:45.647781Z","steps":["trace[1589318341] 'agreement among raft nodes before linearized reading' (duration: 395.966592ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:45.647811Z","caller":"traceutil/trace.go:171","msg":"trace[507311810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3936; }","duration":"402.79487ms","start":"2026-07-24T05:31:45.244998Z","end":"2026-07-24T05:31:45.647793Z","steps":["trace[507311810] 'agreement among raft nodes before linearized reading' (duration: 402.641797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:45.64784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:45.251684Z","time spent":"396.147387ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:31:45.647853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:45.244984Z","time spent":"402.859141ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:45.648102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.671115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:31:45.648161Z","caller":"traceutil/trace.go:171","msg":"trace[604454399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3936; }","duration":"212.790137ms","start":"2026-07-24T05:31:45.435344Z","end":"2026-07-24T05:31:45.648135Z","steps":["trace[604454399] 'agreement among raft nodes before linearized reading' (duration: 212.588072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:46.287885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.673367ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:46.288006Z","caller":"traceutil/trace.go:171","msg":"trace[1486588026] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3936; }","duration":"193.807652ms","start":"2026-07-24T05:31:46.094184Z","end":"2026-07-24T05:31:46.287991Z","steps":["trace[1486588026] 'range keys from in-memory index tree' (duration: 193.656167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:46.288317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.655716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:46.288522Z","caller":"traceutil/trace.go:171","msg":"trace[17076935] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"639.459768ms","start":"2026-07-24T05:31:45.649004Z","end":"2026-07-24T05:31:46.288464Z","steps":["trace[17076935] 'process raft request' (duration: 177.554717ms)","trace[17076935] 'compare' (duration: 461.101581ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:31:46.288664Z","caller":"traceutil/trace.go:171","msg":"trace[59094071] transaction","detail":"{read_only:false; response_revision:3938; number_of_response:1; }","duration":"636.375666ms","start":"2026-07-24T05:31:45.652204Z","end":"2026-07-24T05:31:46.28858Z","steps":["trace[59094071] 'process raft request' (duration: 636.228863ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:46.288654Z","caller":"traceutil/trace.go:171","msg":"trace[1658860795] linearizableReadLoop","detail":"{readStateIndex:4144; appliedIndex:4143; }","duration":"637.659856ms","start":"2026-07-24T05:31:45.650953Z","end":"2026-07-24T05:31:46.288613Z","steps":["trace[1658860795] 'read index received' (duration: 175.689463ms)","trace[1658860795] 'applied index is now lower than readState.Index' (duration: 461.966223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:46.288768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:45.652184Z","time spent":"636.535089ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:46.288826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.878892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:46.288829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:45.648981Z","time spent":"639.713534ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:46.288873Z","caller":"traceutil/trace.go:171","msg":"trace[1345157574] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3938; }","duration":"637.968734ms","start":"2026-07-24T05:31:45.650892Z","end":"2026-07-24T05:31:46.288861Z","steps":["trace[1345157574] 'agreement among raft nodes before linearized reading' (duration: 637.863801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:46.288912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:45.65087Z","time spent":"638.032845ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:31:47.132364Z","caller":"traceutil/trace.go:171","msg":"trace[823829151] transaction","detail":"{read_only:false; response_revision:3940; number_of_response:1; }","duration":"372.236246ms","start":"2026-07-24T05:31:46.760095Z","end":"2026-07-24T05:31:47.132331Z","steps":["trace[823829151] 'process raft request' (duration: 371.745045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:47.132533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:46.760068Z","time spent":"372.38927ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:47.132358Z","caller":"traceutil/trace.go:171","msg":"trace[290345820] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"369.281969ms","start":"2026-07-24T05:31:46.763036Z","end":"2026-07-24T05:31:47.132318Z","steps":["trace[290345820] 'process raft request' (duration: 369.074934ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:47.132606Z","caller":"traceutil/trace.go:171","msg":"trace[388392491] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"368.652744ms","start":"2026-07-24T05:31:46.763939Z","end":"2026-07-24T05:31:47.132592Z","steps":["trace[388392491] 'process raft request' (duration: 368.549912ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:47.132632Z","caller":"traceutil/trace.go:171","msg":"trace[1705267034] transaction","detail":"{read_only:false; response_revision:3942; number_of_response:1; }","duration":"369.064093ms","start":"2026-07-24T05:31:46.763538Z","end":"2026-07-24T05:31:47.132602Z","steps":["trace[1705267034] 'process raft request' (duration: 368.707015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:47.132686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:46.763013Z","time spent":"369.607926ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:47.132715Z","caller":"traceutil/trace.go:171","msg":"trace[1448297250] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"367.040437ms","start":"2026-07-24T05:31:46.76566Z","end":"2026-07-24T05:31:47.132701Z","steps":["trace[1448297250] 'process raft request' (duration: 366.885593ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:47.132714Z","caller":"traceutil/trace.go:171","msg":"trace[1980421914] linearizableReadLoop","detail":"{readStateIndex:4147; appliedIndex:4145; }","duration":"371.428648ms","start":"2026-07-24T05:31:46.76126Z","end":"2026-07-24T05:31:47.132689Z","steps":["trace[1980421914] 'read index received' (duration: 47.817471ms)","trace[1980421914] 'applied index is now lower than readState.Index' (duration: 323.609977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:47.132781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:46.765644Z","time spent":"367.100279ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:47.132795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:46.76352Z","time spent":"369.182717ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:47.132821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:46.763928Z","time spent":"368.748437ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:47.132909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.758981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:47.132948Z","caller":"traceutil/trace.go:171","msg":"trace[1180121815] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3944; }","duration":"326.838893ms","start":"2026-07-24T05:31:46.806096Z","end":"2026-07-24T05:31:47.132934Z","steps":["trace[1180121815] 'agreement among raft nodes before linearized reading' (duration: 326.777021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:47.132956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.686264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:31:47.132978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:46.806078Z","time spent":"326.892104ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:47.133005Z","caller":"traceutil/trace.go:171","msg":"trace[788775013] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3944; }","duration":"371.749695ms","start":"2026-07-24T05:31:46.76124Z","end":"2026-07-24T05:31:47.13299Z","steps":["trace[788775013] 'agreement among raft nodes before linearized reading' (duration: 371.562591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:47.13305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:46.761223Z","time spent":"371.813187ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:31:47.745701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:31:48.246307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:31:48.746594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:31:49.246947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:31:49.609633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.36719038s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:31:50.175425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.398283ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:50.175555Z","caller":"traceutil/trace.go:171","msg":"trace[76899637] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"2.933236778s","start":"2026-07-24T05:31:47.242295Z","end":"2026-07-24T05:31:50.175532Z","steps":["trace[76899637] 'process raft request' (duration: 2.367631321s)","trace[76899637] 'compare' (duration: 564.737717ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:50.17562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:47.242266Z","time spent":"2.933322579s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:50.438074Z","caller":"traceutil/trace.go:171","msg":"trace[1698274409] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"3.194187513s","start":"2026-07-24T05:31:47.243859Z","end":"2026-07-24T05:31:50.438046Z","steps":["trace[1698274409] 'process raft request' (duration: 3.115183475s)","trace[1698274409] 'compare' (duration: 78.769573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:50.438243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:47.24383Z","time spent":"3.194322976s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:50.438328Z","caller":"traceutil/trace.go:171","msg":"trace[1859817434] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"1.623581357s","start":"2026-07-24T05:31:48.814728Z","end":"2026-07-24T05:31:50.438309Z","steps":["trace[1859817434] 'process raft request' (duration: 1.62326043s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:50.438439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:48.814704Z","time spent":"1.623681819s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:50.438709Z","caller":"traceutil/trace.go:171","msg":"trace[1618634372] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"1.299807475s","start":"2026-07-24T05:31:49.138882Z","end":"2026-07-24T05:31:50.438689Z","steps":["trace[1618634372] 'process raft request' (duration: 1.299346674s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:50.438808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:49.13886Z","time spent":"1.299900467s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:50.438872Z","caller":"traceutil/trace.go:171","msg":"trace[755795413] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"1.223397976s","start":"2026-07-24T05:31:49.215446Z","end":"2026-07-24T05:31:50.438844Z","steps":["trace[755795413] 'process raft request' (duration: 1.22314751s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:50.438873Z","caller":"traceutil/trace.go:171","msg":"trace[1698914807] linearizableReadLoop","detail":"{readStateIndex:4156; appliedIndex:4151; }","duration":"3.193923267s","start":"2026-07-24T05:31:47.244931Z","end":"2026-07-24T05:31:50.438854Z","steps":["trace[1698914807] 'read index received' (duration: 2.365059101s)","trace[1698914807] 'applied index is now lower than readState.Index' (duration: 828.861656ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:50.439066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:49.215424Z","time spent":"1.223542449s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:50.439103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194162783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:50.439148Z","caller":"traceutil/trace.go:171","msg":"trace[360827352] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3949; }","duration":"3.194244404s","start":"2026-07-24T05:31:47.244892Z","end":"2026-07-24T05:31:50.439137Z","steps":["trace[360827352] 'agreement among raft nodes before linearized reading' (duration: 3.1940648s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:50.439182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:47.244881Z","time spent":"3.194294256s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:31:51.120999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:31:51.121109Z","caller":"traceutil/trace.go:171","msg":"trace[227434141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000644274s","start":"2026-07-24T05:31:49.120428Z","end":"2026-07-24T05:31:51.121072Z","steps":["trace[227434141] 'agreement among raft nodes before linearized reading' (duration: 2.000517171s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:51.121176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:49.120402Z","time spent":"2.000760047s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:51.33439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.313387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:51.334612Z","caller":"traceutil/trace.go:171","msg":"trace[1756902715] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"1.637291551s","start":"2026-07-24T05:31:49.69729Z","end":"2026-07-24T05:31:51.334581Z","steps":["trace[1756902715] 'process raft request' (duration: 1.006687659s)","trace[1756902715] 'compare' (duration: 630.141832ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:51.334728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:49.697265Z","time spent":"1.637397893s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:52.265328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.782752ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:31:52.265685Z","caller":"traceutil/trace.go:171","msg":"trace[1158736128] linearizableReadLoop","detail":"{readStateIndex:4158; appliedIndex:4156; }","duration":"1.826598078s","start":"2026-07-24T05:31:50.43906Z","end":"2026-07-24T05:31:52.265658Z","steps":["trace[1158736128] 'read index received' (duration: 264.856286ms)","trace[1158736128] 'applied index is now lower than readState.Index' (duration: 1.561740112s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:52.266324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.121685775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:31:52.266379Z","caller":"traceutil/trace.go:171","msg":"trace[2143281472] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3950; }","duration":"3.121772937s","start":"2026-07-24T05:31:49.144589Z","end":"2026-07-24T05:31:52.266362Z","steps":["trace[2143281472] 'agreement among raft nodes before linearized reading' (duration: 3.121545102s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:52.266427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:49.144582Z","time spent":"3.121834398s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:31:52.266623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129196687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:31:52.266626Z","caller":"traceutil/trace.go:171","msg":"trace[1695425730] transaction","detail":"{read_only:false; response_revision:3951; number_of_response:1; }","duration":"997.077007ms","start":"2026-07-24T05:31:51.269525Z","end":"2026-07-24T05:31:52.266602Z","steps":["trace[1695425730] 'process raft request' (duration: 995.990151ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:52.266696Z","caller":"traceutil/trace.go:171","msg":"trace[300575724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3950; }","duration":"3.12933244s","start":"2026-07-24T05:31:49.137347Z","end":"2026-07-24T05:31:52.26668Z","steps":["trace[300575724] 'agreement among raft nodes before linearized reading' (duration: 3.129095145s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:52.266742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:49.137316Z","time spent":"3.129416623s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:31:52.266758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:51.269495Z","time spent":"997.19796ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:52.611663Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.183115659s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:31:52.612174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.475074957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:31:52.612274Z","caller":"traceutil/trace.go:171","msg":"trace[158240692] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3951; }","duration":"3.47521237s","start":"2026-07-24T05:31:49.137038Z","end":"2026-07-24T05:31:52.612251Z","steps":["trace[158240692] 'agreement among raft nodes before linearized reading' (duration: 3.129453463s)","trace[158240692] 'range keys from in-memory index tree' (duration: 345.531103ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:52.612334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:49.137021Z","time spent":"3.475301082s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:31:52.612518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317969506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:31:52.612573Z","caller":"traceutil/trace.go:171","msg":"trace[935570544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3951; }","duration":"4.318022248s","start":"2026-07-24T05:31:48.29454Z","end":"2026-07-24T05:31:52.612562Z","steps":["trace[935570544] 'agreement among raft nodes before linearized reading' (duration: 3.971944853s)","trace[935570544] 'range keys from in-memory index tree' (duration: 345.977592ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:52.6126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:48.294502Z","time spent":"4.318090409s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:31:52.61272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.473930631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:31:52.612759Z","caller":"traceutil/trace.go:171","msg":"trace[100683373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3951; }","duration":"3.473995353s","start":"2026-07-24T05:31:49.138754Z","end":"2026-07-24T05:31:52.61275Z","steps":["trace[100683373] 'agreement among raft nodes before linearized reading' (duration: 3.127708514s)","trace[100683373] 'range keys from in-memory index tree' (duration: 346.170397ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:52.612787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:49.138741Z","time spent":"3.474038754s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:31:52.612254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.475377985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:31:52.612909Z","caller":"traceutil/trace.go:171","msg":"trace[1101581409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3951; }","duration":"3.476158543s","start":"2026-07-24T05:31:49.136739Z","end":"2026-07-24T05:31:52.612897Z","steps":["trace[1101581409] 'agreement among raft nodes before linearized reading' (duration: 3.129775652s)","trace[1101581409] 'range keys from in-memory index tree' (duration: 345.599924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:52.612943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:49.136717Z","time spent":"3.476216494s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:31:52.613091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.840902697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:31:52.613214Z","caller":"traceutil/trace.go:171","msg":"trace[1708008189] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3951; }","duration":"3.841110712s","start":"2026-07-24T05:31:48.772075Z","end":"2026-07-24T05:31:52.613186Z","steps":["trace[1708008189] 'agreement among raft nodes before linearized reading' (duration: 3.494364962s)","trace[1708008189] 'count revisions from in-memory index tree' (duration: 346.502274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:52.613215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323985755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:52.613289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:48.772058Z","time spent":"3.841214084s","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":511,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:52.613323Z","caller":"traceutil/trace.go:171","msg":"trace[1369186682] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3951; }","duration":"4.324159848s","start":"2026-07-24T05:31:48.289135Z","end":"2026-07-24T05:31:52.613295Z","steps":["trace[1369186682] 'agreement among raft nodes before linearized reading' (duration: 3.977328647s)","trace[1369186682] 'count revisions from in-memory index tree' (duration: 346.674868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:52.613372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:48.289102Z","time spent":"4.324258781s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:52.613544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.315980897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:52.61365Z","caller":"traceutil/trace.go:171","msg":"trace[1290695177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3951; }","duration":"5.316113659s","start":"2026-07-24T05:31:47.297514Z","end":"2026-07-24T05:31:52.613628Z","steps":["trace[1290695177] 'agreement among raft nodes before linearized reading' (duration: 4.968952229s)","trace[1290695177] 'range keys from in-memory index tree' (duration: 346.990026ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:52.613695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:47.297498Z","time spent":"5.316187601s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:31:52.614222Z","caller":"traceutil/trace.go:171","msg":"trace[1723686359] transaction","detail":"{read_only:false; response_revision:3952; number_of_response:1; }","duration":"1.342874307s","start":"2026-07-24T05:31:51.271331Z","end":"2026-07-24T05:31:52.614205Z","steps":["trace[1723686359] 'process raft request' (duration: 1.340582784s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:52.614358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:51.2713Z","time spent":"1.342970698s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:52.715029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000130822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:31:52.715176Z","caller":"traceutil/trace.go:171","msg":"trace[1036718617] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345397s","start":"2026-07-24T05:31:50.714812Z","end":"2026-07-24T05:31:52.715157Z","steps":["trace[1036718617] 'agreement among raft nodes before linearized reading' (duration: 2.000156773s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:52.715226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:50.714794Z","time spent":"2.000420999s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:31:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:31:53.121821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000292407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:31:53.121944Z","caller":"traceutil/trace.go:171","msg":"trace[560593553] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476121s","start":"2026-07-24T05:31:51.121449Z","end":"2026-07-24T05:31:53.121925Z","steps":["trace[560593553] 'agreement among raft nodes before linearized reading' (duration: 2.000330017s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:53.122131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:51.121426Z","time spent":"2.000693465s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:31:53.286149Z","caller":"traceutil/trace.go:171","msg":"trace[1389307618] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"1.023623149s","start":"2026-07-24T05:31:52.262482Z","end":"2026-07-24T05:31:53.286105Z","steps":["trace[1389307618] 'process raft request' (duration: 1.023307112s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:53.286207Z","caller":"traceutil/trace.go:171","msg":"trace[942473518] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"841.516748ms","start":"2026-07-24T05:31:52.444612Z","end":"2026-07-24T05:31:53.286129Z","steps":["trace[942473518] 'process raft request' (duration: 841.387515ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:53.286155Z","caller":"traceutil/trace.go:171","msg":"trace[928518077] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"1.014832687s","start":"2026-07-24T05:31:52.271291Z","end":"2026-07-24T05:31:53.286124Z","steps":["trace[928518077] 'process raft request' (duration: 1.014657473s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:53.286131Z","caller":"traceutil/trace.go:171","msg":"trace[924233793] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"1.104512211s","start":"2026-07-24T05:31:52.181575Z","end":"2026-07-24T05:31:53.286087Z","steps":["trace[924233793] 'process raft request' (duration: 1.031880059s)","trace[924233793] 'compare' (duration: 71.736191ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:53.286507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.444577Z","time spent":"841.744533ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:53.286685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.181537Z","time spent":"1.105049122s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:53.286317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.262451Z","time spent":"1.023781932s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:53.28671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.271268Z","time spent":"1.015285206s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:53.28618Z","caller":"traceutil/trace.go:171","msg":"trace[467397838] linearizableReadLoop","detail":"{readStateIndex:4162; appliedIndex:4159; }","duration":"1.020440556s","start":"2026-07-24T05:31:52.265721Z","end":"2026-07-24T05:31:53.286162Z","steps":["trace[467397838] 'read index received' (duration: 346.207528ms)","trace[467397838] 'applied index is now lower than readState.Index' (duration: 674.231957ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:53.286297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459445168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:53.286965Z","caller":"traceutil/trace.go:171","msg":"trace[1401827719] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3958; }","duration":"1.460152884s","start":"2026-07-24T05:31:51.826783Z","end":"2026-07-24T05:31:53.286936Z","steps":["trace[1401827719] 'agreement among raft nodes before linearized reading' (duration: 1.459397517s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:53.287042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:51.826727Z","time spent":"1.460291588s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:53.286332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336934324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:53.287192Z","caller":"traceutil/trace.go:171","msg":"trace[1769157986] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3958; }","duration":"2.337861205s","start":"2026-07-24T05:31:50.949311Z","end":"2026-07-24T05:31:53.287173Z","steps":["trace[1769157986] 'agreement among raft nodes before linearized reading' (duration: 2.336904994s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:53.287244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:50.949291Z","time spent":"2.337934907s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:53.286366Z","caller":"traceutil/trace.go:171","msg":"trace[1465333582] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"841.739253ms","start":"2026-07-24T05:31:52.444617Z","end":"2026-07-24T05:31:53.286357Z","steps":["trace[1465333582] 'process raft request' (duration: 841.439176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:53.287433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.444577Z","time spent":"842.803447ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:53.28636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981197997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-07-24T05:31:53.287581Z","caller":"traceutil/trace.go:171","msg":"trace[1650604937] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3958; }","duration":"1.982477506s","start":"2026-07-24T05:31:51.305086Z","end":"2026-07-24T05:31:53.287564Z","steps":["trace[1650604937] 'agreement among raft nodes before linearized reading' (duration: 1.981111265s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:53.286383Z","caller":"traceutil/trace.go:171","msg":"trace[502817522] transaction","detail":"{read_only:false; response_revision:3958; number_of_response:1; }","duration":"841.686791ms","start":"2026-07-24T05:31:52.444681Z","end":"2026-07-24T05:31:53.286368Z","steps":["trace[502817522] 'process raft request' (duration: 841.426015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:53.287645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:51.305056Z","time spent":"1.982573219s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:31:53.287718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.444658Z","time spent":"842.982331ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:53.286454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84125437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:53.287801Z","caller":"traceutil/trace.go:171","msg":"trace[1746175384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3958; }","duration":"2.842645742s","start":"2026-07-24T05:31:50.445139Z","end":"2026-07-24T05:31:53.287784Z","steps":["trace[1746175384] 'agreement among raft nodes before linearized reading' (duration: 2.841079567s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:53.287865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:50.445117Z","time spent":"2.842729735s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:31:55.130389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00047775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:31:55.130484Z","caller":"traceutil/trace.go:171","msg":"trace[1808059709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000641843s","start":"2026-07-24T05:31:53.129821Z","end":"2026-07-24T05:31:55.130463Z","steps":["trace[1808059709] 'agreement among raft nodes before linearized reading' (duration: 2.00051162s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:55.130536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:53.129801Z","time spent":"2.000726006s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:31:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:31:56.373756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.704665ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:56.373948Z","caller":"traceutil/trace.go:171","msg":"trace[2140580947] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3958; }","duration":"278.91178ms","start":"2026-07-24T05:31:56.095012Z","end":"2026-07-24T05:31:56.373924Z","steps":["trace[2140580947] 'range keys from in-memory index tree' (duration: 278.686935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.374019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855623971s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:31:56.37422Z","caller":"traceutil/trace.go:171","msg":"trace[1180903338] transaction","detail":"{read_only:false; response_revision:3959; number_of_response:1; }","duration":"3.757143609s","start":"2026-07-24T05:31:52.617052Z","end":"2026-07-24T05:31:56.374196Z","steps":["trace[1180903338] 'process raft request' (duration: 901.208421ms)","trace[1180903338] 'compare' (duration: 2.854168127s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:56.374351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.617026Z","time spent":"3.757250071s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:56.374424Z","caller":"traceutil/trace.go:171","msg":"trace[1913269979] transaction","detail":"{read_only:false; response_revision:3963; number_of_response:1; }","duration":"1.078503271s","start":"2026-07-24T05:31:55.295901Z","end":"2026-07-24T05:31:56.374405Z","steps":["trace[1913269979] 'process raft request' (duration: 1.07845452s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:56.374431Z","caller":"traceutil/trace.go:171","msg":"trace[1838482545] transaction","detail":"{read_only:false; response_revision:3960; number_of_response:1; }","duration":"3.75723681s","start":"2026-07-24T05:31:52.617145Z","end":"2026-07-24T05:31:56.374382Z","steps":["trace[1838482545] 'process raft request' (duration: 3.757021995s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:56.374434Z","caller":"traceutil/trace.go:171","msg":"trace[652544623] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"3.755797109s","start":"2026-07-24T05:31:52.618598Z","end":"2026-07-24T05:31:56.374395Z","steps":["trace[652544623] 'process raft request' (duration: 3.755685986s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.37449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:55.295889Z","time spent":"1.078569063s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:56.374462Z","caller":"traceutil/trace.go:171","msg":"trace[1294994738] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"3.755162053s","start":"2026-07-24T05:31:52.619243Z","end":"2026-07-24T05:31:56.374405Z","steps":["trace[1294994738] 'process raft request' (duration: 3.755068871s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.374577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.617117Z","time spent":"3.757379644s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:56.37459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.618569Z","time spent":"3.755938991s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:56.374653Z","caller":"traceutil/trace.go:171","msg":"trace[556486998] linearizableReadLoop","detail":"{readStateIndex:4170; appliedIndex:4166; }","duration":"3.087744363s","start":"2026-07-24T05:31:53.286891Z","end":"2026-07-24T05:31:56.374635Z","steps":["trace[556486998] 'read index received' (duration: 231.296353ms)","trace[556486998] 'applied index is now lower than readState.Index' (duration: 2.85644596s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:56.374674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.619236Z","time spent":"3.755322076s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:56.374789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.577147596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:56.374822Z","caller":"traceutil/trace.go:171","msg":"trace[1366955443] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3963; }","duration":"3.577234238s","start":"2026-07-24T05:31:52.797578Z","end":"2026-07-24T05:31:56.374812Z","steps":["trace[1366955443] 'agreement among raft nodes before linearized reading' (duration: 3.577163216s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.374823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.742563334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:31:56.374855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.797556Z","time spent":"3.57729078s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:56.374878Z","caller":"traceutil/trace.go:171","msg":"trace[1397820232] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3963; }","duration":"3.742638455s","start":"2026-07-24T05:31:52.632224Z","end":"2026-07-24T05:31:56.374863Z","steps":["trace[1397820232] 'agreement among raft nodes before linearized reading' (duration: 3.742542413s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.374921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.632214Z","time spent":"3.742693846s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:56.374966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.718218593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:31:56.375019Z","caller":"traceutil/trace.go:171","msg":"trace[1625659995] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3963; }","duration":"3.718314715s","start":"2026-07-24T05:31:52.656691Z","end":"2026-07-24T05:31:56.375006Z","steps":["trace[1625659995] 'agreement among raft nodes before linearized reading' (duration: 3.718230893s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.375052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.656677Z","time spent":"3.718365596s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:56.375233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.103874639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:56.375274Z","caller":"traceutil/trace.go:171","msg":"trace[890510120] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3963; }","duration":"4.10393882s","start":"2026-07-24T05:31:52.271324Z","end":"2026-07-24T05:31:56.375263Z","steps":["trace[890510120] 'agreement among raft nodes before linearized reading' (duration: 4.10350347s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.375307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:52.271314Z","time spent":"4.103984901s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:31:56.875186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144588,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:31:56.896712Z","caller":"traceutil/trace.go:171","msg":"trace[1670023908] linearizableReadLoop","detail":"{readStateIndex:4174; appliedIndex:4171; }","duration":"521.993903ms","start":"2026-07-24T05:31:56.374691Z","end":"2026-07-24T05:31:56.896684Z","steps":["trace[1670023908] 'read index received' (duration: 521.698816ms)","trace[1670023908] 'applied index is now lower than readState.Index' (duration: 294.127µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:56.896895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730059076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:56.89694Z","caller":"traceutil/trace.go:171","msg":"trace[726936973] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3966; }","duration":"1.730180548s","start":"2026-07-24T05:31:55.166747Z","end":"2026-07-24T05:31:56.896928Z","steps":["trace[726936973] 'agreement among raft nodes before linearized reading' (duration: 1.730065556s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.896985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:55.166717Z","time spent":"1.73025795s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:56.897117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601301383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:31:56.897232Z","caller":"traceutil/trace.go:171","msg":"trace[377162892] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3966; }","duration":"1.601430056s","start":"2026-07-24T05:31:55.295783Z","end":"2026-07-24T05:31:56.897213Z","steps":["trace[377162892] 'agreement among raft nodes before linearized reading' (duration: 1.600983916s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.897323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:55.295729Z","time spent":"1.601579459s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:31:56.897349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529748286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:31:56.897422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601061177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:31:56.897476Z","caller":"traceutil/trace.go:171","msg":"trace[1220979279] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3966; }","duration":"1.529892539s","start":"2026-07-24T05:31:55.367534Z","end":"2026-07-24T05:31:56.897426Z","steps":["trace[1220979279] 'agreement among raft nodes before linearized reading' (duration: 1.529698984s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:56.897493Z","caller":"traceutil/trace.go:171","msg":"trace[872181408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3966; }","duration":"1.60116234s","start":"2026-07-24T05:31:55.296313Z","end":"2026-07-24T05:31:56.897475Z","steps":["trace[872181408] 'agreement among raft nodes before linearized reading' (duration: 1.600963915s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:56.897491Z","caller":"traceutil/trace.go:171","msg":"trace[828355131] transaction","detail":"{read_only:false; response_revision:3964; number_of_response:1; }","duration":"1.601520078s","start":"2026-07-24T05:31:55.295946Z","end":"2026-07-24T05:31:56.897466Z","steps":["trace[828355131] 'process raft request' (duration: 1.600511554s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.897545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:55.296275Z","time spent":"1.601253452s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:31:56.897642Z","caller":"traceutil/trace.go:171","msg":"trace[618448618] transaction","detail":"{read_only:false; response_revision:3966; number_of_response:1; }","duration":"1.601530988s","start":"2026-07-24T05:31:55.296071Z","end":"2026-07-24T05:31:56.897602Z","steps":["trace[618448618] 'process raft request' (duration: 1.600572755s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.897252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766758361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:56.897739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.490553988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:56.897805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.595964109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:56.897846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.249496175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:56.897562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:55.367519Z","time spent":"1.530001592s","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:56.897856Z","caller":"traceutil/trace.go:171","msg":"trace[1487173952] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3966; }","duration":"3.596051141s","start":"2026-07-24T05:31:53.301792Z","end":"2026-07-24T05:31:56.897843Z","steps":["trace[1487173952] 'agreement among raft nodes before linearized reading' (duration: 3.595960729s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.897937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:53.301772Z","time spent":"3.596156063s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:31:56.897642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:55.295916Z","time spent":"1.60162991s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:31:56.897941Z","caller":"traceutil/trace.go:171","msg":"trace[142393769] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3966; }","duration":"2.490843905s","start":"2026-07-24T05:31:54.407078Z","end":"2026-07-24T05:31:56.897922Z","steps":["trace[142393769] 'agreement among raft nodes before linearized reading' (duration: 2.490532548s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.898014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:54.407058Z","time spent":"2.490938667s","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:56.897774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:55.296036Z","time spent":"1.601652521s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:56.89758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351485289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:31:56.898186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.277765146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:31:56.898211Z","caller":"traceutil/trace.go:171","msg":"trace[54243320] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:3966; }","duration":"2.352250605s","start":"2026-07-24T05:31:54.545941Z","end":"2026-07-24T05:31:56.898192Z","steps":["trace[54243320] 'agreement among raft nodes before linearized reading' (duration: 2.351330414s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.89828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:54.545919Z","time spent":"2.352341778s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:31:56.897927Z","caller":"traceutil/trace.go:171","msg":"trace[154726694] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:3966; }","duration":"3.249580927s","start":"2026-07-24T05:31:53.648289Z","end":"2026-07-24T05:31:56.89787Z","steps":["trace[154726694] 'agreement among raft nodes before linearized reading' (duration: 3.249521545s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.898369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:53.648267Z","time spent":"3.250079889s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:31:56.89778Z","caller":"traceutil/trace.go:171","msg":"trace[899407604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3966; }","duration":"1.767318913s","start":"2026-07-24T05:31:55.130445Z","end":"2026-07-24T05:31:56.897764Z","steps":["trace[899407604] 'agreement among raft nodes before linearized reading' (duration: 1.766779411s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:56.897136Z","caller":"traceutil/trace.go:171","msg":"trace[1986968473] transaction","detail":"{read_only:false; response_revision:3965; number_of_response:1; }","duration":"1.601057827s","start":"2026-07-24T05:31:55.296037Z","end":"2026-07-24T05:31:56.897095Z","steps":["trace[1986968473] 'process raft request' (duration: 1.600566905s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:56.898226Z","caller":"traceutil/trace.go:171","msg":"trace[1511419534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3966; }","duration":"3.277836298s","start":"2026-07-24T05:31:53.62038Z","end":"2026-07-24T05:31:56.898216Z","steps":["trace[1511419534] 'agreement among raft nodes before linearized reading' (duration: 3.277703335s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:56.898611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:53.620361Z","time spent":"3.278236116s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:31:56.898586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:55.296005Z","time spent":"1.6024877s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:56.898694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:55.130425Z","time spent":"1.76804909s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:57.740991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.953565ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:31:57.741232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:56.900232Z","time spent":"840.994785ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:31:57.741385Z","caller":"traceutil/trace.go:171","msg":"trace[603836410] transaction","detail":"{read_only:false; response_revision:3967; number_of_response:1; }","duration":"837.360211ms","start":"2026-07-24T05:31:56.904004Z","end":"2026-07-24T05:31:57.741364Z","steps":["trace[603836410] 'process raft request' (duration: 837.202908ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:57.741417Z","caller":"traceutil/trace.go:171","msg":"trace[437625752] linearizableReadLoop","detail":"{readStateIndex:4175; appliedIndex:4174; }","duration":"839.242415ms","start":"2026-07-24T05:31:56.902116Z","end":"2026-07-24T05:31:57.741358Z","steps":["trace[437625752] 'read index received' (duration: 83.896351ms)","trace[437625752] 'applied index is now lower than readState.Index' (duration: 755.342044ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:31:57.74149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:56.90398Z","time spent":"837.451884ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:31:57.74158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.43701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:57.741673Z","caller":"traceutil/trace.go:171","msg":"trace[637924810] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3967; }","duration":"839.585223ms","start":"2026-07-24T05:31:56.902065Z","end":"2026-07-24T05:31:57.74165Z","steps":["trace[637924810] 'agreement among raft nodes before linearized reading' (duration: 839.405259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:57.741725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:56.902049Z","time spent":"839.667555ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:31:57.741747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.842374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:31:57.741797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.471559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:31:57.741861Z","caller":"traceutil/trace.go:171","msg":"trace[461584856] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3967; }","duration":"311.024278ms","start":"2026-07-24T05:31:57.430811Z","end":"2026-07-24T05:31:57.741835Z","steps":["trace[461584856] 'agreement among raft nodes before linearized reading' (duration: 310.808203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:31:57.74197Z","caller":"traceutil/trace.go:171","msg":"trace[1410863559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3967; }","duration":"832.689663ms","start":"2026-07-24T05:31:56.909245Z","end":"2026-07-24T05:31:57.741935Z","steps":["trace[1410863559] 'agreement among raft nodes before linearized reading' (duration: 832.386366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:57.741971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:57.430787Z","time spent":"311.164691ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:31:57.742035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:56.909231Z","time spent":"832.793086ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:31:57.742054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.281794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:31:57.7421Z","caller":"traceutil/trace.go:171","msg":"trace[532190188] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3967; }","duration":"832.358236ms","start":"2026-07-24T05:31:56.909728Z","end":"2026-07-24T05:31:57.742087Z","steps":["trace[532190188] 'agreement among raft nodes before linearized reading' (duration: 832.058719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:57.742203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:56.909722Z","time spent":"832.441148ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:31:57.742222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.669874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-24T05:31:57.74238Z","caller":"traceutil/trace.go:171","msg":"trace[604897731] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:3967; }","duration":"598.074304ms","start":"2026-07-24T05:31:57.144285Z","end":"2026-07-24T05:31:57.742359Z","steps":["trace[604897731] 'agreement among raft nodes before linearized reading' (duration: 597.353018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:57.742478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:57.144268Z","time spent":"598.190886ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T05:31:59.743964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999664072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:31:59.744068Z","caller":"traceutil/trace.go:171","msg":"trace[1792740986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999828646s","start":"2026-07-24T05:31:57.744215Z","end":"2026-07-24T05:31:59.744044Z","steps":["trace[1792740986] 'agreement among raft nodes before linearized reading' (duration: 1.999692713s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:31:59.744126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:57.744193Z","time spent":"1.999922468s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:32:00.282498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.901622485s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:32:00.471651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244391895s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:00.47192Z","caller":"traceutil/trace.go:171","msg":"trace[1626589405] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"2.091126777s","start":"2026-07-24T05:31:58.380775Z","end":"2026-07-24T05:32:00.471902Z","steps":["trace[1626589405] 'process raft request' (duration: 2.091017675s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:00.47198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.380765Z","time spent":"2.091190919s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:00.47218Z","caller":"traceutil/trace.go:171","msg":"trace[1217348584] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"2.728376733s","start":"2026-07-24T05:31:57.743793Z","end":"2026-07-24T05:32:00.47217Z","steps":["trace[1217348584] 'process raft request' (duration: 483.355274ms)","trace[1217348584] 'compare' (duration: 2.243953454s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:00.472223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:57.743762Z","time spent":"2.728441144s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:00.472359Z","caller":"traceutil/trace.go:171","msg":"trace[596639871] linearizableReadLoop","detail":"{readStateIndex:4177; appliedIndex:4176; }","duration":"2.728091746s","start":"2026-07-24T05:31:57.744256Z","end":"2026-07-24T05:32:00.472347Z","steps":["trace[596639871] 'read index received' (duration: 482.832542ms)","trace[596639871] 'applied index is now lower than readState.Index' (duration: 2.245257724s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:00.973559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:01.474174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:01.752884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000670444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:32:01.752984Z","caller":"traceutil/trace.go:171","msg":"trace[55739806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000838938s","start":"2026-07-24T05:31:59.752117Z","end":"2026-07-24T05:32:01.752956Z","steps":["trace[55739806] 'agreement among raft nodes before linearized reading' (duration: 2.000689594s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:01.753064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:59.752107Z","time spent":"2.000937781s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:32:01.975032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:02.276681Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.993902489s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:32:02.277237Z","caller":"traceutil/trace.go:171","msg":"trace[1068083115] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"3.370974401s","start":"2026-07-24T05:31:58.906219Z","end":"2026-07-24T05:32:02.277193Z","steps":["trace[1068083115] 'process raft request' (duration: 3.370673564s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:02.277273Z","caller":"traceutil/trace.go:171","msg":"trace[1461787725] transaction","detail":"{read_only:false; response_revision:3972; number_of_response:1; }","duration":"3.369132248s","start":"2026-07-24T05:31:58.908121Z","end":"2026-07-24T05:32:02.277253Z","steps":["trace[1461787725] 'process raft request' (duration: 3.369048436s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:02.277286Z","caller":"traceutil/trace.go:171","msg":"trace[934258182] transaction","detail":"{read_only:false; response_revision:3971; number_of_response:1; }","duration":"3.370978092s","start":"2026-07-24T05:31:58.906288Z","end":"2026-07-24T05:32:02.277266Z","steps":["trace[934258182] 'process raft request' (duration: 3.370823668s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:02.277435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.908085Z","time spent":"3.369257712s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:02.277473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.906259Z","time spent":"3.371178947s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:02.277478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.906194Z","time spent":"3.371140845s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:03.378191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998941658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T05:32:03.378193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999094152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T05:32:03.378237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998968068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:32:03.378287Z","caller":"traceutil/trace.go:171","msg":"trace[458462212] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999142623s","start":"2026-07-24T05:31:58.37912Z","end":"2026-07-24T05:32:03.378263Z","steps":["trace[458462212] 'agreement among raft nodes before linearized reading' (duration: 4.998993569s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:03.378319Z","caller":"traceutil/trace.go:171","msg":"trace[1376558246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999308026s","start":"2026-07-24T05:31:58.378983Z","end":"2026-07-24T05:32:03.378291Z","steps":["trace[1376558246] 'agreement among raft nodes before linearized reading' (duration: 4.999148353s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:03.378327Z","caller":"traceutil/trace.go:171","msg":"trace[139857994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999122463s","start":"2026-07-24T05:31:58.379183Z","end":"2026-07-24T05:32:03.378305Z","steps":["trace[139857994] 'agreement among raft nodes before linearized reading' (duration: 4.99902722s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:03.378346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.379087Z","time spent":"4.999247665s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:32:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:03.378389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.378959Z","time spent":"4.999416939s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:32:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:03.378392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.379137Z","time spent":"4.999234965s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:32:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:03.753555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999785054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:32:03.75368Z","caller":"traceutil/trace.go:171","msg":"trace[797577764] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999995959s","start":"2026-07-24T05:32:01.753655Z","end":"2026-07-24T05:32:03.753651Z","steps":["trace[797577764] 'agreement among raft nodes before linearized reading' (duration: 1.999816855s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:03.753744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:01.753634Z","time spent":"2.000097772s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:32:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:04.792492Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.515618156s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:32:04.793142Z","caller":"traceutil/trace.go:171","msg":"trace[136598698] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"4.167719397s","start":"2026-07-24T05:32:00.625381Z","end":"2026-07-24T05:32:04.7931Z","steps":["trace[136598698] 'process raft request' (duration: 4.16737837s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:04.793371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:00.625359Z","time spent":"4.167878292s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:05.76647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:32:05.766565Z","caller":"traceutil/trace.go:171","msg":"trace[1444282814] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000200474s","start":"2026-07-24T05:32:03.76635Z","end":"2026-07-24T05:32:05.766551Z","steps":["trace[1444282814] 'agreement among raft nodes before linearized reading' (duration: 2.000086591s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:05.766611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:03.766326Z","time spent":"2.000278166s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:32:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:06.449655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656657638s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:32:06.450383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.602154ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:06.45056Z","caller":"traceutil/trace.go:171","msg":"trace[684343864] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3973; }","duration":"355.783028ms","start":"2026-07-24T05:32:06.094746Z","end":"2026-07-24T05:32:06.450529Z","steps":["trace[684343864] 'range keys from in-memory index tree' (duration: 355.582703ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:06.451596Z","caller":"traceutil/trace.go:171","msg":"trace[161757987] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"5.65812332s","start":"2026-07-24T05:32:00.793426Z","end":"2026-07-24T05:32:06.451549Z","steps":["trace[161757987] 'process raft request' (duration: 5.656406871s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:06.451922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:00.793402Z","time spent":"5.658285003s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:07.132588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.837469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:07.132781Z","caller":"traceutil/trace.go:171","msg":"trace[1486674986] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"5.447475781s","start":"2026-07-24T05:32:01.685262Z","end":"2026-07-24T05:32:07.132738Z","steps":["trace[1486674986] 'process raft request' (duration: 4.766265923s)","trace[1486674986] 'compare' (duration: 680.663656ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:07.13299Z","caller":"traceutil/trace.go:171","msg":"trace[597527198] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"2.849565392s","start":"2026-07-24T05:32:04.283398Z","end":"2026-07-24T05:32:07.132964Z","steps":["trace[597527198] 'process raft request' (duration: 2.84951232s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.133004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:01.685208Z","time spent":"5.447673755s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:07.13368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.226410213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:32:07.133681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.752189488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:32:07.133084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:04.28335Z","time spent":"2.849697305s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:07.13374Z","caller":"traceutil/trace.go:171","msg":"trace[1475738663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3979; }","duration":"9.226508485s","start":"2026-07-24T05:31:57.90721Z","end":"2026-07-24T05:32:07.133718Z","steps":["trace[1475738663] 'agreement among raft nodes before linearized reading' (duration: 9.226317501s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:07.133763Z","caller":"traceutil/trace.go:171","msg":"trace[1038711150] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:3979; }","duration":"8.75228728s","start":"2026-07-24T05:31:58.381453Z","end":"2026-07-24T05:32:07.13374Z","steps":["trace[1038711150] 'agreement among raft nodes before linearized reading' (duration: 8.752053104s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:07.13314Z","caller":"traceutil/trace.go:171","msg":"trace[1933520012] linearizableReadLoop","detail":"{readStateIndex:4185; appliedIndex:4178; }","duration":"6.660738945s","start":"2026-07-24T05:32:00.472389Z","end":"2026-07-24T05:32:07.133128Z","steps":["trace[1933520012] 'read index received' (duration: 1.804674334s)","trace[1933520012] 'applied index is now lower than readState.Index' (duration: 4.856062781s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:07.13379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:57.907186Z","time spent":"9.226589377s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:32:07.133817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.38144Z","time spent":"8.752363563s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:32:07.133339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.387330856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-07-24T05:32:07.133354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.849969265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:07.133919Z","caller":"traceutil/trace.go:171","msg":"trace[1094297950] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:3979; }","duration":"9.387885619s","start":"2026-07-24T05:31:57.745985Z","end":"2026-07-24T05:32:07.13387Z","steps":["trace[1094297950] 'agreement among raft nodes before linearized reading' (duration: 9.387183273s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:07.133961Z","caller":"traceutil/trace.go:171","msg":"trace[1925275958] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:3979; }","duration":"7.850564348s","start":"2026-07-24T05:31:59.283368Z","end":"2026-07-24T05:32:07.133932Z","steps":["trace[1925275958] 'agreement among raft nodes before linearized reading' (duration: 7.849938544s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.133991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:57.745977Z","time spent":"9.387998871s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:32:07.133394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.924345391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:07.134018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:59.28328Z","time spent":"7.850720792s","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:07.134059Z","caller":"traceutil/trace.go:171","msg":"trace[699471209] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3979; }","duration":"8.925046426s","start":"2026-07-24T05:31:58.208987Z","end":"2026-07-24T05:32:07.134033Z","steps":["trace[699471209] 'agreement among raft nodes before linearized reading' (duration: 8.924376671s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.133404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.241429959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:07.134134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.208955Z","time spent":"8.925155469s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:07.134143Z","caller":"traceutil/trace.go:171","msg":"trace[192943255] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3979; }","duration":"7.242193126s","start":"2026-07-24T05:31:59.891928Z","end":"2026-07-24T05:32:07.134121Z","steps":["trace[192943255] 'agreement among raft nodes before linearized reading' (duration: 7.24144929s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.134205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:59.891905Z","time spent":"7.242279448s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:07.133428Z","caller":"traceutil/trace.go:171","msg":"trace[68642735] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"2.850004422s","start":"2026-07-24T05:32:04.283386Z","end":"2026-07-24T05:32:07.13339Z","steps":["trace[68642735] 'process raft request' (duration: 2.849490119s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.134347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:04.283355Z","time spent":"2.850917523s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:07.133484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.385692929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-24T05:32:07.134447Z","caller":"traceutil/trace.go:171","msg":"trace[1344561219] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3979; }","duration":"7.386666821s","start":"2026-07-24T05:31:59.747764Z","end":"2026-07-24T05:32:07.13443Z","steps":["trace[1344561219] 'agreement among raft nodes before linearized reading' (duration: 7.385658009s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.134503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:59.747751Z","time spent":"7.386737363s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:32:07.133483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.381535423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:07.134568Z","caller":"traceutil/trace.go:171","msg":"trace[821985909] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3979; }","duration":"9.382624567s","start":"2026-07-24T05:31:57.751921Z","end":"2026-07-24T05:32:07.134545Z","steps":["trace[821985909] 'agreement among raft nodes before linearized reading' (duration: 9.381493161s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.134664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:57.751911Z","time spent":"9.38270856s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:32:07.133469Z","caller":"traceutil/trace.go:171","msg":"trace[259829994] transaction","detail":"{read_only:false; response_revision:3976; number_of_response:1; }","duration":"4.655097786s","start":"2026-07-24T05:32:02.478343Z","end":"2026-07-24T05:32:07.133441Z","steps":["trace[259829994] 'process raft request' (duration: 4.65441725s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:07.133512Z","caller":"traceutil/trace.go:171","msg":"trace[704957231] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"2.850197676s","start":"2026-07-24T05:32:04.283301Z","end":"2026-07-24T05:32:07.133499Z","steps":["trace[704957231] 'process raft request' (duration: 2.84953454s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.134836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:02.478315Z","time spent":"4.656470367s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:07.134939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:04.283276Z","time spent":"2.851601789s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:07.1335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.279116306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:07.135077Z","caller":"traceutil/trace.go:171","msg":"trace[1315257963] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3979; }","duration":"9.280762714s","start":"2026-07-24T05:31:57.854299Z","end":"2026-07-24T05:32:07.135062Z","steps":["trace[1315257963] 'agreement among raft nodes before linearized reading' (duration: 9.279103006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.135132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:57.854277Z","time spent":"9.280838865s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:07.133531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.977328346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:07.135414Z","caller":"traceutil/trace.go:171","msg":"trace[1675637670] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3979; }","duration":"7.97924406s","start":"2026-07-24T05:31:59.156154Z","end":"2026-07-24T05:32:07.135398Z","steps":["trace[1675637670] 'agreement among raft nodes before linearized reading' (duration: 7.977358747s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.135468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:59.156128Z","time spent":"7.979323821s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:07.133548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.385597377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:32:07.135552Z","caller":"traceutil/trace.go:171","msg":"trace[1399139663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3979; }","duration":"7.387643254s","start":"2026-07-24T05:31:59.747892Z","end":"2026-07-24T05:32:07.135535Z","steps":["trace[1399139663] 'agreement among raft nodes before linearized reading' (duration: 7.385502615s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.135623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:59.74787Z","time spent":"7.387733796s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:32:07.133522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.662598518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:07.135819Z","caller":"traceutil/trace.go:171","msg":"trace[1376371751] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3979; }","duration":"8.664979992s","start":"2026-07-24T05:31:58.470811Z","end":"2026-07-24T05:32:07.135791Z","steps":["trace[1376371751] 'agreement among raft nodes before linearized reading' (duration: 8.662572137s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.135871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.470663Z","time spent":"8.665183337s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:07.133561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.38400668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:32:07.136014Z","caller":"traceutil/trace.go:171","msg":"trace[1872874057] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:3979; }","duration":"7.386495817s","start":"2026-07-24T05:31:59.749508Z","end":"2026-07-24T05:32:07.136004Z","steps":["trace[1872874057] 'agreement among raft nodes before linearized reading' (duration: 7.383937958s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.136041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:59.749495Z","time spent":"7.386537399s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:32:07.133561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.753888627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:32:07.136158Z","caller":"traceutil/trace.go:171","msg":"trace[515684525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3979; }","duration":"8.756547309s","start":"2026-07-24T05:31:58.379602Z","end":"2026-07-24T05:32:07.136149Z","steps":["trace[515684525] 'agreement among raft nodes before linearized reading' (duration: 8.753760044s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.136187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:31:58.379583Z","time spent":"8.75659616s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:32:07.634617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144611,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:07.766864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:32:07.766993Z","caller":"traceutil/trace.go:171","msg":"trace[778835377] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000194175s","start":"2026-07-24T05:32:05.766769Z","end":"2026-07-24T05:32:07.766964Z","steps":["trace[778835377] 'agreement among raft nodes before linearized reading' (duration: 2.000025141s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.767111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:05.766756Z","time spent":"2.000339058s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:32:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:07.928687Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126925297s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:32:07.929236Z","caller":"traceutil/trace.go:171","msg":"trace[1966404553] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"1.200341707s","start":"2026-07-24T05:32:06.728864Z","end":"2026-07-24T05:32:07.929205Z","steps":["trace[1966404553] 'process raft request' (duration: 1.200124702s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:07.929393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:06.728806Z","time spent":"1.20050579s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19323,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:08.378699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998463919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T05:32:08.378723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99807833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:32:08.37881Z","caller":"traceutil/trace.go:171","msg":"trace[278571622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998638023s","start":"2026-07-24T05:32:05.380147Z","end":"2026-07-24T05:32:08.378785Z","steps":["trace[278571622] 'agreement among raft nodes before linearized reading' (duration: 2.99850398s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:08.378818Z","caller":"traceutil/trace.go:171","msg":"trace[616545640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998217593s","start":"2026-07-24T05:32:05.380576Z","end":"2026-07-24T05:32:08.378793Z","steps":["trace[616545640] 'agreement among raft nodes before linearized reading' (duration: 2.998116911s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:08.378876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:05.380128Z","time spent":"2.998733754s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:32:08.378861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998325475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} 2026/07/24 05:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T05:32:08.378951Z","caller":"traceutil/trace.go:171","msg":"trace[259142217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998456668s","start":"2026-07-24T05:32:05.380475Z","end":"2026-07-24T05:32:08.378931Z","steps":["trace[259142217] 'agreement among raft nodes before linearized reading' (duration: 2.998336625s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:08.379004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:05.380465Z","time spent":"2.998527529s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:08.378752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:07.14259Z","time spent":"1.236150969s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:32:08.37889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:05.380555Z","time spent":"2.998317035s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/24 05:32:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:09.345327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000679855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:32:09.345446Z","caller":"traceutil/trace.go:171","msg":"trace[147812407] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00087294s","start":"2026-07-24T05:32:07.344545Z","end":"2026-07-24T05:32:09.345418Z","steps":["trace[147812407] 'agreement among raft nodes before linearized reading' (duration: 2.000713866s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:09.345507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:07.344495Z","time spent":"2.001000332s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:32:09.747024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:07.142457Z","time spent":"2.604559913s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:32:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:09.776771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:32:09.776846Z","caller":"traceutil/trace.go:171","msg":"trace[1300109697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000803247s","start":"2026-07-24T05:32:07.776025Z","end":"2026-07-24T05:32:09.776828Z","steps":["trace[1300109697] 'agreement among raft nodes before linearized reading' (duration: 2.000710675s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:09.776885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:07.775998Z","time spent":"2.000878679s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:32:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:11.039154Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.11023534s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:32:11.04024Z","caller":"traceutil/trace.go:171","msg":"trace[253317800] transaction","detail":"{read_only:false; response_revision:3983; number_of_response:1; }","duration":"3.895514334s","start":"2026-07-24T05:32:07.144692Z","end":"2026-07-24T05:32:11.040206Z","steps":["trace[253317800] 'process raft request' (duration: 3.895002642s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:11.040377Z","caller":"traceutil/trace.go:171","msg":"trace[1441490284] transaction","detail":"{read_only:false; response_revision:3984; number_of_response:1; }","duration":"3.767736103s","start":"2026-07-24T05:32:07.272595Z","end":"2026-07-24T05:32:11.040331Z","steps":["trace[1441490284] 'process raft request' (duration: 3.767468077s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:11.040504Z","caller":"traceutil/trace.go:171","msg":"trace[186590212] linearizableReadLoop","detail":"{readStateIndex:4195; appliedIndex:4189; }","duration":"3.906659541s","start":"2026-07-24T05:32:07.133812Z","end":"2026-07-24T05:32:11.040471Z","steps":["trace[186590212] 'read index received' (duration: 795.140171ms)","trace[186590212] 'applied index is now lower than readState.Index' (duration: 3.11151812s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:11.040599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.923683676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:11.040654Z","caller":"traceutil/trace.go:171","msg":"trace[215111446] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3985; }","duration":"4.923781788s","start":"2026-07-24T05:32:06.116861Z","end":"2026-07-24T05:32:11.040643Z","steps":["trace[215111446] 'agreement among raft nodes before linearized reading' (duration: 4.923696087s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:11.040661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.804925198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:11.040724Z","caller":"traceutil/trace.go:171","msg":"trace[1510709589] transaction","detail":"{read_only:false; response_revision:3985; number_of_response:1; }","duration":"3.420563063s","start":"2026-07-24T05:32:07.620152Z","end":"2026-07-24T05:32:11.040715Z","steps":["trace[1510709589] 'process raft request' (duration: 3.420114253s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:11.04073Z","caller":"traceutil/trace.go:171","msg":"trace[908772171] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:3985; }","duration":"5.805050501s","start":"2026-07-24T05:32:05.235663Z","end":"2026-07-24T05:32:11.040714Z","steps":["trace[908772171] 'agreement among raft nodes before linearized reading' (duration: 5.804930018s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:11.040759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.566034402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:32:11.040819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:07.620118Z","time spent":"3.420634875s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:11.040815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:05.235638Z","time spent":"5.805126613s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:11.040722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.827303342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:11.040839Z","caller":"traceutil/trace.go:171","msg":"trace[2127901131] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3985; }","duration":"10.566184977s","start":"2026-07-24T05:32:00.474643Z","end":"2026-07-24T05:32:11.040828Z","steps":["trace[2127901131] 'agreement among raft nodes before linearized reading' (duration: 10.565978112s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:11.040865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.45827721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:32:11.040893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:00.474617Z","time spent":"10.566267319s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:32:11.040898Z","caller":"traceutil/trace.go:171","msg":"trace[958035169] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3985; }","duration":"7.82755653s","start":"2026-07-24T05:32:03.213318Z","end":"2026-07-24T05:32:11.040874Z","steps":["trace[958035169] 'agreement among raft nodes before linearized reading' (duration: 7.827299343s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:11.040919Z","caller":"traceutil/trace.go:171","msg":"trace[428696066] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:3985; }","duration":"5.458374823s","start":"2026-07-24T05:32:05.582529Z","end":"2026-07-24T05:32:11.040903Z","steps":["trace[428696066] 'agreement among raft nodes before linearized reading' (duration: 5.458176578s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:11.040967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:05.582507Z","time spent":"5.458449355s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":25,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:11.040968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:03.213285Z","time spent":"7.827668622s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:11.040661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:07.272566Z","time spent":"3.767952528s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:11.041107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.058498315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:11.04114Z","caller":"traceutil/trace.go:171","msg":"trace[1831493698] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3985; }","duration":"4.058599957s","start":"2026-07-24T05:32:06.98253Z","end":"2026-07-24T05:32:11.04113Z","steps":["trace[1831493698] 'agreement among raft nodes before linearized reading' (duration: 4.058482645s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:11.040427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:07.144663Z","time spent":"3.895667846s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:11.041168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:06.982445Z","time spent":"4.05871617s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":81,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:11.040686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:06.116835Z","time spent":"4.92384347s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:11.540891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:11.783842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000803029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:32:11.783959Z","caller":"traceutil/trace.go:171","msg":"trace[1967269261] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000986623s","start":"2026-07-24T05:32:09.782941Z","end":"2026-07-24T05:32:11.783927Z","steps":["trace[1967269261] 'agreement among raft nodes before linearized reading' (duration: 2.00082591s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:11.784017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:09.782929Z","time spent":"2.001076335s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:32:12.041856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:12.542456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:13.042942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:13.380371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:08.3818Z","time spent":"4.998558671s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:32:13.380414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:08.381546Z","time spent":"4.998859917s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:32:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/24 05:32:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:13.543686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144625,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:13.56545Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.082091359s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:32:13.56599Z","caller":"traceutil/trace.go:171","msg":"trace[1344810270] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3987; }","duration":"5.18280962s","start":"2026-07-24T05:32:08.383149Z","end":"2026-07-24T05:32:13.565959Z","steps":["trace[1344810270] 'process raft request' (duration: 5.182685147s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:13.566157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:08.383127Z","time spent":"5.182933343s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:13.566428Z","caller":"traceutil/trace.go:171","msg":"trace[1530891037] transaction","detail":"{read_only:false; response_revision:3988; number_of_response:1; }","duration":"4.426119375s","start":"2026-07-24T05:32:09.140288Z","end":"2026-07-24T05:32:13.566407Z","steps":["trace[1530891037] 'process raft request' (duration: 4.425578903s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:13.566547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:09.140263Z","time spent":"4.426217688s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:13.566688Z","caller":"traceutil/trace.go:171","msg":"trace[1429329355] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"4.425703286s","start":"2026-07-24T05:32:09.140968Z","end":"2026-07-24T05:32:13.566671Z","steps":["trace[1429329355] 'process raft request' (duration: 4.42542845s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:13.566675Z","caller":"traceutil/trace.go:171","msg":"trace[787076559] transaction","detail":"{read_only:false; response_revision:3989; number_of_response:1; }","duration":"4.426218077s","start":"2026-07-24T05:32:09.140419Z","end":"2026-07-24T05:32:13.566637Z","steps":["trace[787076559] 'process raft request' (duration: 4.425861069s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:13.566747Z","caller":"traceutil/trace.go:171","msg":"trace[1893262944] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3991; }","duration":"3.816943765s","start":"2026-07-24T05:32:09.749772Z","end":"2026-07-24T05:32:13.566716Z","steps":["trace[1893262944] 'process raft request' (duration: 3.816870093s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:13.56684Z","caller":"traceutil/trace.go:171","msg":"trace[1577164543] transaction","detail":"{read_only:false; response_revision:3991; number_of_response:1; }","duration":"4.425272416s","start":"2026-07-24T05:32:09.141553Z","end":"2026-07-24T05:32:13.566826Z","steps":["trace[1577164543] 'process raft request' (duration: 4.425052771s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:13.566855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:09.140382Z","time spent":"4.426390471s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:13.566915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:09.141545Z","time spent":"4.425332857s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:13.566926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:09.749747Z","time spent":"3.817080848s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":468,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:13.566777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:09.140959Z","time spent":"4.425774147s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:13.796741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000427939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:32:13.796833Z","caller":"traceutil/trace.go:171","msg":"trace[1702293477] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000630594s","start":"2026-07-24T05:32:11.796186Z","end":"2026-07-24T05:32:13.796816Z","steps":["trace[1702293477] 'agreement among raft nodes before linearized reading' (duration: 2.00046152s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:13.796877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:11.796166Z","time spent":"2.000702655s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:32:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:14.335087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.363527ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:32:14.335831Z","caller":"traceutil/trace.go:171","msg":"trace[1325852485] linearizableReadLoop","detail":"{readStateIndex:4204; appliedIndex:4195; }","duration":"3.295196469s","start":"2026-07-24T05:32:11.040589Z","end":"2026-07-24T05:32:14.335786Z","steps":["trace[1325852485] 'read index received' (duration: 2.525025573s)","trace[1325852485] 'applied index is now lower than readState.Index' (duration: 770.165056ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:14.336179Z","caller":"traceutil/trace.go:171","msg":"trace[676170432] transaction","detail":"{read_only:false; response_revision:3993; number_of_response:1; }","duration":"366.602267ms","start":"2026-07-24T05:32:13.969519Z","end":"2026-07-24T05:32:14.336121Z","steps":["trace[676170432] 'process raft request' (duration: 365.713096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:14.336493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:13.969485Z","time spent":"366.821052ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:16.004044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198505547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:16.004105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.446525319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:16.004149Z","caller":"traceutil/trace.go:171","msg":"trace[384407133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3993; }","duration":"2.198659131s","start":"2026-07-24T05:32:13.805462Z","end":"2026-07-24T05:32:16.004121Z","steps":["trace[384407133] 'agreement among raft nodes before linearized reading' (duration: 530.749295ms)","trace[384407133] 'range keys from in-memory index tree' (duration: 1.667758523s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.004201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:13.805449Z","time spent":"2.198743003s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:32:16.004187Z","caller":"traceutil/trace.go:171","msg":"trace[1652047270] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3993; }","duration":"7.446653552s","start":"2026-07-24T05:32:08.55751Z","end":"2026-07-24T05:32:16.004164Z","steps":["trace[1652047270] 'agreement among raft nodes before linearized reading' (duration: 5.778601383s)","trace[1652047270] 'count revisions from in-memory index tree' (duration: 1.667923516s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.004208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.865613741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:32:16.00423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.957613747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-07-24T05:32:16.004303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.881791017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:16.004339Z","caller":"traceutil/trace.go:171","msg":"trace[143222483] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:3993; }","duration":"5.881861319s","start":"2026-07-24T05:32:10.122464Z","end":"2026-07-24T05:32:16.004325Z","steps":["trace[143222483] 'agreement among raft nodes before linearized reading' (duration: 4.213561624s)","trace[143222483] 'count revisions from in-memory index tree' (duration: 1.668252914s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:16.004336Z","caller":"traceutil/trace.go:171","msg":"trace[2086222386] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3993; }","duration":"4.95774558s","start":"2026-07-24T05:32:11.046577Z","end":"2026-07-24T05:32:16.004322Z","steps":["trace[2086222386] 'agreement among raft nodes before linearized reading' (duration: 3.28965525s)","trace[2086222386] 'range keys from in-memory index tree' (duration: 1.667766773s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:16.004347Z","caller":"traceutil/trace.go:171","msg":"trace[1737557606] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3993; }","duration":"4.865822085s","start":"2026-07-24T05:32:11.138482Z","end":"2026-07-24T05:32:16.004304Z","steps":["trace[1737557606] 'agreement among raft nodes before linearized reading' (duration: 3.197745316s)","trace[1737557606] 'count revisions from in-memory index tree' (duration: 1.667889375s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.004369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:10.12244Z","time spent":"5.881920399s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:16.004385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:11.046563Z","time spent":"4.957813971s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:32:16.00441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:11.138454Z","time spent":"4.865938458s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:16.004548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.430208338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:16.00461Z","caller":"traceutil/trace.go:171","msg":"trace[1565116294] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3993; }","duration":"6.43027334s","start":"2026-07-24T05:32:09.574318Z","end":"2026-07-24T05:32:16.004592Z","steps":["trace[1565116294] 'agreement among raft nodes before linearized reading' (duration: 4.76174755s)","trace[1565116294] 'count revisions from in-memory index tree' (duration: 1.668439078s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.004586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.466822095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:16.004654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:09.574238Z","time spent":"6.430402363s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":33,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:16.004661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.864778709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"warn","ts":"2026-07-24T05:32:16.004674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.779354604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:16.004696Z","caller":"traceutil/trace.go:171","msg":"trace[405872280] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3993; }","duration":"8.8648318s","start":"2026-07-24T05:32:07.139853Z","end":"2026-07-24T05:32:16.004685Z","steps":["trace[405872280] 'agreement among raft nodes before linearized reading' (duration: 7.19631033s)","trace[405872280] 'range keys from in-memory index tree' (duration: 1.668230723s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:16.004713Z","caller":"traceutil/trace.go:171","msg":"trace[1138855894] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3993; }","duration":"6.779388075s","start":"2026-07-24T05:32:09.225309Z","end":"2026-07-24T05:32:16.004697Z","steps":["trace[1138855894] 'agreement among raft nodes before linearized reading' (duration: 5.110776203s)","trace[1138855894] 'count revisions from in-memory index tree' (duration: 1.66856144s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.004676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.860323286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"warn","ts":"2026-07-24T05:32:16.004745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:09.225236Z","time spent":"6.779500238s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:16.004761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.961329833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:16.004792Z","caller":"traceutil/trace.go:171","msg":"trace[901783274] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:3993; }","duration":"4.961404075s","start":"2026-07-24T05:32:11.043378Z","end":"2026-07-24T05:32:16.004782Z","steps":["trace[901783274] 'agreement among raft nodes before linearized reading' (duration: 3.292806564s)","trace[901783274] 'range keys from in-memory index tree' (duration: 1.66855883s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.004791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.318961024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:32:16.004799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094992915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:16.004687Z","caller":"traceutil/trace.go:171","msg":"trace[1706199339] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:3993; }","duration":"7.466981129s","start":"2026-07-24T05:32:08.537675Z","end":"2026-07-24T05:32:16.004656Z","steps":["trace[1706199339] 'agreement among raft nodes before linearized reading' (duration: 5.798448589s)","trace[1706199339] 'count revisions from in-memory index tree' (duration: 1.668389557s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:16.004811Z","caller":"traceutil/trace.go:171","msg":"trace[1822967025] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3993; }","duration":"8.86049928s","start":"2026-07-24T05:32:07.144266Z","end":"2026-07-24T05:32:16.004765Z","steps":["trace[1822967025] 'agreement among raft nodes before linearized reading' (duration: 7.191881848s)","trace[1822967025] 'range keys from in-memory index tree' (duration: 1.668132151s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:16.004845Z","caller":"traceutil/trace.go:171","msg":"trace[555039607] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3993; }","duration":"5.319048955s","start":"2026-07-24T05:32:10.685779Z","end":"2026-07-24T05:32:16.004828Z","steps":["trace[555039607] 'agreement among raft nodes before linearized reading' (duration: 3.650220438s)","trace[555039607] 'count revisions from in-memory index tree' (duration: 1.668746855s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.004878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:08.537647Z","time spent":"7.467213435s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:16.004877Z","caller":"traceutil/trace.go:171","msg":"trace[250497030] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3993; }","duration":"2.095098827s","start":"2026-07-24T05:32:13.909746Z","end":"2026-07-24T05:32:16.004845Z","steps":["trace[250497030] 'agreement among raft nodes before linearized reading' (duration: 426.451305ms)","trace[250497030] 'count revisions from in-memory index tree' (duration: 1.66855171s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.004905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:07.144255Z","time spent":"8.860628803s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:32:16.004913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.963526029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:32:16.004726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:07.139834Z","time spent":"8.864885162s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:32:16.004948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:13.909726Z","time spent":"2.09520427s","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:16.004963Z","caller":"traceutil/trace.go:171","msg":"trace[749359994] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:3993; }","duration":"5.963635531s","start":"2026-07-24T05:32:10.041312Z","end":"2026-07-24T05:32:16.004948Z","steps":["trace[749359994] 'agreement among raft nodes before linearized reading' (duration: 4.294739142s)","trace[749359994] 'count revisions from in-memory index tree' (duration: 1.668827716s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.004981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.051923388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5226d04e92905\" ","response":"range_response_count:1 size:874"} {"level":"warn","ts":"2026-07-24T05:32:16.005009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:10.041269Z","time spent":"5.963726163s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":34,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:16.005016Z","caller":"traceutil/trace.go:171","msg":"trace[1322235547] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c5226d04e92905; range_end:; response_count:1; response_revision:3993; }","duration":"7.051985099s","start":"2026-07-24T05:32:08.953019Z","end":"2026-07-24T05:32:16.005004Z","steps":["trace[1322235547] 'agreement among raft nodes before linearized reading' (duration: 5.38308011s)","trace[1322235547] 'range keys from in-memory index tree' (duration: 1.668810607s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.00505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:08.953003Z","time spent":"7.052038901s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5226d04e92905\" "} {"level":"warn","ts":"2026-07-24T05:32:16.004917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.863814694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:32:16.004818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:11.043351Z","time spent":"4.961460396s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T05:32:16.005114Z","caller":"traceutil/trace.go:171","msg":"trace[316342897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3993; }","duration":"7.864062799s","start":"2026-07-24T05:32:08.141038Z","end":"2026-07-24T05:32:16.0051Z","steps":["trace[316342897] 'agreement among raft nodes before linearized reading' (duration: 6.195097679s)","trace[316342897] 'range keys from in-memory index tree' (duration: 1.668720254s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.004891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:10.685758Z","time spent":"5.319121107s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:16.005147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:08.141014Z","time spent":"7.864124091s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:32:16.004252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:08.557498Z","time spent":"7.446743394s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:16.00546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.862001853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-07-24T05:32:16.005498Z","caller":"traceutil/trace.go:171","msg":"trace[1349288638] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3993; }","duration":"3.862077835s","start":"2026-07-24T05:32:12.143408Z","end":"2026-07-24T05:32:16.005486Z","steps":["trace[1349288638] 'agreement among raft nodes before linearized reading' (duration: 2.192828428s)","trace[1349288638] 'range keys from in-memory index tree' (duration: 1.669112174s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.005531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:12.143388Z","time spent":"3.862135566s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:32:16.005774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496901831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:16.005789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140228441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:16.005824Z","caller":"traceutil/trace.go:171","msg":"trace[1659827785] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3993; }","duration":"1.496987103s","start":"2026-07-24T05:32:14.508822Z","end":"2026-07-24T05:32:16.00581Z","steps":["trace[1659827785] 'count revisions from in-memory index tree' (duration: 1.49682934s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:16.005852Z","caller":"traceutil/trace.go:171","msg":"trace[1250914754] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:3993; }","duration":"1.140350375s","start":"2026-07-24T05:32:14.865488Z","end":"2026-07-24T05:32:16.005839Z","steps":["trace[1250914754] 'count revisions from in-memory index tree' (duration: 1.140084948s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:16.005908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:14.865436Z","time spent":"1.140439037s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:16.005734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.320827948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:16.006799Z","caller":"traceutil/trace.go:171","msg":"trace[1110887521] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:3993; }","duration":"3.32132636s","start":"2026-07-24T05:32:12.684854Z","end":"2026-07-24T05:32:16.006181Z","steps":["trace[1110887521] 'agreement among raft nodes before linearized reading' (duration: 1.651380587s)","trace[1110887521] 'count revisions from in-memory index tree' (duration: 1.669446652s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.006917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:12.684834Z","time spent":"3.322067736s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:16.006968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115675511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:16.007015Z","caller":"traceutil/trace.go:171","msg":"trace[1744201678] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3993; }","duration":"4.117500593s","start":"2026-07-24T05:32:11.889495Z","end":"2026-07-24T05:32:16.006995Z","steps":["trace[1744201678] 'agreement among raft nodes before linearized reading' (duration: 2.446729162s)","trace[1744201678] 'count revisions from in-memory index tree' (duration: 1.668963751s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.007401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:11.889464Z","time spent":"4.117924452s","remote":"127.0.0.1:53856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:16.005868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:14.508802Z","time spent":"1.497052324s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:16.00854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.51795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:16.008642Z","caller":"traceutil/trace.go:171","msg":"trace[280799604] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"839.953751ms","start":"2026-07-24T05:32:15.16865Z","end":"2026-07-24T05:32:16.008604Z","steps":["trace[280799604] 'process raft request' (duration: 684.299008ms)","trace[280799604] 'compare' (duration: 154.371343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:16.008688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:15.168608Z","time spent":"840.059693ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:17.624647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.771572342s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:32:17.807417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000872609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:32:17.80757Z","caller":"traceutil/trace.go:171","msg":"trace[1004947534] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001111724s","start":"2026-07-24T05:32:15.806424Z","end":"2026-07-24T05:32:17.807536Z","steps":["trace[1004947534] 'agreement among raft nodes before linearized reading' (duration: 2.00091721s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:17.807732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:15.806389Z","time spent":"2.001323309s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:32:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:18.226035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.879099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:18.226257Z","caller":"traceutil/trace.go:171","msg":"trace[1145879661] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"2.648981375s","start":"2026-07-24T05:32:15.577239Z","end":"2026-07-24T05:32:18.22622Z","steps":["trace[1145879661] 'process raft request' (duration: 2.047755798s)","trace[1145879661] 'compare' (duration: 600.150683ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:18.226361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:15.577216Z","time spent":"2.649102107s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:18.226427Z","caller":"traceutil/trace.go:171","msg":"trace[482565152] transaction","detail":"{read_only:false; response_revision:3996; number_of_response:1; }","duration":"2.649153759s","start":"2026-07-24T05:32:15.57726Z","end":"2026-07-24T05:32:18.226414Z","steps":["trace[482565152] 'process raft request' (duration: 2.648973014s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:18.226505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:15.57722Z","time spent":"2.649245772s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:18.226721Z","caller":"traceutil/trace.go:171","msg":"trace[330730554] transaction","detail":"{read_only:false; response_revision:3997; number_of_response:1; }","duration":"2.649406105s","start":"2026-07-24T05:32:15.577276Z","end":"2026-07-24T05:32:18.226682Z","steps":["trace[330730554] 'process raft request' (duration: 2.649090777s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:18.226761Z","caller":"traceutil/trace.go:171","msg":"trace[834374222] linearizableReadLoop","detail":"{readStateIndex:4210; appliedIndex:4205; }","duration":"2.420206791s","start":"2026-07-24T05:32:15.806529Z","end":"2026-07-24T05:32:18.226736Z","steps":["trace[834374222] 'read index received' (duration: 46.470619ms)","trace[834374222] 'applied index is now lower than readState.Index' (duration: 2.373735122s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:18.2268Z","caller":"traceutil/trace.go:171","msg":"trace[1490857400] transaction","detail":"{read_only:false; response_revision:3998; number_of_response:1; }","duration":"2.649464427s","start":"2026-07-24T05:32:15.577298Z","end":"2026-07-24T05:32:18.226763Z","steps":["trace[1490857400] 'process raft request' (duration: 2.649320264s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:18.226955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:15.577237Z","time spent":"2.6495893s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:18.22702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:15.577271Z","time spent":"2.64963508s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:18.727192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:19.227943Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144639,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:19.444628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.695385179s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:32:19.816306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000381899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:32:19.816421Z","caller":"traceutil/trace.go:171","msg":"trace[497866996] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000524302s","start":"2026-07-24T05:32:17.815871Z","end":"2026-07-24T05:32:19.816395Z","steps":["trace[497866996] 'agreement among raft nodes before linearized reading' (duration: 2.000375169s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:19.816484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:17.815802Z","time spent":"2.000669985s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:32:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:20.199101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.107477ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:20.199449Z","caller":"traceutil/trace.go:171","msg":"trace[155170137] linearizableReadLoop","detail":"{readStateIndex:4212; appliedIndex:4210; }","duration":"1.972595329s","start":"2026-07-24T05:32:18.226826Z","end":"2026-07-24T05:32:20.199421Z","steps":["trace[155170137] 'read index received' (duration: 1.217992331s)","trace[155170137] 'applied index is now lower than readState.Index' (duration: 754.601117ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:20.199602Z","caller":"traceutil/trace.go:171","msg":"trace[1483125843] transaction","detail":"{read_only:false; response_revision:3999; number_of_response:1; }","duration":"4.190986764s","start":"2026-07-24T05:32:16.008599Z","end":"2026-07-24T05:32:20.199585Z","steps":["trace[1483125843] 'process raft request' (duration: 3.436254303s)","trace[1483125843] 'compare' (duration: 753.144144ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:20.199675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:16.008566Z","time spent":"4.191068876s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:20.199866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544574677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:20.19999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.85403321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:20.199999Z","caller":"traceutil/trace.go:171","msg":"trace[1376938842] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4000; }","duration":"3.544797332s","start":"2026-07-24T05:32:16.655175Z","end":"2026-07-24T05:32:20.199973Z","steps":["trace[1376938842] 'agreement among raft nodes before linearized reading' (duration: 3.544490345s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:20.200039Z","caller":"traceutil/trace.go:171","msg":"trace[1992135688] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4000; }","duration":"3.854111172s","start":"2026-07-24T05:32:16.345903Z","end":"2026-07-24T05:32:20.200014Z","steps":["trace[1992135688] 'agreement among raft nodes before linearized reading' (duration: 3.85403018s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:16.345863Z","time spent":"3.854208214s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:20.200056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:16.655145Z","time spent":"3.544896435s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:20.200164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185233203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:32:20.200182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169514105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:20.200245Z","caller":"traceutil/trace.go:171","msg":"trace[991555610] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4000; }","duration":"2.185369886s","start":"2026-07-24T05:32:18.014855Z","end":"2026-07-24T05:32:20.200225Z","steps":["trace[991555610] 'agreement among raft nodes before linearized reading' (duration: 2.18513053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.183593144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:20.200257Z","caller":"traceutil/trace.go:171","msg":"trace[798866057] transaction","detail":"{read_only:false; response_revision:4000; number_of_response:1; }","duration":"2.785487497s","start":"2026-07-24T05:32:17.414747Z","end":"2026-07-24T05:32:20.200235Z","steps":["trace[798866057] 'process raft request' (duration: 2.784504535s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:18.014828Z","time spent":"2.185448928s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:32:20.200292Z","caller":"traceutil/trace.go:171","msg":"trace[1204004837] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4000; }","duration":"4.183624595s","start":"2026-07-24T05:32:16.016656Z","end":"2026-07-24T05:32:20.200281Z","steps":["trace[1204004837] 'agreement among raft nodes before linearized reading' (duration: 4.183569704s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:20.200288Z","caller":"traceutil/trace.go:171","msg":"trace[1037635938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4000; }","duration":"3.16970761s","start":"2026-07-24T05:32:17.030556Z","end":"2026-07-24T05:32:20.200264Z","steps":["trace[1037635938] 'agreement among raft nodes before linearized reading' (duration: 3.169434813s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:16.016579Z","time spent":"4.183736347s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:32:20.200347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:17.030527Z","time spent":"3.169801512s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:32:20.200472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:17.414719Z","time spent":"2.78558603s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:20.200166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185239003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:32:20.200557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.192168322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:20.20064Z","caller":"traceutil/trace.go:171","msg":"trace[1899593722] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:4000; }","duration":"4.192253464s","start":"2026-07-24T05:32:16.008367Z","end":"2026-07-24T05:32:20.200621Z","steps":["trace[1899593722] 'agreement among raft nodes before linearized reading' (duration: 4.192117651s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:20.200626Z","caller":"traceutil/trace.go:171","msg":"trace[220433476] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4000; }","duration":"2.185739154s","start":"2026-07-24T05:32:18.014856Z","end":"2026-07-24T05:32:20.200595Z","steps":["trace[220433476] 'agreement among raft nodes before linearized reading' (duration: 2.185034538s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621078929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:32:20.2007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:16.0083Z","time spent":"4.192385786s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:32:20.200724Z","caller":"traceutil/trace.go:171","msg":"trace[1457585335] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4000; }","duration":"1.621216162s","start":"2026-07-24T05:32:18.57949Z","end":"2026-07-24T05:32:20.200707Z","steps":["trace[1457585335] 'agreement among raft nodes before linearized reading' (duration: 1.621082249s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.359953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:20.20073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.961662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:20.200761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:18.579456Z","time spent":"1.621297034s","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:20.200732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:18.014828Z","time spent":"2.185880258s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:32:20.200765Z","caller":"traceutil/trace.go:171","msg":"trace[2110400076] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4000; }","duration":"456.465646ms","start":"2026-07-24T05:32:19.744288Z","end":"2026-07-24T05:32:20.200754Z","steps":["trace[2110400076] 'agreement among raft nodes before linearized reading' (duration: 456.400244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.989208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:20.2008Z","caller":"traceutil/trace.go:171","msg":"trace[1966663241] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:4000; }","duration":"651.098674ms","start":"2026-07-24T05:32:19.549679Z","end":"2026-07-24T05:32:20.200777Z","steps":["trace[1966663241] 'agreement among raft nodes before linearized reading' (duration: 650.992362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:19.744249Z","time spent":"456.544638ms","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:20.200822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3430782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:20.200846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:19.549647Z","time spent":"651.189517ms","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:20.200846Z","caller":"traceutil/trace.go:171","msg":"trace[554791855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4000; }","duration":"384.13938ms","start":"2026-07-24T05:32:19.81669Z","end":"2026-07-24T05:32:20.200829Z","steps":["trace[554791855] 'agreement among raft nodes before linearized reading' (duration: 383.987337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.332168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:20.200895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:19.816663Z","time spent":"384.219843ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:32:20.200921Z","caller":"traceutil/trace.go:171","msg":"trace[129548745] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:4000; }","duration":"780.451261ms","start":"2026-07-24T05:32:19.420449Z","end":"2026-07-24T05:32:20.200901Z","steps":["trace[129548745] 'agreement among raft nodes before linearized reading' (duration: 780.331088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:19.420236Z","time spent":"780.737008ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:20.200874Z","caller":"traceutil/trace.go:171","msg":"trace[1317413509] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4000; }","duration":"1.343180352s","start":"2026-07-24T05:32:18.857675Z","end":"2026-07-24T05:32:20.200856Z","steps":["trace[1317413509] 'agreement among raft nodes before linearized reading' (duration: 1.34310184s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.200998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.655817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:20.201107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:18.857647Z","time spent":"1.343436288s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:20.201139Z","caller":"traceutil/trace.go:171","msg":"trace[1054288168] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:4000; }","duration":"359.884022ms","start":"2026-07-24T05:32:19.841241Z","end":"2026-07-24T05:32:20.201125Z","steps":["trace[1054288168] 'agreement among raft nodes before linearized reading' (duration: 359.522114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.20124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:19.841214Z","time spent":"360.012915ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:20.201356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329340344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:20.20142Z","caller":"traceutil/trace.go:171","msg":"trace[80278686] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4000; }","duration":"1.329457077s","start":"2026-07-24T05:32:18.871945Z","end":"2026-07-24T05:32:20.201402Z","steps":["trace[80278686] 'agreement among raft nodes before linearized reading' (duration: 1.329362884s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:20.201548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:18.871914Z","time spent":"1.329619411s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:21.439777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07757962s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:32:21.440005Z","caller":"traceutil/trace.go:171","msg":"trace[874090690] linearizableReadLoop","detail":"{readStateIndex:4213; appliedIndex:4212; }","duration":"1.233607842s","start":"2026-07-24T05:32:20.206371Z","end":"2026-07-24T05:32:21.439979Z","steps":["trace[874090690] 'read index received' (duration: 155.924349ms)","trace[874090690] 'applied index is now lower than readState.Index' (duration: 1.077681543s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:21.440401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:20.202639Z","time spent":"1.237752047s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:32:21.44051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:20.206412Z","time spent":"1.234087252s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:32:21.440534Z","caller":"traceutil/trace.go:171","msg":"trace[180051925] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"1.206580359s","start":"2026-07-24T05:32:20.233908Z","end":"2026-07-24T05:32:21.440489Z","steps":["trace[180051925] 'process raft request' (duration: 1.206434566s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:21.440555Z","caller":"traceutil/trace.go:171","msg":"trace[1766814822] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"1.207357547s","start":"2026-07-24T05:32:20.233142Z","end":"2026-07-24T05:32:21.4405Z","steps":["trace[1766814822] 'process raft request' (duration: 1.207053381s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:21.44068Z","caller":"traceutil/trace.go:171","msg":"trace[71794914] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"1.206680092s","start":"2026-07-24T05:32:20.233979Z","end":"2026-07-24T05:32:21.440659Z","steps":["trace[71794914] 'process raft request' (duration: 1.206403726s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:21.440692Z","caller":"traceutil/trace.go:171","msg":"trace[1170889713] transaction","detail":"{read_only:false; response_revision:4004; number_of_response:1; }","duration":"1.205564615s","start":"2026-07-24T05:32:20.235099Z","end":"2026-07-24T05:32:21.440664Z","steps":["trace[1170889713] 'process raft request' (duration: 1.205457613s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:21.44078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:20.233971Z","time spent":"1.206745993s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:21.440785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:20.233868Z","time spent":"1.206744843s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:21.440801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230185402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:21.440822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:20.235088Z","time spent":"1.205671908s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:21.440835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:20.233108Z","time spent":"1.207578273s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:21.440882Z","caller":"traceutil/trace.go:171","msg":"trace[65804193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4004; }","duration":"1.230265724s","start":"2026-07-24T05:32:20.210596Z","end":"2026-07-24T05:32:21.440862Z","steps":["trace[65804193] 'agreement among raft nodes before linearized reading' (duration: 1.23011554s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:21.440585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234186535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:21.440936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:20.210561Z","time spent":"1.230363336s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:32:21.440961Z","caller":"traceutil/trace.go:171","msg":"trace[1344824591] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4003; }","duration":"1.234610484s","start":"2026-07-24T05:32:20.206325Z","end":"2026-07-24T05:32:21.440935Z","steps":["trace[1344824591] 'agreement among raft nodes before linearized reading' (duration: 1.234111363s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:21.440976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.094225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:21.441027Z","caller":"traceutil/trace.go:171","msg":"trace[2128554390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4004; }","duration":"230.219998ms","start":"2026-07-24T05:32:21.210787Z","end":"2026-07-24T05:32:21.441007Z","steps":["trace[2128554390] 'agreement among raft nodes before linearized reading' (duration: 230.003333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:21.441033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:20.206298Z","time spent":"1.234714817s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:32:21.441232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223619301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"warn","ts":"2026-07-24T05:32:21.441467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233952958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108370"} {"level":"info","ts":"2026-07-24T05:32:21.441537Z","caller":"traceutil/trace.go:171","msg":"trace[1917308150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4004; }","duration":"1.234175124s","start":"2026-07-24T05:32:20.207346Z","end":"2026-07-24T05:32:21.441521Z","steps":["trace[1917308150] 'agreement among raft nodes before linearized reading' (duration: 1.233323654s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:21.44172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:20.207331Z","time spent":"1.234371178s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:32:21.441365Z","caller":"traceutil/trace.go:171","msg":"trace[368438438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4004; }","duration":"1.223749905s","start":"2026-07-24T05:32:20.217559Z","end":"2026-07-24T05:32:21.441308Z","steps":["trace[368438438] 'agreement among raft nodes before linearized reading' (duration: 1.22310887s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:21.442055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:20.217551Z","time spent":"1.224482201s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108393,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:32:21.943788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:22.444534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:22.945566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:23.442665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:32:23.44275Z","caller":"traceutil/trace.go:171","msg":"trace[1959410922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000142852s","start":"2026-07-24T05:32:21.442589Z","end":"2026-07-24T05:32:23.442732Z","steps":["trace[1959410922] 'agreement among raft nodes before linearized reading' (duration: 2.00004246s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:23.442794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:21.442561Z","time spent":"2.000223914s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:32:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:32:23.456799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464144651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:32:23.654336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.211782172s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:32:23.654987Z","caller":"traceutil/trace.go:171","msg":"trace[704319465] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"2.21253328s","start":"2026-07-24T05:32:21.442425Z","end":"2026-07-24T05:32:23.654958Z","steps":["trace[704319465] 'process raft request' (duration: 2.212366076s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:23.655167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:21.442401Z","time spent":"2.212677583s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:24.97262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.31740274s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:32:24.973294Z","caller":"traceutil/trace.go:171","msg":"trace[251661259] linearizableReadLoop","detail":"{readStateIndex:4225; appliedIndex:4219; }","duration":"3.530612786s","start":"2026-07-24T05:32:21.442654Z","end":"2026-07-24T05:32:24.973267Z","steps":["trace[251661259] 'read index received' (duration: 2.212377797s)","trace[251661259] 'applied index is now lower than readState.Index' (duration: 1.318234059s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:24.973247Z","caller":"traceutil/trace.go:171","msg":"trace[911078769] transaction","detail":"{read_only:false; response_revision:4006; number_of_response:1; }","duration":"3.529999662s","start":"2026-07-24T05:32:21.443134Z","end":"2026-07-24T05:32:24.973134Z","steps":["trace[911078769] 'process raft request' (duration: 3.529724185s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:24.973374Z","caller":"traceutil/trace.go:171","msg":"trace[686252496] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"1.52553221s","start":"2026-07-24T05:32:23.447833Z","end":"2026-07-24T05:32:24.973365Z","steps":["trace[686252496] 'process raft request' (duration: 1.525397877s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.973458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:21.443095Z","time spent":"3.530264958s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:32:24.97351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:23.447825Z","time spent":"1.525573931s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:24.973455Z","caller":"traceutil/trace.go:171","msg":"trace[543907035] transaction","detail":"{read_only:false; response_revision:4009; number_of_response:1; }","duration":"1.525699424s","start":"2026-07-24T05:32:23.447657Z","end":"2026-07-24T05:32:24.973356Z","steps":["trace[543907035] 'process raft request' (duration: 1.525484859s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:24.973517Z","caller":"traceutil/trace.go:171","msg":"trace[713804398] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"3.125596734s","start":"2026-07-24T05:32:21.847878Z","end":"2026-07-24T05:32:24.973474Z","steps":["trace[713804398] 'process raft request' (duration: 3.125166645s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:24.973536Z","caller":"traceutil/trace.go:171","msg":"trace[1976546559] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"1.525756115s","start":"2026-07-24T05:32:23.447712Z","end":"2026-07-24T05:32:24.973469Z","steps":["trace[1976546559] 'process raft request' (duration: 1.525479759s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.973678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:21.847853Z","time spent":"3.125716687s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:24.973679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:23.447649Z","time spent":"1.525918108s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:24.973651Z","caller":"traceutil/trace.go:171","msg":"trace[44979947] transaction","detail":"{read_only:false; response_revision:4008; number_of_response:1; }","duration":"1.52597584s","start":"2026-07-24T05:32:23.447558Z","end":"2026-07-24T05:32:24.973534Z","steps":["trace[44979947] 'process raft request' (duration: 1.5255465s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.973762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399556985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:32:24.973795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:23.447706Z","time spent":"1.525948939s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:24.973664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.522706853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:24.973865Z","caller":"traceutil/trace.go:171","msg":"trace[1113623390] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4011; }","duration":"3.522929488s","start":"2026-07-24T05:32:21.450921Z","end":"2026-07-24T05:32:24.97385Z","steps":["trace[1113623390] 'agreement among raft nodes before linearized reading' (duration: 3.522512838s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.973949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.00240671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:32:24.973948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:23.447534Z","time spent":"1.526242086s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:24.973993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:21.450863Z","time spent":"3.523112803s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:32:24.974051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346353674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:24.974083Z","caller":"traceutil/trace.go:171","msg":"trace[1724877263] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4011; }","duration":"3.346385885s","start":"2026-07-24T05:32:21.627688Z","end":"2026-07-24T05:32:24.974074Z","steps":["trace[1724877263] 'agreement among raft nodes before linearized reading' (duration: 3.346331994s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.974112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445674366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:32:24.974086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98961505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414160"} {"level":"warn","ts":"2026-07-24T05:32:24.974193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523839165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:24.973815Z","caller":"traceutil/trace.go:171","msg":"trace[2144193429] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4011; }","duration":"2.399671427s","start":"2026-07-24T05:32:22.574121Z","end":"2026-07-24T05:32:24.973793Z","steps":["trace[2144193429] 'agreement among raft nodes before linearized reading' (duration: 2.399594685s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:24.974221Z","caller":"traceutil/trace.go:171","msg":"trace[29326534] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4011; }","duration":"2.445859941s","start":"2026-07-24T05:32:22.528339Z","end":"2026-07-24T05:32:24.974199Z","steps":["trace[29326534] 'agreement among raft nodes before linearized reading' (duration: 2.445627225s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:24.974251Z","caller":"traceutil/trace.go:171","msg":"trace[973889617] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4011; }","duration":"1.989840065s","start":"2026-07-24T05:32:22.984385Z","end":"2026-07-24T05:32:24.974225Z","steps":["trace[973889617] 'agreement among raft nodes before linearized reading' (duration: 1.9891775s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.974283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515196092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:32:24.97431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.840552109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:24.974308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:22.528295Z","time spent":"2.445988494s","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":29,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:24.974321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:22.984371Z","time spent":"1.989936767s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414183,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T05:32:24.974321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111958301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:24.974345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520959395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:32:24.974351Z","caller":"traceutil/trace.go:171","msg":"trace[680722324] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4011; }","duration":"1.840629761s","start":"2026-07-24T05:32:23.133704Z","end":"2026-07-24T05:32:24.974334Z","steps":["trace[680722324] 'agreement among raft nodes before linearized reading' (duration: 1.840567979s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:24.974377Z","caller":"traceutil/trace.go:171","msg":"trace[1277387926] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4011; }","duration":"1.521018646s","start":"2026-07-24T05:32:23.453349Z","end":"2026-07-24T05:32:24.974368Z","steps":["trace[1277387926] 'agreement among raft nodes before linearized reading' (duration: 1.520917863s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.974389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:23.133676Z","time spent":"1.840702173s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:24.974383Z","caller":"traceutil/trace.go:171","msg":"trace[837704282] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4011; }","duration":"1.112073144s","start":"2026-07-24T05:32:23.862285Z","end":"2026-07-24T05:32:24.974359Z","steps":["trace[837704282] 'agreement among raft nodes before linearized reading' (duration: 1.111955132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.974405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:23.453336Z","time spent":"1.521063387s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:32:24.974406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316174031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:32:24.974437Z","caller":"traceutil/trace.go:171","msg":"trace[1508874405] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4011; }","duration":"1.316309324s","start":"2026-07-24T05:32:23.65812Z","end":"2026-07-24T05:32:24.97443Z","steps":["trace[1508874405] 'agreement among raft nodes before linearized reading' (duration: 1.316221952s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.97444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:23.862252Z","time spent":"1.112178587s","remote":"127.0.0.1:50918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:24.974463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:23.658091Z","time spent":"1.316366456s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:32:24.974522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520932614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:24.973938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678734779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:24.974563Z","caller":"traceutil/trace.go:171","msg":"trace[257021263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4011; }","duration":"1.520989695s","start":"2026-07-24T05:32:23.45356Z","end":"2026-07-24T05:32:24.97455Z","steps":["trace[257021263] 'agreement among raft nodes before linearized reading' (duration: 1.520921503s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.974603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:23.453554Z","time spent":"1.521042907s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:32:24.974598Z","caller":"traceutil/trace.go:171","msg":"trace[2011076030] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4011; }","duration":"2.679492317s","start":"2026-07-24T05:32:22.295089Z","end":"2026-07-24T05:32:24.974582Z","steps":["trace[2011076030] 'agreement among raft nodes before linearized reading' (duration: 2.67874059s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:24.974323Z","caller":"traceutil/trace.go:171","msg":"trace[1371302405] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4011; }","duration":"1.515259233s","start":"2026-07-24T05:32:23.459054Z","end":"2026-07-24T05:32:24.974313Z","steps":["trace[1371302405] 'agreement among raft nodes before linearized reading' (duration: 1.515053679s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.974654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:22.295055Z","time spent":"2.679580549s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:24.974672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:23.459042Z","time spent":"1.515614091s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:32:24.974179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:21.627601Z","time spent":"3.346509998s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:24.973993Z","caller":"traceutil/trace.go:171","msg":"trace[1239803080] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4011; }","duration":"3.002511872s","start":"2026-07-24T05:32:21.971467Z","end":"2026-07-24T05:32:24.973979Z","steps":["trace[1239803080] 'agreement among raft nodes before linearized reading' (duration: 3.002375059s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.974246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:22.57408Z","time spent":"2.400157679s","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":15,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:24.974823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:21.971448Z","time spent":"3.003361272s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:24.974246Z","caller":"traceutil/trace.go:171","msg":"trace[43397389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4011; }","duration":"2.523945557s","start":"2026-07-24T05:32:22.450287Z","end":"2026-07-24T05:32:24.974233Z","steps":["trace[43397389] 'agreement among raft nodes before linearized reading' (duration: 2.523691952s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:24.974943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:22.450253Z","time spent":"2.524671865s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:32:25.59105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.772157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:25.591164Z","caller":"traceutil/trace.go:171","msg":"trace[293132588] linearizableReadLoop","detail":"{readStateIndex:4226; appliedIndex:4225; }","duration":"606.038357ms","start":"2026-07-24T05:32:24.985106Z","end":"2026-07-24T05:32:25.591145Z","steps":["trace[293132588] 'read index received' (duration: 154.306331ms)","trace[293132588] 'applied index is now lower than readState.Index' (duration: 451.730096ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:25.591287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.176791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:25.591322Z","caller":"traceutil/trace.go:171","msg":"trace[609828072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4012; }","duration":"606.211652ms","start":"2026-07-24T05:32:24.985101Z","end":"2026-07-24T05:32:25.591313Z","steps":["trace[609828072] 'agreement among raft nodes before linearized reading' (duration: 606.140071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:25.591355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:24.985071Z","time spent":"606.277404ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:32:25.591309Z","caller":"traceutil/trace.go:171","msg":"trace[815329213] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"608.031214ms","start":"2026-07-24T05:32:24.983203Z","end":"2026-07-24T05:32:25.591234Z","steps":["trace[815329213] 'process raft request' (duration: 155.97917ms)","trace[815329213] 'compare' (duration: 451.384438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:25.59166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:24.983181Z","time spent":"608.334802ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:26.186989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.764895ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:26.18711Z","caller":"traceutil/trace.go:171","msg":"trace[303439752] linearizableReadLoop","detail":"{readStateIndex:4227; appliedIndex:4226; }","duration":"595.882473ms","start":"2026-07-24T05:32:25.591209Z","end":"2026-07-24T05:32:26.187092Z","steps":["trace[303439752] 'read index received' (duration: 483.016676ms)","trace[303439752] 'applied index is now lower than readState.Index' (duration: 112.864267ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:26.187262Z","caller":"traceutil/trace.go:171","msg":"trace[1929120386] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"1.197994181s","start":"2026-07-24T05:32:24.989234Z","end":"2026-07-24T05:32:26.187228Z","steps":["trace[1929120386] 'process raft request' (duration: 1.084903929s)","trace[1929120386] 'compare' (duration: 112.597851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:26.187305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.608083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:26.187359Z","caller":"traceutil/trace.go:171","msg":"trace[983096934] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4013; }","duration":"726.717075ms","start":"2026-07-24T05:32:25.460622Z","end":"2026-07-24T05:32:26.187339Z","steps":["trace[983096934] 'agreement among raft nodes before linearized reading' (duration: 726.575352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:26.187421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:25.46059Z","time spent":"726.813977ms","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:26.187448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:24.989215Z","time spent":"1.198133134s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:26.262609Z","caller":"traceutil/trace.go:171","msg":"trace[603452896] transaction","detail":"{read_only:false; response_revision:4014; number_of_response:1; }","duration":"214.796914ms","start":"2026-07-24T05:32:26.047761Z","end":"2026-07-24T05:32:26.262558Z","steps":["trace[603452896] 'process raft request' (duration: 214.523898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:26.262712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.410789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c5226dc2b9d997\" ","response":"range_response_count:1 size:837"} {"level":"warn","ts":"2026-07-24T05:32:26.262795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.441489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:32:26.262868Z","caller":"traceutil/trace.go:171","msg":"trace[1571669398] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4015; }","duration":"255.580202ms","start":"2026-07-24T05:32:26.007273Z","end":"2026-07-24T05:32:26.262853Z","steps":["trace[1571669398] 'agreement among raft nodes before linearized reading' (duration: 255.282615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:26.262906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.419608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:26.262959Z","caller":"traceutil/trace.go:171","msg":"trace[1714503781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4015; }","duration":"278.51893ms","start":"2026-07-24T05:32:25.984431Z","end":"2026-07-24T05:32:26.26295Z","steps":["trace[1714503781] 'agreement among raft nodes before linearized reading' (duration: 278.404647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:26.263111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.314482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:26.262807Z","caller":"traceutil/trace.go:171","msg":"trace[1919116581] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18c5226dc2b9d997; range_end:; response_count:1; response_revision:4015; }","duration":"663.562722ms","start":"2026-07-24T05:32:25.599224Z","end":"2026-07-24T05:32:26.262787Z","steps":["trace[1919116581] 'agreement among raft nodes before linearized reading' (duration: 663.307586ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:26.263165Z","caller":"traceutil/trace.go:171","msg":"trace[1997817184] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4015; }","duration":"360.375863ms","start":"2026-07-24T05:32:25.902773Z","end":"2026-07-24T05:32:26.263149Z","steps":["trace[1997817184] 'agreement among raft nodes before linearized reading' (duration: 360.278451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:26.263207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:25.90269Z","time spent":"360.505396ms","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:26.263211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:25.5992Z","time spent":"663.967171ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":860,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c5226dc2b9d997\" "} {"level":"warn","ts":"2026-07-24T05:32:26.263234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.001168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:26.262641Z","caller":"traceutil/trace.go:171","msg":"trace[1008385564] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"214.338553ms","start":"2026-07-24T05:32:26.04826Z","end":"2026-07-24T05:32:26.262599Z","steps":["trace[1008385564] 'process raft request' (duration: 214.21074ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:26.263346Z","caller":"traceutil/trace.go:171","msg":"trace[2066428724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4015; }","duration":"142.233853ms","start":"2026-07-24T05:32:26.121086Z","end":"2026-07-24T05:32:26.26332Z","steps":["trace[2066428724] 'agreement among raft nodes before linearized reading' (duration: 142.032299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:26.854671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.291159ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:32:26.854824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:26.264969Z","time spent":"589.848385ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:32:26.8638Z","caller":"traceutil/trace.go:171","msg":"trace[214776401] transaction","detail":"{read_only:false; response_revision:4016; number_of_response:1; }","duration":"597.656815ms","start":"2026-07-24T05:32:26.266119Z","end":"2026-07-24T05:32:26.863775Z","steps":["trace[214776401] 'process raft request' (duration: 597.338968ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:26.863921Z","caller":"traceutil/trace.go:171","msg":"trace[762540786] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"463.626781ms","start":"2026-07-24T05:32:26.400256Z","end":"2026-07-24T05:32:26.863882Z","steps":["trace[762540786] 'process raft request' (duration: 463.460137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:26.864019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:26.266103Z","time spent":"597.804619ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:26.864193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:26.400205Z","time spent":"463.850076ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:27.759651Z","caller":"traceutil/trace.go:171","msg":"trace[886481308] linearizableReadLoop","detail":"{readStateIndex:4241; appliedIndex:4240; }","duration":"159.359847ms","start":"2026-07-24T05:32:27.600265Z","end":"2026-07-24T05:32:27.759625Z","steps":["trace[886481308] 'read index received' (duration: 140.82505ms)","trace[886481308] 'applied index is now lower than readState.Index' (duration: 18.533827ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:27.759905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.623084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5229297d7ead0\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-07-24T05:32:27.759948Z","caller":"traceutil/trace.go:171","msg":"trace[2118497787] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c5229297d7ead0; range_end:; response_count:1; response_revision:4026; }","duration":"159.707555ms","start":"2026-07-24T05:32:27.600228Z","end":"2026-07-24T05:32:27.759936Z","steps":["trace[2118497787] 'agreement among raft nodes before linearized reading' (duration: 159.530301ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:27.759972Z","caller":"traceutil/trace.go:171","msg":"trace[1819601690] transaction","detail":"{read_only:false; response_revision:4026; number_of_response:1; }","duration":"167.575187ms","start":"2026-07-24T05:32:27.592379Z","end":"2026-07-24T05:32:27.759954Z","steps":["trace[1819601690] 'process raft request' (duration: 148.711452ms)","trace[1819601690] 'compare' (duration: 18.413454ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:27.916605Z","caller":"traceutil/trace.go:171","msg":"trace[1612781121] linearizableReadLoop","detail":"{readStateIndex:4242; appliedIndex:4241; }","duration":"151.797674ms","start":"2026-07-24T05:32:27.764776Z","end":"2026-07-24T05:32:27.916573Z","steps":["trace[1612781121] 'read index received' (duration: 125.312104ms)","trace[1612781121] 'applied index is now lower than readState.Index' (duration: 26.48321ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:27.916646Z","caller":"traceutil/trace.go:171","msg":"trace[402707882] transaction","detail":"{read_only:false; response_revision:4027; number_of_response:1; }","duration":"153.655496ms","start":"2026-07-24T05:32:27.76293Z","end":"2026-07-24T05:32:27.916585Z","steps":["trace[402707882] 'process raft request' (duration: 127.259789ms)","trace[402707882] 'compare' (duration: 26.11326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:27.91698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.188172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4778"} {"level":"info","ts":"2026-07-24T05:32:27.917082Z","caller":"traceutil/trace.go:171","msg":"trace[193641300] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:4027; }","duration":"152.347677ms","start":"2026-07-24T05:32:27.764708Z","end":"2026-07-24T05:32:27.917056Z","steps":["trace[193641300] 'agreement among raft nodes before linearized reading' (duration: 151.999879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:28.95674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.661669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-24T05:32:28.956816Z","caller":"traceutil/trace.go:171","msg":"trace[1248082581] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4032; }","duration":"300.800842ms","start":"2026-07-24T05:32:28.655998Z","end":"2026-07-24T05:32:28.956799Z","steps":["trace[1248082581] 'range keys from in-memory index tree' (duration: 300.471466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:28.956807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.378167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:28.956852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:28.655977Z","time spent":"300.868185ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-24T05:32:28.956871Z","caller":"traceutil/trace.go:171","msg":"trace[379898665] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:4032; }","duration":"102.457489ms","start":"2026-07-24T05:32:28.854396Z","end":"2026-07-24T05:32:28.956854Z","steps":["trace[379898665] 'count revisions from in-memory index tree' (duration: 102.261034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:28.956923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.976599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5229297d7ead0\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-07-24T05:32:28.957034Z","caller":"traceutil/trace.go:171","msg":"trace[1367843085] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c5229297d7ead0; range_end:; response_count:1; response_revision:4032; }","duration":"361.184683ms","start":"2026-07-24T05:32:28.595823Z","end":"2026-07-24T05:32:28.957008Z","steps":["trace[1367843085] 'range keys from in-memory index tree' (duration: 360.688262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:28.957092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:28.595794Z","time spent":"361.285685ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":917,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5229297d7ead0\" "} {"level":"warn","ts":"2026-07-24T05:32:28.957326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.128124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16374"} {"level":"info","ts":"2026-07-24T05:32:28.957351Z","caller":"traceutil/trace.go:171","msg":"trace[1357711429] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:4032; }","duration":"362.192216ms","start":"2026-07-24T05:32:28.59515Z","end":"2026-07-24T05:32:28.957343Z","steps":["trace[1357711429] 'range keys from in-memory index tree' (duration: 362.001261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:28.957374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:28.595124Z","time spent":"362.242267ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16397,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"info","ts":"2026-07-24T05:32:29.242476Z","caller":"traceutil/trace.go:171","msg":"trace[412596372] linearizableReadLoop","detail":"{readStateIndex:4248; appliedIndex:4247; }","duration":"281.749404ms","start":"2026-07-24T05:32:28.960692Z","end":"2026-07-24T05:32:29.242441Z","steps":["trace[412596372] 'read index received' (duration: 281.589171ms)","trace[412596372] 'applied index is now lower than readState.Index' (duration: 158.793µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:29.242526Z","caller":"traceutil/trace.go:171","msg":"trace[33964067] transaction","detail":"{read_only:false; response_revision:4033; number_of_response:1; }","duration":"282.209845ms","start":"2026-07-24T05:32:28.960274Z","end":"2026-07-24T05:32:29.242484Z","steps":["trace[33964067] 'process raft request' (duration: 281.920699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:29.242908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.179284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-07-24T05:32:29.243012Z","caller":"traceutil/trace.go:171","msg":"trace[186697219] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:4033; }","duration":"282.338388ms","start":"2026-07-24T05:32:28.960652Z","end":"2026-07-24T05:32:29.242991Z","steps":["trace[186697219] 'agreement among raft nodes before linearized reading' (duration: 281.904938ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:29.265962Z","caller":"traceutil/trace.go:171","msg":"trace[1522355743] transaction","detail":"{read_only:false; response_revision:4034; number_of_response:1; }","duration":"294.515488ms","start":"2026-07-24T05:32:28.971412Z","end":"2026-07-24T05:32:29.265927Z","steps":["trace[1522355743] 'process raft request' (duration: 289.893093ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:29.266025Z","caller":"traceutil/trace.go:171","msg":"trace[1813478570] transaction","detail":"{read_only:false; response_revision:4035; number_of_response:1; }","duration":"262.783008ms","start":"2026-07-24T05:32:29.003222Z","end":"2026-07-24T05:32:29.266005Z","steps":["trace[1813478570] 'process raft request' (duration: 262.620094ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:29.266012Z","caller":"traceutil/trace.go:171","msg":"trace[106243801] transaction","detail":"{read_only:false; response_revision:4036; number_of_response:1; }","duration":"257.616809ms","start":"2026-07-24T05:32:29.008373Z","end":"2026-07-24T05:32:29.265989Z","steps":["trace[106243801] 'process raft request' (duration: 257.534577ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:29.266224Z","caller":"traceutil/trace.go:171","msg":"trace[966239823] transaction","detail":"{read_only:false; response_revision:4037; number_of_response:1; }","duration":"257.764362ms","start":"2026-07-24T05:32:29.008446Z","end":"2026-07-24T05:32:29.26621Z","steps":["trace[966239823] 'process raft request' (duration: 257.505616ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:29.266493Z","caller":"traceutil/trace.go:171","msg":"trace[2542250] transaction","detail":"{read_only:false; response_revision:4038; number_of_response:1; }","duration":"257.298471ms","start":"2026-07-24T05:32:29.009182Z","end":"2026-07-24T05:32:29.266481Z","steps":["trace[2542250] 'process raft request' (duration: 256.968393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:29.266497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.14777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:29.26659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.079287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:32:29.266654Z","caller":"traceutil/trace.go:171","msg":"trace[1422466007] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4038; }","duration":"254.18823ms","start":"2026-07-24T05:32:29.012449Z","end":"2026-07-24T05:32:29.266637Z","steps":["trace[1422466007] 'agreement among raft nodes before linearized reading' (duration: 253.936604ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:29.266609Z","caller":"traceutil/trace.go:171","msg":"trace[1365910977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4038; }","duration":"145.322815ms","start":"2026-07-24T05:32:29.121275Z","end":"2026-07-24T05:32:29.266598Z","steps":["trace[1365910977] 'agreement among raft nodes before linearized reading' (duration: 145.16359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:29.266799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.230095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:32:29.266907Z","caller":"traceutil/trace.go:171","msg":"trace[1945820211] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4038; }","duration":"252.373988ms","start":"2026-07-24T05:32:29.014511Z","end":"2026-07-24T05:32:29.266885Z","steps":["trace[1945820211] 'agreement among raft nodes before linearized reading' (duration: 251.991408ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:29.74141Z","caller":"traceutil/trace.go:171","msg":"trace[1459944594] transaction","detail":"{read_only:false; response_revision:4040; number_of_response:1; }","duration":"131.807354ms","start":"2026-07-24T05:32:29.609545Z","end":"2026-07-24T05:32:29.741352Z","steps":["trace[1459944594] 'process raft request' (duration: 131.573368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:30.052728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.715875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" ","response":"range_response_count:1 size:9206"} {"level":"info","ts":"2026-07-24T05:32:30.053477Z","caller":"traceutil/trace.go:171","msg":"trace[227964454] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v948m; range_end:; response_count:1; response_revision:4040; }","duration":"206.511023ms","start":"2026-07-24T05:32:29.846925Z","end":"2026-07-24T05:32:30.053436Z","steps":["trace[227964454] 'range keys from in-memory index tree' (duration: 205.441108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:30.392297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.354292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:30.392484Z","caller":"traceutil/trace.go:171","msg":"trace[1902058356] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4041; }","duration":"161.65024ms","start":"2026-07-24T05:32:30.230796Z","end":"2026-07-24T05:32:30.392446Z","steps":["trace[1902058356] 'count revisions from in-memory index tree' (duration: 161.20831ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:30.392706Z","caller":"traceutil/trace.go:171","msg":"trace[1597898061] transaction","detail":"{read_only:false; response_revision:4042; number_of_response:1; }","duration":"119.219033ms","start":"2026-07-24T05:32:30.273435Z","end":"2026-07-24T05:32:30.392654Z","steps":["trace[1597898061] 'process raft request' (duration: 118.873176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:31.476458Z","caller":"traceutil/trace.go:171","msg":"trace[2097445231] transaction","detail":"{read_only:false; response_revision:4043; number_of_response:1; }","duration":"203.008541ms","start":"2026-07-24T05:32:31.273421Z","end":"2026-07-24T05:32:31.47643Z","steps":["trace[2097445231] 'process raft request' (duration: 202.824237ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:31.552675Z","caller":"traceutil/trace.go:171","msg":"trace[634824672] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"277.897376ms","start":"2026-07-24T05:32:31.27474Z","end":"2026-07-24T05:32:31.552637Z","steps":["trace[634824672] 'process raft request' (duration: 277.785884ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:31.552724Z","caller":"traceutil/trace.go:171","msg":"trace[1360706370] transaction","detail":"{read_only:false; response_revision:4044; number_of_response:1; }","duration":"278.093741ms","start":"2026-07-24T05:32:31.27457Z","end":"2026-07-24T05:32:31.552664Z","steps":["trace[1360706370] 'process raft request' (duration: 277.725141ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:31.55291Z","caller":"traceutil/trace.go:171","msg":"trace[167929178] linearizableReadLoop","detail":"{readStateIndex:4261; appliedIndex:4257; }","duration":"272.446922ms","start":"2026-07-24T05:32:31.280426Z","end":"2026-07-24T05:32:31.552873Z","steps":["trace[167929178] 'read index received' (duration: 195.837777ms)","trace[167929178] 'applied index is now lower than readState.Index' (duration: 76.605564ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:31.553034Z","caller":"traceutil/trace.go:171","msg":"trace[1058297695] transaction","detail":"{read_only:false; response_revision:4046; number_of_response:1; }","duration":"277.492437ms","start":"2026-07-24T05:32:31.275513Z","end":"2026-07-24T05:32:31.553006Z","steps":["trace[1058297695] 'process raft request' (duration: 277.074917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:31.553276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.82408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:32:31.553323Z","caller":"traceutil/trace.go:171","msg":"trace[676293417] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4046; }","duration":"272.922281ms","start":"2026-07-24T05:32:31.280388Z","end":"2026-07-24T05:32:31.553311Z","steps":["trace[676293417] 'agreement among raft nodes before linearized reading' (duration: 272.667076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:31.553348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.741627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:31.553388Z","caller":"traceutil/trace.go:171","msg":"trace[1856396733] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4046; }","duration":"139.828789ms","start":"2026-07-24T05:32:31.413547Z","end":"2026-07-24T05:32:31.553376Z","steps":["trace[1856396733] 'agreement among raft nodes before linearized reading' (duration: 139.662355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:31.553378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:32:31.553436Z","caller":"traceutil/trace.go:171","msg":"trace[24172347] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4046; }","duration":"272.942872ms","start":"2026-07-24T05:32:31.280478Z","end":"2026-07-24T05:32:31.553421Z","steps":["trace[24172347] 'agreement among raft nodes before linearized reading' (duration: 272.683866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:31.77067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.116169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:31.770786Z","caller":"traceutil/trace.go:171","msg":"trace[1089111470] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:4046; }","duration":"208.273083ms","start":"2026-07-24T05:32:31.562484Z","end":"2026-07-24T05:32:31.770757Z","steps":["trace[1089111470] 'count revisions from in-memory index tree' (duration: 207.933115ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:32.536043Z","caller":"traceutil/trace.go:171","msg":"trace[892310064] transaction","detail":"{read_only:false; response_revision:4047; number_of_response:1; }","duration":"393.19789ms","start":"2026-07-24T05:32:32.142808Z","end":"2026-07-24T05:32:32.536006Z","steps":["trace[892310064] 'process raft request' (duration: 392.967364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:32.536226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:32.142789Z","time spent":"393.349984ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:32.579053Z","caller":"traceutil/trace.go:171","msg":"trace[1841839379] transaction","detail":"{read_only:false; response_revision:4048; number_of_response:1; }","duration":"432.648638ms","start":"2026-07-24T05:32:32.146376Z","end":"2026-07-24T05:32:32.579024Z","steps":["trace[1841839379] 'process raft request' (duration: 432.097815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:32.579219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:32.146365Z","time spent":"432.769951ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:35.7456Z","caller":"traceutil/trace.go:171","msg":"trace[1536874697] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"153.681908ms","start":"2026-07-24T05:32:35.591862Z","end":"2026-07-24T05:32:35.745544Z","steps":["trace[1536874697] 'process raft request' (duration: 153.557985ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:35.745744Z","caller":"traceutil/trace.go:171","msg":"trace[858274562] linearizableReadLoop","detail":"{readStateIndex:4277; appliedIndex:4274; }","duration":"145.54491ms","start":"2026-07-24T05:32:35.600171Z","end":"2026-07-24T05:32:35.745716Z","steps":["trace[858274562] 'read index received' (duration: 123.878551ms)","trace[858274562] 'applied index is now lower than readState.Index' (duration: 21.663459ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:35.745605Z","caller":"traceutil/trace.go:171","msg":"trace[1087458931] transaction","detail":"{read_only:false; response_revision:4059; number_of_response:1; }","duration":"168.506898ms","start":"2026-07-24T05:32:35.577039Z","end":"2026-07-24T05:32:35.745546Z","steps":["trace[1087458931] 'process raft request' (duration: 146.992233ms)","trace[1087458931] 'compare' (duration: 21.242309ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:35.745869Z","caller":"traceutil/trace.go:171","msg":"trace[1535194709] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"153.264067ms","start":"2026-07-24T05:32:35.592593Z","end":"2026-07-24T05:32:35.745857Z","steps":["trace[1535194709] 'process raft request' (duration: 152.886828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:35.74604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.856447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:32:35.746048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.313994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:35.746088Z","caller":"traceutil/trace.go:171","msg":"trace[1048412285] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4061; }","duration":"145.95729ms","start":"2026-07-24T05:32:35.600118Z","end":"2026-07-24T05:32:35.746076Z","steps":["trace[1048412285] 'agreement among raft nodes before linearized reading' (duration: 145.752185ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:35.746133Z","caller":"traceutil/trace.go:171","msg":"trace[1140583546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4061; }","duration":"142.431577ms","start":"2026-07-24T05:32:35.603679Z","end":"2026-07-24T05:32:35.74611Z","steps":["trace[1140583546] 'agreement among raft nodes before linearized reading' (duration: 142.189592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:35.7463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.346127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:32:35.746422Z","caller":"traceutil/trace.go:171","msg":"trace[1433749390] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4061; }","duration":"142.49782ms","start":"2026-07-24T05:32:35.603905Z","end":"2026-07-24T05:32:35.746402Z","steps":["trace[1433749390] 'agreement among raft nodes before linearized reading' (duration: 142.003158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:37.994409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.96004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:37.994523Z","caller":"traceutil/trace.go:171","msg":"trace[116508293] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"241.026677ms","start":"2026-07-24T05:32:37.75348Z","end":"2026-07-24T05:32:37.994506Z","steps":["trace[116508293] 'process raft request' (duration: 137.891713ms)","trace[116508293] 'compare' (duration: 102.837227ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:38.023619Z","caller":"traceutil/trace.go:171","msg":"trace[2071917300] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"270.101116ms","start":"2026-07-24T05:32:37.753477Z","end":"2026-07-24T05:32:38.023578Z","steps":["trace[2071917300] 'process raft request' (duration: 269.800009ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:38.0238Z","caller":"traceutil/trace.go:171","msg":"trace[1400818739] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"270.269611ms","start":"2026-07-24T05:32:37.7535Z","end":"2026-07-24T05:32:38.02377Z","steps":["trace[1400818739] 'process raft request' (duration: 269.945493ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:38.023796Z","caller":"traceutil/trace.go:171","msg":"trace[242782338] linearizableReadLoop","detail":"{readStateIndex:4286; appliedIndex:4283; }","duration":"266.040203ms","start":"2026-07-24T05:32:37.757712Z","end":"2026-07-24T05:32:38.023753Z","steps":["trace[242782338] 'read index received' (duration: 133.679017ms)","trace[242782338] 'applied index is now lower than readState.Index' (duration: 132.357956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:38.024183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.447752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:32:38.024273Z","caller":"traceutil/trace.go:171","msg":"trace[832029934] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4069; }","duration":"266.587866ms","start":"2026-07-24T05:32:37.757666Z","end":"2026-07-24T05:32:38.024254Z","steps":["trace[832029934] 'agreement among raft nodes before linearized reading' (duration: 266.199037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:38.213509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.064376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:38.213643Z","caller":"traceutil/trace.go:171","msg":"trace[1421520017] linearizableReadLoop","detail":"{readStateIndex:4287; appliedIndex:4286; }","duration":"189.549991ms","start":"2026-07-24T05:32:38.024069Z","end":"2026-07-24T05:32:38.213619Z","steps":["trace[1421520017] 'read index received' (duration: 81.25537ms)","trace[1421520017] 'applied index is now lower than readState.Index' (duration: 108.292901ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:38.21377Z","caller":"traceutil/trace.go:171","msg":"trace[226989554] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"190.826301ms","start":"2026-07-24T05:32:38.022932Z","end":"2026-07-24T05:32:38.213758Z","steps":["trace[226989554] 'process raft request' (duration: 82.386717ms)","trace[226989554] 'compare' (duration: 107.80834ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:38.214144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.065287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:38.214212Z","caller":"traceutil/trace.go:171","msg":"trace[640491934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4070; }","duration":"453.160339ms","start":"2026-07-24T05:32:37.761038Z","end":"2026-07-24T05:32:38.214198Z","steps":["trace[640491934] 'agreement among raft nodes before linearized reading' (duration: 452.950964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:38.21424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:37.76103Z","time spent":"453.20428ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:32:38.214255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.095372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:32:38.214291Z","caller":"traceutil/trace.go:171","msg":"trace[202353755] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4070; }","duration":"454.161753ms","start":"2026-07-24T05:32:37.76012Z","end":"2026-07-24T05:32:38.214282Z","steps":["trace[202353755] 'agreement among raft nodes before linearized reading' (duration: 453.813864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:38.214323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:37.760112Z","time spent":"454.204524ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:32:38.214594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.390108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109064"} {"level":"info","ts":"2026-07-24T05:32:38.214703Z","caller":"traceutil/trace.go:171","msg":"trace[1787032869] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4070; }","duration":"185.543031ms","start":"2026-07-24T05:32:38.029137Z","end":"2026-07-24T05:32:38.21468Z","steps":["trace[1787032869] 'agreement among raft nodes before linearized reading' (duration: 184.825934ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:38.349449Z","caller":"traceutil/trace.go:171","msg":"trace[185379632] linearizableReadLoop","detail":"{readStateIndex:4288; appliedIndex:4287; }","duration":"128.149089ms","start":"2026-07-24T05:32:38.221264Z","end":"2026-07-24T05:32:38.349413Z","steps":["trace[185379632] 'read index received' (duration: 112.675163ms)","trace[185379632] 'applied index is now lower than readState.Index' (duration: 15.472146ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:38.34955Z","caller":"traceutil/trace.go:171","msg":"trace[418832521] transaction","detail":"{read_only:false; response_revision:4071; number_of_response:1; }","duration":"132.172022ms","start":"2026-07-24T05:32:38.217338Z","end":"2026-07-24T05:32:38.34951Z","steps":["trace[418832521] 'process raft request' (duration: 116.690475ms)","trace[418832521] 'compare' (duration: 15.17228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:38.349953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.678372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109064"} {"level":"info","ts":"2026-07-24T05:32:38.35004Z","caller":"traceutil/trace.go:171","msg":"trace[33446363] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4071; }","duration":"128.821954ms","start":"2026-07-24T05:32:38.221203Z","end":"2026-07-24T05:32:38.350025Z","steps":["trace[33446363] 'agreement among raft nodes before linearized reading' (duration: 128.332493ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:40.159199Z","caller":"traceutil/trace.go:171","msg":"trace[650080834] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"158.811442ms","start":"2026-07-24T05:32:40.000252Z","end":"2026-07-24T05:32:40.159064Z","steps":["trace[650080834] 'process raft request' (duration: 158.539026ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:40.446623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.26102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:40.446966Z","caller":"traceutil/trace.go:171","msg":"trace[1046717209] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"417.315067ms","start":"2026-07-24T05:32:40.02962Z","end":"2026-07-24T05:32:40.446935Z","steps":["trace[1046717209] 'process raft request' (duration: 191.600755ms)","trace[1046717209] 'compare' (duration: 224.945833ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:40.447044Z","caller":"traceutil/trace.go:171","msg":"trace[824772698] linearizableReadLoop","detail":"{readStateIndex:4293; appliedIndex:4289; }","duration":"324.761519ms","start":"2026-07-24T05:32:40.122258Z","end":"2026-07-24T05:32:40.447019Z","steps":["trace[824772698] 'read index received' (duration: 36.605301ms)","trace[824772698] 'applied index is now lower than readState.Index' (duration: 288.154938ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:40.447084Z","caller":"traceutil/trace.go:171","msg":"trace[2093808620] transaction","detail":"{read_only:false; response_revision:4075; number_of_response:1; }","duration":"416.832056ms","start":"2026-07-24T05:32:40.03022Z","end":"2026-07-24T05:32:40.447052Z","steps":["trace[2093808620] 'process raft request' (duration: 416.61018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:40.447177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:40.029585Z","time spent":"417.493211ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:40.447243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:40.030206Z","time spent":"416.954989ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:40.447186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.932912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:40.447304Z","caller":"traceutil/trace.go:171","msg":"trace[45894752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4076; }","duration":"325.086136ms","start":"2026-07-24T05:32:40.122207Z","end":"2026-07-24T05:32:40.447293Z","steps":["trace[45894752] 'agreement among raft nodes before linearized reading' (duration: 324.939862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:40.447341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:40.122192Z","time spent":"325.137808ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:32:40.447323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.532102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"warn","ts":"2026-07-24T05:32:40.447445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.664992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:40.44747Z","caller":"traceutil/trace.go:171","msg":"trace[1517883748] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4076; }","duration":"320.711686ms","start":"2026-07-24T05:32:40.126751Z","end":"2026-07-24T05:32:40.447463Z","steps":["trace[1517883748] 'agreement among raft nodes before linearized reading' (duration: 320.418199ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:40.447485Z","caller":"traceutil/trace.go:171","msg":"trace[1526318822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4076; }","duration":"219.743554ms","start":"2026-07-24T05:32:40.227729Z","end":"2026-07-24T05:32:40.447472Z","steps":["trace[1526318822] 'agreement among raft nodes before linearized reading' (duration: 219.625811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:40.447498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:40.126739Z","time spent":"320.748177ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12012,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:32:40.447101Z","caller":"traceutil/trace.go:171","msg":"trace[1094124150] transaction","detail":"{read_only:false; response_revision:4076; number_of_response:1; }","duration":"358.894154ms","start":"2026-07-24T05:32:40.088185Z","end":"2026-07-24T05:32:40.447079Z","steps":["trace[1094124150] 'process raft request' (duration: 358.778751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:40.447786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:40.088158Z","time spent":"359.58614ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:40.447817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.564694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:32:40.447869Z","caller":"traceutil/trace.go:171","msg":"trace[520034154] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4076; }","duration":"224.658117ms","start":"2026-07-24T05:32:40.223197Z","end":"2026-07-24T05:32:40.447855Z","steps":["trace[520034154] 'agreement among raft nodes before linearized reading' (duration: 224.519193ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:41.402933Z","caller":"traceutil/trace.go:171","msg":"trace[591519703] transaction","detail":"{read_only:false; response_revision:4078; number_of_response:1; }","duration":"133.654434ms","start":"2026-07-24T05:32:41.269252Z","end":"2026-07-24T05:32:41.402906Z","steps":["trace[591519703] 'process raft request' (duration: 133.48422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:41.431163Z","caller":"traceutil/trace.go:171","msg":"trace[1085093629] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"161.132016ms","start":"2026-07-24T05:32:41.270016Z","end":"2026-07-24T05:32:41.431148Z","steps":["trace[1085093629] 'process raft request' (duration: 161.045644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:42.773959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.583006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:42.774035Z","caller":"traceutil/trace.go:171","msg":"trace[1469198103] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4085; }","duration":"201.715979ms","start":"2026-07-24T05:32:42.572305Z","end":"2026-07-24T05:32:42.774021Z","steps":["trace[1469198103] 'count revisions from in-memory index tree' (duration: 201.460173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:43.701438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.831546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:43.701545Z","caller":"traceutil/trace.go:171","msg":"trace[1083908116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4086; }","duration":"197.381829ms","start":"2026-07-24T05:32:43.504137Z","end":"2026-07-24T05:32:43.701519Z","steps":["trace[1083908116] 'range keys from in-memory index tree' (duration: 196.53942ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:44.519247Z","caller":"traceutil/trace.go:171","msg":"trace[1547329080] transaction","detail":"{read_only:false; response_revision:4091; number_of_response:1; }","duration":"138.096925ms","start":"2026-07-24T05:32:44.381113Z","end":"2026-07-24T05:32:44.51921Z","steps":["trace[1547329080] 'process raft request' (duration: 137.960302ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:45.885642Z","caller":"traceutil/trace.go:171","msg":"trace[1529833907] transaction","detail":"{read_only:false; response_revision:4097; number_of_response:1; }","duration":"127.546134ms","start":"2026-07-24T05:32:45.758062Z","end":"2026-07-24T05:32:45.885609Z","steps":["trace[1529833907] 'process raft request' (duration: 127.133824ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:45.980827Z","caller":"traceutil/trace.go:171","msg":"trace[1603678893] transaction","detail":"{read_only:false; response_revision:4099; number_of_response:1; }","duration":"180.884061ms","start":"2026-07-24T05:32:45.799919Z","end":"2026-07-24T05:32:45.980803Z","steps":["trace[1603678893] 'process raft request' (duration: 180.791979ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:45.98099Z","caller":"traceutil/trace.go:171","msg":"trace[54090903] transaction","detail":"{read_only:false; response_revision:4098; number_of_response:1; }","duration":"219.778194ms","start":"2026-07-24T05:32:45.761159Z","end":"2026-07-24T05:32:45.980938Z","steps":["trace[54090903] 'process raft request' (duration: 217.393239ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:46.588803Z","caller":"traceutil/trace.go:171","msg":"trace[1057912051] transaction","detail":"{read_only:false; response_revision:4101; number_of_response:1; }","duration":"273.472739ms","start":"2026-07-24T05:32:46.315301Z","end":"2026-07-24T05:32:46.588774Z","steps":["trace[1057912051] 'process raft request' (duration: 273.300455ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:46.726666Z","caller":"traceutil/trace.go:171","msg":"trace[1252752325] linearizableReadLoop","detail":"{readStateIndex:4322; appliedIndex:4319; }","duration":"195.634549ms","start":"2026-07-24T05:32:46.531Z","end":"2026-07-24T05:32:46.726635Z","steps":["trace[1252752325] 'read index received' (duration: 57.556344ms)","trace[1252752325] 'applied index is now lower than readState.Index' (duration: 138.077035ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:46.7268Z","caller":"traceutil/trace.go:171","msg":"trace[1240410377] transaction","detail":"{read_only:false; response_revision:4102; number_of_response:1; }","duration":"200.507751ms","start":"2026-07-24T05:32:46.526245Z","end":"2026-07-24T05:32:46.726753Z","steps":["trace[1240410377] 'process raft request' (duration: 187.182104ms)","trace[1240410377] 'compare' (duration: 12.984399ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:46.726825Z","caller":"traceutil/trace.go:171","msg":"trace[273342768] transaction","detail":"{read_only:false; response_revision:4103; number_of_response:1; }","duration":"200.101472ms","start":"2026-07-24T05:32:46.526686Z","end":"2026-07-24T05:32:46.726788Z","steps":["trace[273342768] 'process raft request' (duration: 199.889987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:46.726983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.238926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:32:46.727004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.981817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:32:46.72708Z","caller":"traceutil/trace.go:171","msg":"trace[283327831] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4103; }","duration":"196.09095ms","start":"2026-07-24T05:32:46.530972Z","end":"2026-07-24T05:32:46.727063Z","steps":["trace[283327831] 'agreement among raft nodes before linearized reading' (duration: 195.820544ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:46.727039Z","caller":"traceutil/trace.go:171","msg":"trace[1267748027] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4103; }","duration":"194.342349ms","start":"2026-07-24T05:32:46.532687Z","end":"2026-07-24T05:32:46.727029Z","steps":["trace[1267748027] 'agreement among raft nodes before linearized reading' (duration: 194.141515ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:47.990002Z","caller":"traceutil/trace.go:171","msg":"trace[881199357] linearizableReadLoop","detail":"{readStateIndex:4326; appliedIndex:4326; }","duration":"256.054538ms","start":"2026-07-24T05:32:47.733936Z","end":"2026-07-24T05:32:47.98999Z","steps":["trace[881199357] 'read index received' (duration: 256.048268ms)","trace[881199357] 'applied index is now lower than readState.Index' (duration: 5.31µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:47.990171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.232562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:47.990202Z","caller":"traceutil/trace.go:171","msg":"trace[940150687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4107; }","duration":"256.353474ms","start":"2026-07-24T05:32:47.733842Z","end":"2026-07-24T05:32:47.990195Z","steps":["trace[940150687] 'agreement among raft nodes before linearized reading' (duration: 256.233352ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:47.990377Z","caller":"traceutil/trace.go:171","msg":"trace[1019650146] transaction","detail":"{read_only:false; response_revision:4107; number_of_response:1; }","duration":"556.149109ms","start":"2026-07-24T05:32:47.433753Z","end":"2026-07-24T05:32:47.989902Z","steps":["trace[1019650146] 'process raft request' (duration: 555.997715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:47.990467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:47.433726Z","time spent":"556.677721ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:48.164007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.242945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:48.164207Z","caller":"traceutil/trace.go:171","msg":"trace[417850960] linearizableReadLoop","detail":"{readStateIndex:4328; appliedIndex:4326; }","duration":"174.133195ms","start":"2026-07-24T05:32:47.990056Z","end":"2026-07-24T05:32:48.164189Z","steps":["trace[417850960] 'read index received' (duration: 63.562032ms)","trace[417850960] 'applied index is now lower than readState.Index' (duration: 110.570193ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:48.164363Z","caller":"traceutil/trace.go:171","msg":"trace[1783525187] transaction","detail":"{read_only:false; response_revision:4109; number_of_response:1; }","duration":"177.832079ms","start":"2026-07-24T05:32:47.986496Z","end":"2026-07-24T05:32:48.164328Z","steps":["trace[1783525187] 'process raft request' (duration: 177.625564ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:48.164404Z","caller":"traceutil/trace.go:171","msg":"trace[638013123] transaction","detail":"{read_only:false; response_revision:4108; number_of_response:1; }","duration":"207.584164ms","start":"2026-07-24T05:32:47.956793Z","end":"2026-07-24T05:32:48.164377Z","steps":["trace[638013123] 'process raft request' (duration: 96.873128ms)","trace[638013123] 'compare' (duration: 110.01346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:48.164475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.071336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T05:32:48.164519Z","caller":"traceutil/trace.go:171","msg":"trace[453093194] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4109; }","duration":"325.145357ms","start":"2026-07-24T05:32:47.839361Z","end":"2026-07-24T05:32:48.164507Z","steps":["trace[453093194] 'agreement among raft nodes before linearized reading' (duration: 324.937652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:48.164564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:47.839345Z","time spent":"325.209429ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:32:48.164842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.337974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:48.165025Z","caller":"traceutil/trace.go:171","msg":"trace[1812484992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4109; }","duration":"277.090152ms","start":"2026-07-24T05:32:47.88791Z","end":"2026-07-24T05:32:48.165Z","steps":["trace[1812484992] 'agreement among raft nodes before linearized reading' (duration: 276.309733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:48.164996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.138474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-07-24T05:32:48.165141Z","caller":"traceutil/trace.go:171","msg":"trace[1070938170] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8; range_end:; response_count:1; response_revision:4109; }","duration":"317.334078ms","start":"2026-07-24T05:32:47.847785Z","end":"2026-07-24T05:32:48.165119Z","steps":["trace[1070938170] 'agreement among raft nodes before linearized reading' (duration: 316.482308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:48.165188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:47.847757Z","time spent":"317.41906ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":858,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" "} {"level":"info","ts":"2026-07-24T05:32:50.750695Z","caller":"traceutil/trace.go:171","msg":"trace[1001953738] linearizableReadLoop","detail":"{readStateIndex:4337; appliedIndex:4336; }","duration":"124.80022ms","start":"2026-07-24T05:32:50.625856Z","end":"2026-07-24T05:32:50.750657Z","steps":["trace[1001953738] 'read index received' (duration: 124.482673ms)","trace[1001953738] 'applied index is now lower than readState.Index' (duration: 315.267µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:50.750936Z","caller":"traceutil/trace.go:171","msg":"trace[232250365] transaction","detail":"{read_only:false; response_revision:4118; number_of_response:1; }","duration":"137.476271ms","start":"2026-07-24T05:32:50.61333Z","end":"2026-07-24T05:32:50.750807Z","steps":["trace[232250365] 'process raft request' (duration: 137.069132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:50.751009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.118088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:50.751081Z","caller":"traceutil/trace.go:171","msg":"trace[1643314416] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:4118; }","duration":"125.268851ms","start":"2026-07-24T05:32:50.625794Z","end":"2026-07-24T05:32:50.751063Z","steps":["trace[1643314416] 'agreement among raft nodes before linearized reading' (duration: 125.060337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:50.795007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.161513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:50.795026Z","caller":"traceutil/trace.go:171","msg":"trace[253035871] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"163.187922ms","start":"2026-07-24T05:32:50.631762Z","end":"2026-07-24T05:32:50.79495Z","steps":["trace[253035871] 'process raft request' (duration: 162.933526ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:50.7951Z","caller":"traceutil/trace.go:171","msg":"trace[1869144271] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4119; }","duration":"100.266105ms","start":"2026-07-24T05:32:50.694812Z","end":"2026-07-24T05:32:50.795078Z","steps":["trace[1869144271] 'agreement among raft nodes before linearized reading' (duration: 100.100681ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:50.977744Z","caller":"traceutil/trace.go:171","msg":"trace[1323084246] linearizableReadLoop","detail":"{readStateIndex:4339; appliedIndex:4338; }","duration":"182.773523ms","start":"2026-07-24T05:32:50.794877Z","end":"2026-07-24T05:32:50.977651Z","steps":["trace[1323084246] 'read index received' (duration: 124.288228ms)","trace[1323084246] 'applied index is now lower than readState.Index' (duration: 58.484205ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:50.978162Z","caller":"traceutil/trace.go:171","msg":"trace[1868568252] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"190.780447ms","start":"2026-07-24T05:32:50.787345Z","end":"2026-07-24T05:32:50.978125Z","steps":["trace[1868568252] 'process raft request' (duration: 131.893893ms)","trace[1868568252] 'compare' (duration: 58.25233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:50.97832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.107813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11294"} {"level":"info","ts":"2026-07-24T05:32:50.978444Z","caller":"traceutil/trace.go:171","msg":"trace[1794635185] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:4120; }","duration":"187.304168ms","start":"2026-07-24T05:32:50.791113Z","end":"2026-07-24T05:32:50.978418Z","steps":["trace[1794635185] 'agreement among raft nodes before linearized reading' (duration: 186.697344ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:51.251963Z","caller":"traceutil/trace.go:171","msg":"trace[468009075] linearizableReadLoop","detail":"{readStateIndex:4340; appliedIndex:4339; }","duration":"274.104974ms","start":"2026-07-24T05:32:50.977826Z","end":"2026-07-24T05:32:51.251931Z","steps":["trace[468009075] 'read index received' (duration: 273.901899ms)","trace[468009075] 'applied index is now lower than readState.Index' (duration: 201.525µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:51.252087Z","caller":"traceutil/trace.go:171","msg":"trace[435181242] transaction","detail":"{read_only:false; response_revision:4121; number_of_response:1; }","duration":"440.917021ms","start":"2026-07-24T05:32:50.811119Z","end":"2026-07-24T05:32:51.252036Z","steps":["trace[435181242] 'process raft request' (duration: 440.607963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:51.252295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.674791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:32:51.25233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:50.811095Z","time spent":"441.104665ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:51.252352Z","caller":"traceutil/trace.go:171","msg":"trace[1272668946] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4121; }","duration":"432.783063ms","start":"2026-07-24T05:32:50.819547Z","end":"2026-07-24T05:32:51.25233Z","steps":["trace[1272668946] 'agreement among raft nodes before linearized reading' (duration: 432.534568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:51.252439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:50.819517Z","time spent":"432.902326ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:32:51.252708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.07761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:32:51.252798Z","caller":"traceutil/trace.go:171","msg":"trace[244039011] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4121; }","duration":"433.215013ms","start":"2026-07-24T05:32:50.819563Z","end":"2026-07-24T05:32:51.252778Z","steps":["trace[244039011] 'agreement among raft nodes before linearized reading' (duration: 432.481967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:51.252894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:50.819545Z","time spent":"433.336676ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:32:51.585386Z","caller":"traceutil/trace.go:171","msg":"trace[889591374] linearizableReadLoop","detail":"{readStateIndex:4342; appliedIndex:4340; }","duration":"333.307405ms","start":"2026-07-24T05:32:51.25205Z","end":"2026-07-24T05:32:51.585357Z","steps":["trace[889591374] 'read index received' (duration: 333.11838ms)","trace[889591374] 'applied index is now lower than readState.Index' (duration: 187.655µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:51.585483Z","caller":"traceutil/trace.go:171","msg":"trace[367483938] transaction","detail":"{read_only:false; response_revision:4122; number_of_response:1; }","duration":"594.86618ms","start":"2026-07-24T05:32:50.990548Z","end":"2026-07-24T05:32:51.585414Z","steps":["trace[367483938] 'process raft request' (duration: 594.545702ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:51.585681Z","caller":"traceutil/trace.go:171","msg":"trace[112260820] transaction","detail":"{read_only:false; response_revision:4123; number_of_response:1; }","duration":"385.091256ms","start":"2026-07-24T05:32:51.200578Z","end":"2026-07-24T05:32:51.585669Z","steps":["trace[112260820] 'process raft request' (duration: 384.722817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:51.585801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:50.990457Z","time spent":"595.166318ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11648,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:51.585887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:51.200529Z","time spent":"385.184708ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:51.58617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.140694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:51.586263Z","caller":"traceutil/trace.go:171","msg":"trace[281094540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4123; }","duration":"574.320508ms","start":"2026-07-24T05:32:51.011926Z","end":"2026-07-24T05:32:51.586247Z","steps":["trace[281094540] 'agreement among raft nodes before linearized reading' (duration: 573.745245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:51.586303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:51.011906Z","time spent":"574.389469ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:32:51.858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.457991ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:32:51.85813Z","caller":"traceutil/trace.go:171","msg":"trace[187734785] linearizableReadLoop","detail":"{readStateIndex:4343; appliedIndex:4342; }","duration":"272.64309ms","start":"2026-07-24T05:32:51.585466Z","end":"2026-07-24T05:32:51.858109Z","steps":["trace[187734785] 'read index received' (duration: 28.061366ms)","trace[187734785] 'applied index is now lower than readState.Index' (duration: 244.580064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:51.858412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.596921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109830"} {"level":"info","ts":"2026-07-24T05:32:51.858455Z","caller":"traceutil/trace.go:171","msg":"trace[938319572] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4123; }","duration":"600.690813ms","start":"2026-07-24T05:32:51.257751Z","end":"2026-07-24T05:32:51.858442Z","steps":["trace[938319572] 'agreement among raft nodes before linearized reading' (duration: 600.411697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:51.858493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:51.257727Z","time spent":"600.756604ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:32:51.85868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.66426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109830"} {"level":"info","ts":"2026-07-24T05:32:51.858779Z","caller":"traceutil/trace.go:171","msg":"trace[167166076] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4123; }","duration":"599.799884ms","start":"2026-07-24T05:32:51.258957Z","end":"2026-07-24T05:32:51.858757Z","steps":["trace[167166076] 'agreement among raft nodes before linearized reading' (duration: 599.382484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:51.858824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:51.258945Z","time spent":"599.869495ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:32:52.861118Z","caller":"traceutil/trace.go:171","msg":"trace[1923490369] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"104.701728ms","start":"2026-07-24T05:32:52.75639Z","end":"2026-07-24T05:32:52.861092Z","steps":["trace[1923490369] 'process raft request' (duration: 104.544704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:53.33888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.72436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:53.338992Z","caller":"traceutil/trace.go:171","msg":"trace[656772229] transaction","detail":"{read_only:false; response_revision:4126; number_of_response:1; }","duration":"490.380957ms","start":"2026-07-24T05:32:52.848594Z","end":"2026-07-24T05:32:53.338975Z","steps":["trace[656772229] 'process raft request' (duration: 121.505553ms)","trace[656772229] 'compare' (duration: 368.580406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:53.339326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:52.848556Z","time spent":"490.749386ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:32:53.433359Z","caller":"traceutil/trace.go:171","msg":"trace[1703776953] linearizableReadLoop","detail":"{readStateIndex:4347; appliedIndex:4346; }","duration":"375.880884ms","start":"2026-07-24T05:32:53.057457Z","end":"2026-07-24T05:32:53.433338Z","steps":["trace[1703776953] 'read index received' (duration: 375.749291ms)","trace[1703776953] 'applied index is now lower than readState.Index' (duration: 130.483µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:53.433463Z","caller":"traceutil/trace.go:171","msg":"trace[1284391474] transaction","detail":"{read_only:false; response_revision:4127; number_of_response:1; }","duration":"448.412122ms","start":"2026-07-24T05:32:52.985014Z","end":"2026-07-24T05:32:53.433426Z","steps":["trace[1284391474] 'process raft request' (duration: 448.190327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:53.433541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.073408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:53.433591Z","caller":"traceutil/trace.go:171","msg":"trace[1720202982] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4127; }","duration":"376.18483ms","start":"2026-07-24T05:32:53.057395Z","end":"2026-07-24T05:32:53.43358Z","steps":["trace[1720202982] 'agreement among raft nodes before linearized reading' (duration: 376.042417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:53.433604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:52.984981Z","time spent":"448.542715ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:53.433641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:53.057356Z","time spent":"376.271082ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":31,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:53.824613Z","caller":"traceutil/trace.go:171","msg":"trace[1558530450] linearizableReadLoop","detail":"{readStateIndex:4348; appliedIndex:4347; }","duration":"391.165936ms","start":"2026-07-24T05:32:53.43341Z","end":"2026-07-24T05:32:53.824576Z","steps":["trace[1558530450] 'read index received' (duration: 309.585889ms)","trace[1558530450] 'applied index is now lower than readState.Index' (duration: 81.578767ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:53.824656Z","caller":"traceutil/trace.go:171","msg":"trace[577989891] transaction","detail":"{read_only:false; response_revision:4128; number_of_response:1; }","duration":"565.963466ms","start":"2026-07-24T05:32:53.258656Z","end":"2026-07-24T05:32:53.824619Z","steps":["trace[577989891] 'process raft request' (duration: 484.40667ms)","trace[577989891] 'compare' (duration: 81.29774ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:53.824818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:53.258628Z","time spent":"566.104908ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:53.825003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.881912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-07-24T05:32:53.825069Z","caller":"traceutil/trace.go:171","msg":"trace[1407695290] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c; range_end:; response_count:1; response_revision:4128; }","duration":"482.006624ms","start":"2026-07-24T05:32:53.343045Z","end":"2026-07-24T05:32:53.825052Z","steps":["trace[1407695290] 'agreement among raft nodes before linearized reading' (duration: 481.722388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:53.825119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:53.34302Z","time spent":"482.088897ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c\" "} {"level":"warn","ts":"2026-07-24T05:32:53.825174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.133775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:53.825261Z","caller":"traceutil/trace.go:171","msg":"trace[382401496] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4128; }","duration":"224.286028ms","start":"2026-07-24T05:32:53.600953Z","end":"2026-07-24T05:32:53.825239Z","steps":["trace[382401496] 'agreement among raft nodes before linearized reading' (duration: 224.044862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:53.825288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.313355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:32:53.82534Z","caller":"traceutil/trace.go:171","msg":"trace[206691297] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4128; }","duration":"176.455159ms","start":"2026-07-24T05:32:53.64887Z","end":"2026-07-24T05:32:53.825325Z","steps":["trace[206691297] 'agreement among raft nodes before linearized reading' (duration: 176.260554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:53.825327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.975366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:53.825451Z","caller":"traceutil/trace.go:171","msg":"trace[1983158605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4128; }","duration":"703.163081ms","start":"2026-07-24T05:32:53.122259Z","end":"2026-07-24T05:32:53.825422Z","steps":["trace[1983158605] 'agreement among raft nodes before linearized reading' (duration: 702.889005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:53.825518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:53.122233Z","time spent":"703.276464ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:32:54.215919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.467198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:54.216062Z","caller":"traceutil/trace.go:171","msg":"trace[103537618] linearizableReadLoop","detail":"{readStateIndex:4349; appliedIndex:4348; }","duration":"351.136155ms","start":"2026-07-24T05:32:53.864905Z","end":"2026-07-24T05:32:54.216041Z","steps":["trace[103537618] 'read index received' (duration: 64.319759ms)","trace[103537618] 'applied index is now lower than readState.Index' (duration: 286.815066ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:54.216201Z","caller":"traceutil/trace.go:171","msg":"trace[1149620364] transaction","detail":"{read_only:false; response_revision:4129; number_of_response:1; }","duration":"388.479234ms","start":"2026-07-24T05:32:53.82767Z","end":"2026-07-24T05:32:54.216149Z","steps":["trace[1149620364] 'process raft request' (duration: 101.654347ms)","trace[1149620364] 'compare' (duration: 286.351786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:54.216294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.576724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:32:54.216296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.949207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:54.216377Z","caller":"traceutil/trace.go:171","msg":"trace[1655201586] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4129; }","duration":"154.770789ms","start":"2026-07-24T05:32:54.061588Z","end":"2026-07-24T05:32:54.216359Z","steps":["trace[1655201586] 'agreement among raft nodes before linearized reading' (duration: 154.583205ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:54.216407Z","caller":"traceutil/trace.go:171","msg":"trace[2052754266] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4129; }","duration":"103.155483ms","start":"2026-07-24T05:32:54.113214Z","end":"2026-07-24T05:32:54.216369Z","steps":["trace[2052754266] 'agreement among raft nodes before linearized reading' (duration: 102.946778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:54.216379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.451343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:32:54.216435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:53.827636Z","time spent":"388.707369ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:54.216473Z","caller":"traceutil/trace.go:171","msg":"trace[1090712438] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4129; }","duration":"351.581655ms","start":"2026-07-24T05:32:53.864864Z","end":"2026-07-24T05:32:54.216446Z","steps":["trace[1090712438] 'agreement among raft nodes before linearized reading' (duration: 351.256728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:54.216523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:53.864844Z","time spent":"351.668598ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:32:54.216554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.233184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:32:54.216628Z","caller":"traceutil/trace.go:171","msg":"trace[1151930620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4129; }","duration":"350.337886ms","start":"2026-07-24T05:32:53.866278Z","end":"2026-07-24T05:32:54.216616Z","steps":["trace[1151930620] 'agreement among raft nodes before linearized reading' (duration: 349.878486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:54.216666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:53.866267Z","time spent":"350.388288ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:32:54.572934Z","caller":"traceutil/trace.go:171","msg":"trace[1049398134] linearizableReadLoop","detail":"{readStateIndex:4352; appliedIndex:4351; }","duration":"217.83046ms","start":"2026-07-24T05:32:54.355075Z","end":"2026-07-24T05:32:54.572906Z","steps":["trace[1049398134] 'read index received' (duration: 151.381712ms)","trace[1049398134] 'applied index is now lower than readState.Index' (duration: 66.447558ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:54.572981Z","caller":"traceutil/trace.go:171","msg":"trace[1337438178] transaction","detail":"{read_only:false; response_revision:4132; number_of_response:1; }","duration":"319.834955ms","start":"2026-07-24T05:32:54.253111Z","end":"2026-07-24T05:32:54.572946Z","steps":["trace[1337438178] 'process raft request' (duration: 253.410097ms)","trace[1337438178] 'compare' (duration: 66.10754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:54.573108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:54.253094Z","time spent":"319.934137ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:54.573116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.016693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:54.573213Z","caller":"traceutil/trace.go:171","msg":"trace[91160498] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4132; }","duration":"218.178097ms","start":"2026-07-24T05:32:54.355006Z","end":"2026-07-24T05:32:54.573184Z","steps":["trace[91160498] 'agreement among raft nodes before linearized reading' (duration: 217.991803ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:55.024137Z","caller":"traceutil/trace.go:171","msg":"trace[1693951642] transaction","detail":"{read_only:false; response_revision:4133; number_of_response:1; }","duration":"153.539691ms","start":"2026-07-24T05:32:54.870569Z","end":"2026-07-24T05:32:55.024109Z","steps":["trace[1693951642] 'process raft request' (duration: 153.352007ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:55.569448Z","caller":"traceutil/trace.go:171","msg":"trace[1755671569] transaction","detail":"{read_only:false; response_revision:4134; number_of_response:1; }","duration":"122.245752ms","start":"2026-07-24T05:32:55.447165Z","end":"2026-07-24T05:32:55.569411Z","steps":["trace[1755671569] 'process raft request' (duration: 121.945875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:55.909476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.572291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:55.909568Z","caller":"traceutil/trace.go:171","msg":"trace[1085165462] transaction","detail":"{read_only:false; response_revision:4135; number_of_response:1; }","duration":"238.769121ms","start":"2026-07-24T05:32:55.670783Z","end":"2026-07-24T05:32:55.909553Z","steps":["trace[1085165462] 'process raft request' (duration: 125.043976ms)","trace[1085165462] 'compare' (duration: 113.268254ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:55.951994Z","caller":"traceutil/trace.go:171","msg":"trace[748458150] linearizableReadLoop","detail":"{readStateIndex:4356; appliedIndex:4355; }","duration":"111.429862ms","start":"2026-07-24T05:32:55.840535Z","end":"2026-07-24T05:32:55.951965Z","steps":["trace[748458150] 'read index received' (duration: 111.148056ms)","trace[748458150] 'applied index is now lower than readState.Index' (duration: 279.566µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:55.95216Z","caller":"traceutil/trace.go:171","msg":"trace[278360011] transaction","detail":"{read_only:false; response_revision:4136; number_of_response:1; }","duration":"121.951624ms","start":"2026-07-24T05:32:55.830145Z","end":"2026-07-24T05:32:55.952097Z","steps":["trace[278360011] 'process raft request' (duration: 121.571265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:55.952294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.737989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:55.95236Z","caller":"traceutil/trace.go:171","msg":"trace[1530627148] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4136; }","duration":"111.854021ms","start":"2026-07-24T05:32:55.840488Z","end":"2026-07-24T05:32:55.952342Z","steps":["trace[1530627148] 'agreement among raft nodes before linearized reading' (duration: 111.624856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:56.213835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.67664ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:56.214029Z","caller":"traceutil/trace.go:171","msg":"trace[1857419235] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4136; }","duration":"118.896645ms","start":"2026-07-24T05:32:56.095109Z","end":"2026-07-24T05:32:56.214005Z","steps":["trace[1857419235] 'range keys from in-memory index tree' (duration: 118.653779ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:56.370621Z","caller":"traceutil/trace.go:171","msg":"trace[1176018775] linearizableReadLoop","detail":"{readStateIndex:4357; appliedIndex:4356; }","duration":"329.900807ms","start":"2026-07-24T05:32:56.040696Z","end":"2026-07-24T05:32:56.370597Z","steps":["trace[1176018775] 'read index received' (duration: 329.732663ms)","trace[1176018775] 'applied index is now lower than readState.Index' (duration: 166.734µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:56.370761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:56.010139Z","time spent":"360.617313ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:32:56.371199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.11658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:56.371248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.514017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:32:56.371285Z","caller":"traceutil/trace.go:171","msg":"trace[1555608636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4136; }","duration":"249.256313ms","start":"2026-07-24T05:32:56.122009Z","end":"2026-07-24T05:32:56.371265Z","steps":["trace[1555608636] 'agreement among raft nodes before linearized reading' (duration: 249.075569ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:56.371312Z","caller":"traceutil/trace.go:171","msg":"trace[782723867] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4136; }","duration":"142.668362ms","start":"2026-07-24T05:32:56.228627Z","end":"2026-07-24T05:32:56.371296Z","steps":["trace[782723867] 'agreement among raft nodes before linearized reading' (duration: 142.447317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:56.371297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.582153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:56.371324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.071924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5226e35d4c4f8\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-07-24T05:32:56.37139Z","caller":"traceutil/trace.go:171","msg":"trace[702014412] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4136; }","duration":"330.746586ms","start":"2026-07-24T05:32:56.040615Z","end":"2026-07-24T05:32:56.371361Z","steps":["trace[702014412] 'agreement among raft nodes before linearized reading' (duration: 330.564072ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:56.371402Z","caller":"traceutil/trace.go:171","msg":"trace[1854876798] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c5226e35d4c4f8; range_end:; response_count:1; response_revision:4136; }","duration":"231.180777ms","start":"2026-07-24T05:32:56.1402Z","end":"2026-07-24T05:32:56.371381Z","steps":["trace[1854876798] 'agreement among raft nodes before linearized reading' (duration: 230.91193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:56.371438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:56.040584Z","time spent":"330.843979ms","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:32:56.371422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.531058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:32:56.371521Z","caller":"traceutil/trace.go:171","msg":"trace[380282857] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4136; }","duration":"142.652891ms","start":"2026-07-24T05:32:56.228845Z","end":"2026-07-24T05:32:56.371498Z","steps":["trace[380282857] 'agreement among raft nodes before linearized reading' (duration: 142.233472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:56.717043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.444989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:56.717654Z","caller":"traceutil/trace.go:171","msg":"trace[1575534576] linearizableReadLoop","detail":"{readStateIndex:4358; appliedIndex:4357; }","duration":"344.755038ms","start":"2026-07-24T05:32:56.372841Z","end":"2026-07-24T05:32:56.717596Z","steps":["trace[1575534576] 'read index received' (duration: 180.791696ms)","trace[1575534576] 'applied index is now lower than readState.Index' (duration: 163.959292ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:56.717803Z","caller":"traceutil/trace.go:171","msg":"trace[872441936] transaction","detail":"{read_only:false; response_revision:4138; number_of_response:1; }","duration":"343.428208ms","start":"2026-07-24T05:32:56.374349Z","end":"2026-07-24T05:32:56.717777Z","steps":["trace[872441936] 'process raft request' (duration: 342.853154ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:56.717484Z","caller":"traceutil/trace.go:171","msg":"trace[1654220200] transaction","detail":"{read_only:false; response_revision:4137; number_of_response:1; }","duration":"345.254861ms","start":"2026-07-24T05:32:56.372169Z","end":"2026-07-24T05:32:56.717423Z","steps":["trace[1654220200] 'process raft request' (duration: 181.338761ms)","trace[1654220200] 'compare' (duration: 163.286435ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:56.71793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:56.374325Z","time spent":"343.530191ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:56.718131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:56.372146Z","time spent":"345.833643ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:56.71785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.992574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:56.718555Z","caller":"traceutil/trace.go:171","msg":"trace[1869691387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4138; }","duration":"345.72246ms","start":"2026-07-24T05:32:56.372793Z","end":"2026-07-24T05:32:56.718516Z","steps":["trace[1869691387] 'agreement among raft nodes before linearized reading' (duration: 344.925121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:56.718826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:56.372775Z","time spent":"346.007857ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:32:56.727508Z","caller":"traceutil/trace.go:171","msg":"trace[715100433] transaction","detail":"{read_only:false; response_revision:4139; number_of_response:1; }","duration":"318.3283ms","start":"2026-07-24T05:32:56.409166Z","end":"2026-07-24T05:32:56.727494Z","steps":["trace[715100433] 'process raft request' (duration: 308.153566ms)","trace[715100433] 'compare' (duration: 10.057961ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:56.727577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:56.409143Z","time spent":"318.406162ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:56.72776Z","caller":"traceutil/trace.go:171","msg":"trace[957253768] transaction","detail":"{read_only:false; response_revision:4140; number_of_response:1; }","duration":"290.032509ms","start":"2026-07-24T05:32:56.437702Z","end":"2026-07-24T05:32:56.727735Z","steps":["trace[957253768] 'process raft request' (duration: 289.756813ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:56.807482Z","caller":"traceutil/trace.go:171","msg":"trace[2068421468] transaction","detail":"{read_only:false; response_revision:4141; number_of_response:1; }","duration":"227.968713ms","start":"2026-07-24T05:32:56.579475Z","end":"2026-07-24T05:32:56.807443Z","steps":["trace[2068421468] 'process raft request' (duration: 227.85909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:56.807855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.460512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109830"} {"level":"info","ts":"2026-07-24T05:32:56.807939Z","caller":"traceutil/trace.go:171","msg":"trace[83660192] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4141; }","duration":"431.570395ms","start":"2026-07-24T05:32:56.376349Z","end":"2026-07-24T05:32:56.80792Z","steps":["trace[83660192] 'agreement among raft nodes before linearized reading' (duration: 431.165605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:56.808005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:56.376269Z","time spent":"431.716108ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:32:56.807996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.480143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:32:56.808096Z","caller":"traceutil/trace.go:171","msg":"trace[1638435900] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4141; }","duration":"361.604676ms","start":"2026-07-24T05:32:56.44646Z","end":"2026-07-24T05:32:56.808065Z","steps":["trace[1638435900] 'agreement among raft nodes before linearized reading' (duration: 360.984992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:56.808084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.292032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109830"} {"level":"warn","ts":"2026-07-24T05:32:56.808131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:56.446446Z","time spent":"361.677127ms","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":528,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:56.808195Z","caller":"traceutil/trace.go:171","msg":"trace[1722822606] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4141; }","duration":"429.456006ms","start":"2026-07-24T05:32:56.378715Z","end":"2026-07-24T05:32:56.808171Z","steps":["trace[1722822606] 'agreement among raft nodes before linearized reading' (duration: 428.924334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:56.808257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:56.378684Z","time spent":"429.560189ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:32:57.425261Z","caller":"traceutil/trace.go:171","msg":"trace[1743510789] transaction","detail":"{read_only:false; response_revision:4142; number_of_response:1; }","duration":"395.765161ms","start":"2026-07-24T05:32:57.029472Z","end":"2026-07-24T05:32:57.425237Z","steps":["trace[1743510789] 'process raft request' (duration: 395.579636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:57.425412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:57.029454Z","time spent":"395.878984ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:57.496043Z","caller":"traceutil/trace.go:171","msg":"trace[1677371885] linearizableReadLoop","detail":"{readStateIndex:4364; appliedIndex:4362; }","duration":"359.330343ms","start":"2026-07-24T05:32:57.136694Z","end":"2026-07-24T05:32:57.496024Z","steps":["trace[1677371885] 'read index received' (duration: 288.464214ms)","trace[1677371885] 'applied index is now lower than readState.Index' (duration: 70.865509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:57.496153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.450587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:32:57.496175Z","caller":"traceutil/trace.go:171","msg":"trace[579194347] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4143; }","duration":"359.525629ms","start":"2026-07-24T05:32:57.136642Z","end":"2026-07-24T05:32:57.496168Z","steps":["trace[579194347] 'agreement among raft nodes before linearized reading' (duration: 359.471187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:57.496194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:57.136624Z","time spent":"359.565569ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:57.496163Z","caller":"traceutil/trace.go:171","msg":"trace[895354083] transaction","detail":"{read_only:false; response_revision:4143; number_of_response:1; }","duration":"465.386334ms","start":"2026-07-24T05:32:57.030741Z","end":"2026-07-24T05:32:57.496127Z","steps":["trace[895354083] 'process raft request' (duration: 465.070116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:57.49632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:57.030734Z","time spent":"465.505456ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:58.455555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.71179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:32:58.455757Z","caller":"traceutil/trace.go:171","msg":"trace[198255020] linearizableReadLoop","detail":"{readStateIndex:4365; appliedIndex:4364; }","duration":"594.056691ms","start":"2026-07-24T05:32:57.861683Z","end":"2026-07-24T05:32:58.45574Z","steps":["trace[198255020] 'read index received' (duration: 46.991µs)","trace[198255020] 'applied index is now lower than readState.Index' (duration: 594.0086ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:58.455781Z","caller":"traceutil/trace.go:171","msg":"trace[1251061675] transaction","detail":"{read_only:false; response_revision:4144; number_of_response:1; }","duration":"881.230405ms","start":"2026-07-24T05:32:57.574513Z","end":"2026-07-24T05:32:58.455743Z","steps":["trace[1251061675] 'process raft request' (duration: 118.213039ms)","trace[1251061675] 'compare' (duration: 762.416993ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:58.455879Z","caller":"traceutil/trace.go:171","msg":"trace[882208023] transaction","detail":"{read_only:false; response_revision:4145; number_of_response:1; }","duration":"498.432252ms","start":"2026-07-24T05:32:57.957427Z","end":"2026-07-24T05:32:58.455859Z","steps":["trace[882208023] 'process raft request' (duration: 498.234287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:58.455937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:57.574486Z","time spent":"881.372988ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:32:58.455931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.222895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:58.455973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:57.957399Z","time spent":"498.530484ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:32:58.456004Z","caller":"traceutil/trace.go:171","msg":"trace[583588041] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:4145; }","duration":"594.347918ms","start":"2026-07-24T05:32:57.861637Z","end":"2026-07-24T05:32:58.455985Z","steps":["trace[583588041] 'agreement among raft nodes before linearized reading' (duration: 594.191084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:58.456054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:57.861618Z","time spent":"594.42682ms","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:32:58.462648Z","caller":"traceutil/trace.go:171","msg":"trace[133618909] transaction","detail":"{read_only:false; response_revision:4146; number_of_response:1; }","duration":"266.640003ms","start":"2026-07-24T05:32:58.195971Z","end":"2026-07-24T05:32:58.462611Z","steps":["trace[133618909] 'process raft request' (duration: 266.461908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:58.462691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.107743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:58.462747Z","caller":"traceutil/trace.go:171","msg":"trace[1829954165] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4146; }","duration":"494.214186ms","start":"2026-07-24T05:32:57.968518Z","end":"2026-07-24T05:32:58.462733Z","steps":["trace[1829954165] 'agreement among raft nodes before linearized reading' (duration: 494.027761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:58.462759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.419782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:32:58.462785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:57.968498Z","time spent":"494.280638ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:32:58.462806Z","caller":"traceutil/trace.go:171","msg":"trace[1718652794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4146; }","duration":"341.599836ms","start":"2026-07-24T05:32:58.121195Z","end":"2026-07-24T05:32:58.462795Z","steps":["trace[1718652794] 'agreement among raft nodes before linearized reading' (duration: 341.463233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:58.462835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:58.12117Z","time spent":"341.659177ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:32:58.962707Z","caller":"traceutil/trace.go:171","msg":"trace[1215446827] linearizableReadLoop","detail":"{readStateIndex:4369; appliedIndex:4368; }","duration":"148.609388ms","start":"2026-07-24T05:32:58.81405Z","end":"2026-07-24T05:32:58.962659Z","steps":["trace[1215446827] 'read index received' (duration: 145.66679ms)","trace[1215446827] 'applied index is now lower than readState.Index' (duration: 2.941378ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:58.962757Z","caller":"traceutil/trace.go:171","msg":"trace[1349436542] transaction","detail":"{read_only:false; response_revision:4148; number_of_response:1; }","duration":"150.279506ms","start":"2026-07-24T05:32:58.812444Z","end":"2026-07-24T05:32:58.962724Z","steps":["trace[1349436542] 'process raft request' (duration: 147.320138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:58.963013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.947715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:32:58.963017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.055665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:32:58.963048Z","caller":"traceutil/trace.go:171","msg":"trace[57652014] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4148; }","duration":"149.039237ms","start":"2026-07-24T05:32:58.813998Z","end":"2026-07-24T05:32:58.963038Z","steps":["trace[57652014] 'agreement among raft nodes before linearized reading' (duration: 148.845413ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:58.963086Z","caller":"traceutil/trace.go:171","msg":"trace[914534085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4148; }","duration":"148.196488ms","start":"2026-07-24T05:32:58.814872Z","end":"2026-07-24T05:32:58.963069Z","steps":["trace[914534085] 'agreement among raft nodes before linearized reading' (duration: 147.978553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:32:59.212714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.212128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5226fb1aaf58f\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-07-24T05:32:59.212835Z","caller":"traceutil/trace.go:171","msg":"trace[605643982] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c5226fb1aaf58f; range_end:; response_count:1; response_revision:4148; }","duration":"118.421994ms","start":"2026-07-24T05:32:59.094392Z","end":"2026-07-24T05:32:59.212814Z","steps":["trace[605643982] 'range keys from in-memory index tree' (duration: 117.947102ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:59.327742Z","caller":"traceutil/trace.go:171","msg":"trace[843793660] transaction","detail":"{read_only:false; response_revision:4149; number_of_response:1; }","duration":"112.20181ms","start":"2026-07-24T05:32:59.215513Z","end":"2026-07-24T05:32:59.327715Z","steps":["trace[843793660] 'process raft request' (duration: 111.968294ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:32:59.590941Z","caller":"traceutil/trace.go:171","msg":"trace[1280016463] linearizableReadLoop","detail":"{readStateIndex:4371; appliedIndex:4370; }","duration":"120.640764ms","start":"2026-07-24T05:32:59.470274Z","end":"2026-07-24T05:32:59.590915Z","steps":["trace[1280016463] 'read index received' (duration: 90.724046ms)","trace[1280016463] 'applied index is now lower than readState.Index' (duration: 29.915808ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:32:59.591057Z","caller":"traceutil/trace.go:171","msg":"trace[988194545] transaction","detail":"{read_only:false; response_revision:4150; number_of_response:1; }","duration":"158.836782ms","start":"2026-07-24T05:32:59.432179Z","end":"2026-07-24T05:32:59.591016Z","steps":["trace[988194545] 'process raft request' (duration: 128.780202ms)","trace[988194545] 'compare' (duration: 29.810334ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:32:59.591219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.89196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:32:59.591325Z","caller":"traceutil/trace.go:171","msg":"trace[1941720510] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4150; }","duration":"121.073914ms","start":"2026-07-24T05:32:59.470221Z","end":"2026-07-24T05:32:59.591295Z","steps":["trace[1941720510] 'agreement among raft nodes before linearized reading' (duration: 120.786368ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:00.305014Z","caller":"traceutil/trace.go:171","msg":"trace[360147777] linearizableReadLoop","detail":"{readStateIndex:4372; appliedIndex:4371; }","duration":"334.836459ms","start":"2026-07-24T05:32:59.97015Z","end":"2026-07-24T05:33:00.304986Z","steps":["trace[360147777] 'read index received' (duration: 334.670105ms)","trace[360147777] 'applied index is now lower than readState.Index' (duration: 165.374µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:00.305112Z","caller":"traceutil/trace.go:171","msg":"trace[609558412] transaction","detail":"{read_only:false; response_revision:4151; number_of_response:1; }","duration":"393.184452ms","start":"2026-07-24T05:32:59.911887Z","end":"2026-07-24T05:33:00.305072Z","steps":["trace[609558412] 'process raft request' (duration: 392.945927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:00.30527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:59.911869Z","time spent":"393.319315ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:00.305271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.076875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:00.305316Z","caller":"traceutil/trace.go:171","msg":"trace[195031451] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4151; }","duration":"335.215178ms","start":"2026-07-24T05:32:59.970088Z","end":"2026-07-24T05:33:00.305303Z","steps":["trace[195031451] 'agreement among raft nodes before linearized reading' (duration: 335.035244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:00.305362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.146164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:33:00.305398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:32:59.97007Z","time spent":"335.31445ms","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:00.305438Z","caller":"traceutil/trace.go:171","msg":"trace[1562746772] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4151; }","duration":"214.272887ms","start":"2026-07-24T05:33:00.091146Z","end":"2026-07-24T05:33:00.305418Z","steps":["trace[1562746772] 'agreement among raft nodes before linearized reading' (duration: 214.056952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:00.30567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.155048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:00.3058Z","caller":"traceutil/trace.go:171","msg":"trace[1033037501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4151; }","duration":"185.321851ms","start":"2026-07-24T05:33:00.120458Z","end":"2026-07-24T05:33:00.305779Z","steps":["trace[1033037501] 'agreement among raft nodes before linearized reading' (duration: 185.069105ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:00.624144Z","caller":"traceutil/trace.go:171","msg":"trace[1784874713] transaction","detail":"{read_only:false; response_revision:4152; number_of_response:1; }","duration":"162.483626ms","start":"2026-07-24T05:33:00.461634Z","end":"2026-07-24T05:33:00.624118Z","steps":["trace[1784874713] 'process raft request' (duration: 98.979116ms)","trace[1784874713] 'compare' (duration: 63.329386ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:00.624355Z","caller":"traceutil/trace.go:171","msg":"trace[1245843181] transaction","detail":"{read_only:false; response_revision:4153; number_of_response:1; }","duration":"162.580929ms","start":"2026-07-24T05:33:00.461714Z","end":"2026-07-24T05:33:00.624295Z","steps":["trace[1245843181] 'process raft request' (duration: 162.346604ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:01.079903Z","caller":"traceutil/trace.go:171","msg":"trace[774388534] transaction","detail":"{read_only:false; response_revision:4154; number_of_response:1; }","duration":"111.415112ms","start":"2026-07-24T05:33:00.968435Z","end":"2026-07-24T05:33:01.07985Z","steps":["trace[774388534] 'process raft request' (duration: 111.138196ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:01.304557Z","caller":"traceutil/trace.go:171","msg":"trace[557637635] transaction","detail":"{read_only:false; response_revision:4155; number_of_response:1; }","duration":"160.746617ms","start":"2026-07-24T05:33:01.143776Z","end":"2026-07-24T05:33:01.304523Z","steps":["trace[557637635] 'process raft request' (duration: 108.628218ms)","trace[557637635] 'compare' (duration: 51.917954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:01.838385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.480545ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:33:01.838804Z","caller":"traceutil/trace.go:171","msg":"trace[234885849] linearizableReadLoop","detail":"{readStateIndex:4378; appliedIndex:4376; }","duration":"207.691476ms","start":"2026-07-24T05:33:01.631085Z","end":"2026-07-24T05:33:01.838776Z","steps":["trace[234885849] 'read index received' (duration: 105.763132ms)","trace[234885849] 'applied index is now lower than readState.Index' (duration: 101.926904ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:01.838824Z","caller":"traceutil/trace.go:171","msg":"trace[715475885] transaction","detail":"{read_only:false; response_revision:4156; number_of_response:1; }","duration":"242.821245ms","start":"2026-07-24T05:33:01.595961Z","end":"2026-07-24T05:33:01.838782Z","steps":["trace[715475885] 'process raft request' (duration: 242.563419ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:01.838968Z","caller":"traceutil/trace.go:171","msg":"trace[2129136822] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"200.937471ms","start":"2026-07-24T05:33:01.638005Z","end":"2026-07-24T05:33:01.838942Z","steps":["trace[2129136822] 'process raft request' (duration: 200.687676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:01.839035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.939992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:01.839088Z","caller":"traceutil/trace.go:171","msg":"trace[113704933] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4157; }","duration":"208.030794ms","start":"2026-07-24T05:33:01.631039Z","end":"2026-07-24T05:33:01.83907Z","steps":["trace[113704933] 'agreement among raft nodes before linearized reading' (duration: 207.828549ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:02.157352Z","caller":"traceutil/trace.go:171","msg":"trace[2086197133] transaction","detail":"{read_only:false; response_revision:4159; number_of_response:1; }","duration":"105.23938ms","start":"2026-07-24T05:33:02.052057Z","end":"2026-07-24T05:33:02.157297Z","steps":["trace[2086197133] 'process raft request' (duration: 34.420671ms)","trace[2086197133] 'compare' (duration: 70.654395ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:02.319738Z","caller":"traceutil/trace.go:171","msg":"trace[1170764430] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"127.118303ms","start":"2026-07-24T05:33:02.192578Z","end":"2026-07-24T05:33:02.319696Z","steps":["trace[1170764430] 'process raft request' (duration: 126.863547ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:02.86156Z","caller":"traceutil/trace.go:171","msg":"trace[1392599726] transaction","detail":"{read_only:false; response_revision:4161; number_of_response:1; }","duration":"231.012574ms","start":"2026-07-24T05:33:02.630524Z","end":"2026-07-24T05:33:02.861537Z","steps":["trace[1392599726] 'process raft request' (duration: 230.8568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:03.688546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.111834ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:03.689109Z","caller":"traceutil/trace.go:171","msg":"trace[1887326948] linearizableReadLoop","detail":"{readStateIndex:4384; appliedIndex:4383; }","duration":"934.681814ms","start":"2026-07-24T05:33:02.754406Z","end":"2026-07-24T05:33:03.689088Z","steps":["trace[1887326948] 'read index received' (duration: 107.133154ms)","trace[1887326948] 'applied index is now lower than readState.Index' (duration: 827.54723ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:03.689134Z","caller":"traceutil/trace.go:171","msg":"trace[1662301629] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"1.057695903s","start":"2026-07-24T05:33:02.631398Z","end":"2026-07-24T05:33:03.689094Z","steps":["trace[1662301629] 'process raft request' (duration: 448.908404ms)","trace[1662301629] 'compare' (duration: 607.887459ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:03.689357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:02.631382Z","time spent":"1.057869947s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:03.689381Z","caller":"traceutil/trace.go:171","msg":"trace[2010515681] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"603.233362ms","start":"2026-07-24T05:33:03.086123Z","end":"2026-07-24T05:33:03.689356Z","steps":["trace[2010515681] 'process raft request' (duration: 602.897455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:03.689471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.056702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-24T05:33:03.689566Z","caller":"traceutil/trace.go:171","msg":"trace[1406578172] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:4163; }","duration":"935.181616ms","start":"2026-07-24T05:33:02.754359Z","end":"2026-07-24T05:33:03.689541Z","steps":["trace[1406578172] 'agreement among raft nodes before linearized reading' (duration: 934.995181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:03.68949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:03.086085Z","time spent":"603.346704ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:03.689629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:02.754347Z","time spent":"935.267987ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-24T05:33:04.189881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145097,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:05.123172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000387123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:33:05.123324Z","caller":"traceutil/trace.go:171","msg":"trace[1715794173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000645719s","start":"2026-07-24T05:33:03.122643Z","end":"2026-07-24T05:33:05.123288Z","steps":["trace[1715794173] 'agreement among raft nodes before linearized reading' (duration: 2.000423094s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:05.123403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:03.122624Z","time spent":"2.000761031s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:06.476361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.184006ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:06.476525Z","caller":"traceutil/trace.go:171","msg":"trace[2087236793] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4163; }","duration":"381.36343ms","start":"2026-07-24T05:33:06.095138Z","end":"2026-07-24T05:33:06.476502Z","steps":["trace[2087236793] 'range keys from in-memory index tree' (duration: 381.162626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:06.476601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.143637377s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:06.476699Z","caller":"traceutil/trace.go:171","msg":"trace[1110829514] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"3.060812689s","start":"2026-07-24T05:33:03.415868Z","end":"2026-07-24T05:33:06.476681Z","steps":["trace[1110829514] 'process raft request' (duration: 917.012658ms)","trace[1110829514] 'compare' (duration: 2.143505604s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:06.476746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:03.415841Z","time spent":"3.060884641s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:07.123706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999961703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:07.123805Z","caller":"traceutil/trace.go:171","msg":"trace[726774074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000161468s","start":"2026-07-24T05:33:05.12362Z","end":"2026-07-24T05:33:07.123782Z","steps":["trace[726774074] 'agreement among raft nodes before linearized reading' (duration: 2.000035995s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:07.123873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:05.123595Z","time spent":"2.000266189s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:07.209431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100510129s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:33:08.842395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:03.84483Z","time spent":"4.997551889s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:33:08.861708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651807607s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:08.861819Z","caller":"traceutil/trace.go:171","msg":"trace[695356252] linearizableReadLoop","detail":"{readStateIndex:4387; appliedIndex:4385; }","duration":"5.172657266s","start":"2026-07-24T05:33:03.689145Z","end":"2026-07-24T05:33:08.861802Z","steps":["trace[695356252] 'read index received' (duration: 643.749454ms)","trace[695356252] 'applied index is now lower than readState.Index' (duration: 4.528906692s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:08.861948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.356500294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:08.861984Z","caller":"traceutil/trace.go:171","msg":"trace[300015828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4165; }","duration":"5.356584356s","start":"2026-07-24T05:33:03.505388Z","end":"2026-07-24T05:33:08.861973Z","steps":["trace[300015828] 'agreement among raft nodes before linearized reading' (duration: 5.356480343s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:08.862012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:03.505361Z","time spent":"5.356642936s","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:08.862116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.77030522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:33:08.862193Z","caller":"traceutil/trace.go:171","msg":"trace[1375739797] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4165; }","duration":"5.770441113s","start":"2026-07-24T05:33:03.091734Z","end":"2026-07-24T05:33:08.862175Z","steps":["trace[1375739797] 'agreement among raft nodes before linearized reading' (duration: 5.770217098s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:08.862226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:03.091703Z","time spent":"5.770516604s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:33:08.862188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.975624262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4581"} {"level":"info","ts":"2026-07-24T05:33:08.862295Z","caller":"traceutil/trace.go:171","msg":"trace[295247352] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:4165; }","duration":"5.975793935s","start":"2026-07-24T05:33:02.886475Z","end":"2026-07-24T05:33:08.862269Z","steps":["trace[295247352] 'agreement among raft nodes before linearized reading' (duration: 5.975489068s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:08.862356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:02.886445Z","time spent":"5.975901528s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4604,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-24T05:33:08.862369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.5081083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c522db7b92beff\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-07-24T05:33:08.862356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.014143788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:08.862399Z","caller":"traceutil/trace.go:171","msg":"trace[2037854270] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c522db7b92beff; range_end:; response_count:1; response_revision:4165; }","duration":"5.508181912s","start":"2026-07-24T05:33:03.354209Z","end":"2026-07-24T05:33:08.862391Z","steps":["trace[2037854270] 'agreement among raft nodes before linearized reading' (duration: 5.50807446s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:08.862428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:03.354149Z","time spent":"5.508273974s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":788,"request content":"key:\"/registry/events/openstack/valkey-node-0.18c522db7b92beff\" "} {"level":"warn","ts":"2026-07-24T05:33:08.86245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.769664975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:33:08.862474Z","caller":"traceutil/trace.go:171","msg":"trace[947715032] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4165; }","duration":"5.769730737s","start":"2026-07-24T05:33:03.092736Z","end":"2026-07-24T05:33:08.862467Z","steps":["trace[947715032] 'agreement among raft nodes before linearized reading' (duration: 5.769656775s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:08.862499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:03.092713Z","time spent":"5.769781638s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:33:08.862444Z","caller":"traceutil/trace.go:171","msg":"trace[1303346098] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4165; }","duration":"6.014285591s","start":"2026-07-24T05:33:02.848133Z","end":"2026-07-24T05:33:08.862418Z","steps":["trace[1303346098] 'agreement among raft nodes before linearized reading' (duration: 6.014016545s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:08.863151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:02.848104Z","time spent":"6.015028048s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:33:09.131429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000824413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:09.131567Z","caller":"traceutil/trace.go:171","msg":"trace[1616268954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001030478s","start":"2026-07-24T05:33:07.130507Z","end":"2026-07-24T05:33:09.131537Z","steps":["trace[1616268954] 'agreement among raft nodes before linearized reading' (duration: 2.000853994s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:09.131633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:07.130492Z","time spent":"2.001129639s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:09.174376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999431601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:09.174509Z","caller":"traceutil/trace.go:171","msg":"trace[990880886] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999626816s","start":"2026-07-24T05:33:04.174855Z","end":"2026-07-24T05:33:09.174482Z","steps":["trace[990880886] 'agreement among raft nodes before linearized reading' (duration: 4.999460392s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:09.174568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:04.174831Z","time spent":"4.999724218s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:33:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:09.362483Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:09.866124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:04.869337Z","time spent":"4.99677237s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:33:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:10.452319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.512428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:10.452646Z","caller":"traceutil/trace.go:171","msg":"trace[602302114] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"4.740435297s","start":"2026-07-24T05:33:05.712188Z","end":"2026-07-24T05:33:10.452623Z","steps":["trace[602302114] 'process raft request' (duration: 4.740372216s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:10.452738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:05.71217Z","time spent":"4.740523189s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:10.453139Z","caller":"traceutil/trace.go:171","msg":"trace[815562278] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"4.751981182s","start":"2026-07-24T05:33:05.701142Z","end":"2026-07-24T05:33:10.453123Z","steps":["trace[815562278] 'process raft request' (duration: 4.751292827s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:10.453223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:05.701121Z","time spent":"4.752056314s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:11.13161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999412441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:11.131707Z","caller":"traceutil/trace.go:171","msg":"trace[396808074] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999608205s","start":"2026-07-24T05:33:09.132078Z","end":"2026-07-24T05:33:11.131686Z","steps":["trace[396808074] 'agreement among raft nodes before linearized reading' (duration: 1.999481362s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:11.131761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:09.13204Z","time spent":"1.999710118s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:11.517026Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.868214393s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:33:12.324358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.010039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:12.324812Z","caller":"traceutil/trace.go:171","msg":"trace[975486238] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"3.649808905s","start":"2026-07-24T05:33:08.674938Z","end":"2026-07-24T05:33:12.324747Z","steps":["trace[975486238] 'process raft request' (duration: 2.842304025s)","trace[975486238] 'compare' (duration: 806.191009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:12.324864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.615776737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-24T05:33:12.324933Z","caller":"traceutil/trace.go:171","msg":"trace[295977240] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:4171; }","duration":"8.61586799s","start":"2026-07-24T05:33:03.70904Z","end":"2026-07-24T05:33:12.324908Z","steps":["trace[295977240] 'agreement among raft nodes before linearized reading' (duration: 8.615729427s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:12.324918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.716592969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:12.324925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.411059515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:12.324924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.112610528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:12.324988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:03.709023Z","time spent":"8.615951511s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-07-24T05:33:12.325003Z","caller":"traceutil/trace.go:171","msg":"trace[1539786857] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4171; }","duration":"7.716745472s","start":"2026-07-24T05:33:04.608231Z","end":"2026-07-24T05:33:12.324977Z","steps":["trace[1539786857] 'agreement among raft nodes before linearized reading' (duration: 7.716603879s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:12.32501Z","caller":"traceutil/trace.go:171","msg":"trace[453659091] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4171; }","duration":"6.411197798s","start":"2026-07-24T05:33:05.913789Z","end":"2026-07-24T05:33:12.324987Z","steps":["trace[453659091] 'agreement among raft nodes before linearized reading' (duration: 6.411039555s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:12.325013Z","caller":"traceutil/trace.go:171","msg":"trace[1281233392] linearizableReadLoop","detail":"{readStateIndex:4393; appliedIndex:4387; }","duration":"3.462920706s","start":"2026-07-24T05:33:08.861842Z","end":"2026-07-24T05:33:12.324763Z","steps":["trace[1281233392] 'read index received' (duration: 786.929887ms)","trace[1281233392] 'applied index is now lower than readState.Index' (duration: 2.675989079s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:12.325035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.151450599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:12.32505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:04.608194Z","time spent":"7.716845925s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:12.325061Z","caller":"traceutil/trace.go:171","msg":"trace[590276701] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"3.454638646s","start":"2026-07-24T05:33:08.870413Z","end":"2026-07-24T05:33:12.325052Z","steps":["trace[590276701] 'process raft request' (duration: 3.454254607s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:12.325017Z","caller":"traceutil/trace.go:171","msg":"trace[708875289] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4171; }","duration":"4.112720031s","start":"2026-07-24T05:33:08.212284Z","end":"2026-07-24T05:33:12.325004Z","steps":["trace[708875289] 'agreement among raft nodes before linearized reading' (duration: 4.112491506s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:12.325065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:05.913769Z","time spent":"6.411285291s","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:12.325076Z","caller":"traceutil/trace.go:171","msg":"trace[256008128] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4171; }","duration":"8.15149974s","start":"2026-07-24T05:33:04.173563Z","end":"2026-07-24T05:33:12.325063Z","steps":["trace[256008128] 'agreement among raft nodes before linearized reading' (duration: 8.151422298s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:12.325105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:04.173527Z","time spent":"8.151571482s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:12.325104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:08.212209Z","time spent":"4.112884964s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:12.325126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:08.870404Z","time spent":"3.454686057s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:12.325169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.948968132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:12.325132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.663963982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-24T05:33:12.325167Z","caller":"traceutil/trace.go:171","msg":"trace[1364512467] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"3.459461457s","start":"2026-07-24T05:33:08.865682Z","end":"2026-07-24T05:33:12.325143Z","steps":["trace[1364512467] 'process raft request' (duration: 3.458834783s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:12.325205Z","caller":"traceutil/trace.go:171","msg":"trace[1602224828] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4171; }","duration":"4.949058814s","start":"2026-07-24T05:33:07.376133Z","end":"2026-07-24T05:33:12.325192Z","steps":["trace[1602224828] 'agreement among raft nodes before linearized reading' (duration: 4.948994963s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:12.324969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:08.67491Z","time spent":"3.649984749s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:12.325234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:07.376101Z","time spent":"4.949124796s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:12.32523Z","caller":"traceutil/trace.go:171","msg":"trace[1336076391] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4171; }","duration":"6.664125235s","start":"2026-07-24T05:33:05.66108Z","end":"2026-07-24T05:33:12.325205Z","steps":["trace[1336076391] 'agreement among raft nodes before linearized reading' (duration: 6.663829009s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:12.325282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:05.661059Z","time spent":"6.664213307s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:33:12.325267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.31519409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:33:12.325283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:08.865651Z","time spent":"3.45957243s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:12.325348Z","caller":"traceutil/trace.go:171","msg":"trace[1387365083] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4171; }","duration":"6.315296333s","start":"2026-07-24T05:33:06.01002Z","end":"2026-07-24T05:33:12.325316Z","steps":["trace[1387365083] 'agreement among raft nodes before linearized reading' (duration: 6.315122389s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:12.325411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:06.010001Z","time spent":"6.315394745s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:33:12.3254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.47783829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T05:33:12.325536Z","caller":"traceutil/trace.go:171","msg":"trace[1803476079] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4171; }","duration":"3.478030534s","start":"2026-07-24T05:33:08.847455Z","end":"2026-07-24T05:33:12.325485Z","steps":["trace[1803476079] 'agreement among raft nodes before linearized reading' (duration: 3.477682226s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:12.325587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:08.847424Z","time spent":"3.478154807s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:33:12.71598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999714847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:12.71606Z","caller":"traceutil/trace.go:171","msg":"trace[1128736704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999870091s","start":"2026-07-24T05:33:10.716173Z","end":"2026-07-24T05:33:12.716043Z","steps":["trace[1128736704] 'agreement among raft nodes before linearized reading' (duration: 1.999759258s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:12.716101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:10.716148Z","time spent":"1.999945043s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:12.825123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145110,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:13.139397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:13.139507Z","caller":"traceutil/trace.go:171","msg":"trace[2083866370] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185339s","start":"2026-07-24T05:33:11.139297Z","end":"2026-07-24T05:33:13.139483Z","steps":["trace[2083866370] 'agreement among raft nodes before linearized reading' (duration: 2.000048435s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:13.139576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:11.139281Z","time spent":"2.00028017s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:13.217333Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.340988338s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:33:13.843148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511821347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:13.843267Z","caller":"traceutil/trace.go:171","msg":"trace[1298442758] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"1.512346049s","start":"2026-07-24T05:33:12.330896Z","end":"2026-07-24T05:33:13.843242Z","steps":["trace[1298442758] 'agreement among raft nodes before linearized reading' (duration: 1.511850538s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:13.843333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.330879Z","time spent":"1.512437571s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/24 05:33:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:13.843581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507986229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:13.843681Z","caller":"traceutil/trace.go:171","msg":"trace[1220853970] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; }","duration":"1.508121612s","start":"2026-07-24T05:33:12.335536Z","end":"2026-07-24T05:33:13.843658Z","steps":["trace[1220853970] 'agreement among raft nodes before linearized reading' (duration: 1.507988609s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:13.843736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.33553Z","time spent":"1.508195003s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} 2026/07/24 05:33:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:14.866403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998028329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:14.866472Z","caller":"traceutil/trace.go:171","msg":"trace[1331927586] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998161952s","start":"2026-07-24T05:33:09.868295Z","end":"2026-07-24T05:33:14.866457Z","steps":["trace[1331927586] 'agreement among raft nodes before linearized reading' (duration: 4.99807135s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:14.866511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:09.86827Z","time spent":"4.998233584s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 05:33:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:15.105729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999159115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:33:15.105813Z","caller":"traceutil/trace.go:171","msg":"trace[1941644565] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999293888s","start":"2026-07-24T05:33:13.1065Z","end":"2026-07-24T05:33:15.105794Z","steps":["trace[1941644565] 'agreement among raft nodes before linearized reading' (duration: 1.999190276s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.105862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:13.106479Z","time spent":"1.999372669s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:15.147085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000354642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:15.147193Z","caller":"traceutil/trace.go:171","msg":"trace[151059914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521496s","start":"2026-07-24T05:33:13.146648Z","end":"2026-07-24T05:33:15.147169Z","steps":["trace[151059914] 'agreement among raft nodes before linearized reading' (duration: 2.000390983s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.147255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:13.146633Z","time spent":"2.000610008s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:15.498811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.281123419s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:33:15.851539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.580489393s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:33:15.852152Z","caller":"traceutil/trace.go:171","msg":"trace[2094979378] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"4.11877854s","start":"2026-07-24T05:33:11.733345Z","end":"2026-07-24T05:33:15.852123Z","steps":["trace[2094979378] 'process raft request' (duration: 4.118544164s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.85233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:11.733312Z","time spent":"4.118930912s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:15.852721Z","caller":"traceutil/trace.go:171","msg":"trace[1906972367] transaction","detail":"{read_only:false; response_revision:4174; number_of_response:1; }","duration":"4.119116086s","start":"2026-07-24T05:33:11.733571Z","end":"2026-07-24T05:33:15.852687Z","steps":["trace[1906972367] 'process raft request' (duration: 4.118495732s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.852879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:11.73356Z","time spent":"4.11923564s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:15.85297Z","caller":"traceutil/trace.go:171","msg":"trace[569555049] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"3.795809092s","start":"2026-07-24T05:33:12.057142Z","end":"2026-07-24T05:33:15.852951Z","steps":["trace[569555049] 'process raft request' (duration: 3.795458134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.853026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.327307Z","time spent":"3.52571702s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:33:15.85308Z","caller":"traceutil/trace.go:171","msg":"trace[18112086] transaction","detail":"{read_only:false; response_revision:4176; number_of_response:1; }","duration":"3.39480062s","start":"2026-07-24T05:33:12.458255Z","end":"2026-07-24T05:33:15.853055Z","steps":["trace[18112086] 'process raft request' (duration: 3.394656696s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:15.853086Z","caller":"traceutil/trace.go:171","msg":"trace[1830627439] linearizableReadLoop","detail":"{readStateIndex:4400; appliedIndex:4393; }","duration":"3.527992962s","start":"2026-07-24T05:33:12.325052Z","end":"2026-07-24T05:33:15.853045Z","steps":["trace[1830627439] 'read index received' (duration: 892.630988ms)","trace[1830627439] 'applied index is now lower than readState.Index' (duration: 2.635356554s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:15.853217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.057122Z","time spent":"3.795965155s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:15.85326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.458234Z","time spent":"3.394901531s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:15.853415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.391274053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:15.853295Z","caller":"traceutil/trace.go:171","msg":"trace[1950853124] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"3.390680405s","start":"2026-07-24T05:33:12.462601Z","end":"2026-07-24T05:33:15.853281Z","steps":["trace[1950853124] 'process raft request' (duration: 3.390378148s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.853449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.620737885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:15.85348Z","caller":"traceutil/trace.go:171","msg":"trace[49494210] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4177; }","duration":"5.391405926s","start":"2026-07-24T05:33:10.462061Z","end":"2026-07-24T05:33:15.853467Z","steps":["trace[49494210] 'agreement among raft nodes before linearized reading' (duration: 5.391257332s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.853481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470676392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:33:15.853507Z","caller":"traceutil/trace.go:171","msg":"trace[1569621013] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:4177; }","duration":"3.620828108s","start":"2026-07-24T05:33:12.232661Z","end":"2026-07-24T05:33:15.853489Z","steps":["trace[1569621013] 'agreement among raft nodes before linearized reading' (duration: 3.620758496s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.85352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.462577Z","time spent":"3.390902601s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:15.853533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:10.462047Z","time spent":"5.391469218s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:15.853546Z","caller":"traceutil/trace.go:171","msg":"trace[5188563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4177; }","duration":"4.470791204s","start":"2026-07-24T05:33:11.38274Z","end":"2026-07-24T05:33:15.853531Z","steps":["trace[5188563] 'agreement among raft nodes before linearized reading' (duration: 4.470572998s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.85356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.232637Z","time spent":"3.620909001s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:15.853382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.821725028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:15.853597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:11.382715Z","time spent":"4.470870087s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:33:15.853612Z","caller":"traceutil/trace.go:171","msg":"trace[1839617829] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4177; }","duration":"3.821958364s","start":"2026-07-24T05:33:12.031636Z","end":"2026-07-24T05:33:15.853595Z","steps":["trace[1839617829] 'agreement among raft nodes before linearized reading' (duration: 3.821685767s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.85365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.031567Z","time spent":"3.822070197s","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:15.853688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.553681276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:15.853751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942334723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109830"} {"level":"info","ts":"2026-07-24T05:33:15.853802Z","caller":"traceutil/trace.go:171","msg":"trace[184988598] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4177; }","duration":"6.942409305s","start":"2026-07-24T05:33:08.911379Z","end":"2026-07-24T05:33:15.853788Z","steps":["trace[184988598] 'agreement among raft nodes before linearized reading' (duration: 6.94217681s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:15.853805Z","caller":"traceutil/trace.go:171","msg":"trace[124019301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4177; }","duration":"6.55387128s","start":"2026-07-24T05:33:09.299909Z","end":"2026-07-24T05:33:15.85378Z","steps":["trace[124019301] 'agreement among raft nodes before linearized reading' (duration: 6.553634095s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.853853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:08.911367Z","time spent":"6.942477487s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:33:15.853861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.266992869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:15.853871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:09.29988Z","time spent":"6.553978342s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:15.853946Z","caller":"traceutil/trace.go:171","msg":"trace[1987972794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4177; }","duration":"4.267109421s","start":"2026-07-24T05:33:11.586818Z","end":"2026-07-24T05:33:15.853927Z","steps":["trace[1987972794] 'agreement among raft nodes before linearized reading' (duration: 4.267011389s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.853798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.843018058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:15.854003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:11.586798Z","time spent":"4.267188923s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:15.854004Z","caller":"traceutil/trace.go:171","msg":"trace[150983482] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4177; }","duration":"3.843256613s","start":"2026-07-24T05:33:12.010733Z","end":"2026-07-24T05:33:15.853989Z","steps":["trace[150983482] 'agreement among raft nodes before linearized reading' (duration: 3.842957196s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.854052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.010684Z","time spent":"3.843351885s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:15.854455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943846137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109830"} {"level":"info","ts":"2026-07-24T05:33:15.85453Z","caller":"traceutil/trace.go:171","msg":"trace[1360552135] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4177; }","duration":"6.943975651s","start":"2026-07-24T05:33:08.910531Z","end":"2026-07-24T05:33:15.854507Z","steps":["trace[1360552135] 'agreement among raft nodes before linearized reading' (duration: 6.943251334s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.854583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:08.910514Z","time spent":"6.944058832s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:33:15.854688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.983598005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:15.854761Z","caller":"traceutil/trace.go:171","msg":"trace[509893596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4177; }","duration":"5.983727768s","start":"2026-07-24T05:33:09.871013Z","end":"2026-07-24T05:33:15.85474Z","steps":["trace[509893596] 'agreement among raft nodes before linearized reading' (duration: 5.982778906s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:15.854815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:09.870977Z","time spent":"5.98382476s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:33:16.353315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:16.854353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:17.155426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:17.155515Z","caller":"traceutil/trace.go:171","msg":"trace[647022903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368762s","start":"2026-07-24T05:33:15.155126Z","end":"2026-07-24T05:33:17.155495Z","steps":["trace[647022903] 'agreement among raft nodes before linearized reading' (duration: 2.00025906s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:17.155565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:15.15511Z","time spent":"2.000444064s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:17.355065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:17.431137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999657568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:17.43123Z","caller":"traceutil/trace.go:171","msg":"trace[2139326243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999822771s","start":"2026-07-24T05:33:12.431386Z","end":"2026-07-24T05:33:17.431209Z","steps":["trace[2139326243] 'agreement among raft nodes before linearized reading' (duration: 4.999700019s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:17.431282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.431363Z","time spent":"4.999908783s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:33:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:19.108253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.013782917s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:19.108429Z","caller":"traceutil/trace.go:171","msg":"trace[965100093] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4177; }","duration":"3.013964411s","start":"2026-07-24T05:33:16.094442Z","end":"2026-07-24T05:33:19.108406Z","steps":["trace[965100093] 'range keys from in-memory index tree' (duration: 3.013769477s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:19.110341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7445411s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:19.110519Z","caller":"traceutil/trace.go:171","msg":"trace[821420413] linearizableReadLoop","detail":"{readStateIndex:4402; appliedIndex:4400; }","duration":"3.257274997s","start":"2026-07-24T05:33:15.853228Z","end":"2026-07-24T05:33:19.110503Z","steps":["trace[821420413] 'read index received' (duration: 1.512599145s)","trace[821420413] 'applied index is now lower than readState.Index' (duration: 1.744674842s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:19.110525Z","caller":"traceutil/trace.go:171","msg":"trace[404739798] transaction","detail":"{read_only:false; response_revision:4178; number_of_response:1; }","duration":"5.127626669s","start":"2026-07-24T05:33:13.98288Z","end":"2026-07-24T05:33:19.110507Z","steps":["trace[404739798] 'process raft request' (duration: 3.382835924s)","trace[404739798] 'compare' (duration: 1.74366816s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:19.110625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:13.982864Z","time spent":"5.127699471s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:19.110638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.267843621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:19.110665Z","caller":"traceutil/trace.go:171","msg":"trace[1461178630] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4178; }","duration":"6.267910472s","start":"2026-07-24T05:33:12.842745Z","end":"2026-07-24T05:33:19.110656Z","steps":["trace[1461178630] 'agreement among raft nodes before linearized reading' (duration: 6.26782463s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:19.110698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.842713Z","time spent":"6.267976944s","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:19.110668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917039786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:19.110711Z","caller":"traceutil/trace.go:171","msg":"trace[1799933553] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4178; }","duration":"3.255748773s","start":"2026-07-24T05:33:15.854942Z","end":"2026-07-24T05:33:19.110691Z","steps":["trace[1799933553] 'process raft request' (duration: 3.255503137s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:19.110723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.973030661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:19.110757Z","caller":"traceutil/trace.go:171","msg":"trace[1000616523] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4178; }","duration":"4.917142879s","start":"2026-07-24T05:33:14.193593Z","end":"2026-07-24T05:33:19.110735Z","steps":["trace[1000616523] 'agreement among raft nodes before linearized reading' (duration: 4.916931444s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:19.110772Z","caller":"traceutil/trace.go:171","msg":"trace[546127454] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4178; }","duration":"5.973145444s","start":"2026-07-24T05:33:13.137611Z","end":"2026-07-24T05:33:19.110757Z","steps":["trace[546127454] 'agreement among raft nodes before linearized reading' (duration: 5.972934669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:19.110761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.846243726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:19.110811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:13.137545Z","time spent":"5.973257506s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:19.110817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:14.193525Z","time spent":"4.917275462s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:19.110823Z","caller":"traceutil/trace.go:171","msg":"trace[103367305] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4178; }","duration":"5.846348098s","start":"2026-07-24T05:33:13.264457Z","end":"2026-07-24T05:33:19.110805Z","steps":["trace[103367305] 'agreement among raft nodes before linearized reading' (duration: 5.846251466s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:19.110831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.457481271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:19.110865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:13.264433Z","time spent":"5.846422239s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:19.110888Z","caller":"traceutil/trace.go:171","msg":"trace[1546516296] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4178; }","duration":"3.457590054s","start":"2026-07-24T05:33:15.653281Z","end":"2026-07-24T05:33:19.110871Z","steps":["trace[1546516296] 'agreement among raft nodes before linearized reading' (duration: 3.457484661s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:19.110811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:15.854911Z","time spent":"3.255842564s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:19.110637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390845789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:19.110934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:15.653249Z","time spent":"3.457669156s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:19.110958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.778771311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4439"} {"level":"info","ts":"2026-07-24T05:33:19.110989Z","caller":"traceutil/trace.go:171","msg":"trace[484831531] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:4178; }","duration":"6.778816511s","start":"2026-07-24T05:33:12.332164Z","end":"2026-07-24T05:33:19.110981Z","steps":["trace[484831531] 'agreement among raft nodes before linearized reading' (duration: 6.778690888s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:19.110979Z","caller":"traceutil/trace.go:171","msg":"trace[967378627] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4178; }","duration":"3.391240638s","start":"2026-07-24T05:33:15.719716Z","end":"2026-07-24T05:33:19.110956Z","steps":["trace[967378627] 'agreement among raft nodes before linearized reading' (duration: 3.390815378s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:19.111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.780581342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c522db8f3c30d7\" ","response":"range_response_count:1 size:768"} {"level":"warn","ts":"2026-07-24T05:33:19.11102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.332158Z","time spent":"6.778851802s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-24T05:33:19.111054Z","caller":"traceutil/trace.go:171","msg":"trace[2043689512] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c522db8f3c30d7; range_end:; response_count:1; response_revision:4178; }","duration":"6.780714136s","start":"2026-07-24T05:33:12.330326Z","end":"2026-07-24T05:33:19.11104Z","steps":["trace[2043689512] 'agreement among raft nodes before linearized reading' (duration: 6.780559352s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:19.111049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:15.719691Z","time spent":"3.39133481s","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:19.111085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:12.330306Z","time spent":"6.780771546s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":791,"request content":"key:\"/registry/events/openstack/valkey-node-0.18c522db8f3c30d7\" "} {"level":"warn","ts":"2026-07-24T05:33:19.111071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.855088652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:19.1112Z","caller":"traceutil/trace.go:171","msg":"trace[1886188505] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4178; }","duration":"4.855277576s","start":"2026-07-24T05:33:14.255879Z","end":"2026-07-24T05:33:19.111157Z","steps":["trace[1886188505] 'agreement among raft nodes before linearized reading' (duration: 4.855042431s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:19.111266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:14.255858Z","time spent":"4.855394439s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:19.155655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:19.15575Z","caller":"traceutil/trace.go:171","msg":"trace[1315951359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00029177s","start":"2026-07-24T05:33:17.155436Z","end":"2026-07-24T05:33:19.155728Z","steps":["trace[1315951359] 'agreement among raft nodes before linearized reading' (duration: 2.000184248s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:19.155808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:17.155417Z","time spent":"2.000381813s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:19.611352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:20.112068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:20.612283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145120,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:20.91695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.774120796s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:33:21.16349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:33:21.163609Z","caller":"traceutil/trace.go:171","msg":"trace[630510823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000617708s","start":"2026-07-24T05:33:19.162964Z","end":"2026-07-24T05:33:21.163582Z","steps":["trace[630510823] 'agreement among raft nodes before linearized reading' (duration: 2.000460795s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:21.163695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:19.162948Z","time spent":"2.000733271s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:22.706522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789296019s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:22.706702Z","caller":"traceutil/trace.go:171","msg":"trace[311269517] transaction","detail":"{read_only:false; response_revision:4180; number_of_response:1; }","duration":"4.846825102s","start":"2026-07-24T05:33:17.859858Z","end":"2026-07-24T05:33:22.706683Z","steps":["trace[311269517] 'process raft request' (duration: 4.846754721s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:22.706773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:17.85983Z","time spent":"4.846911015s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:22.706832Z","caller":"traceutil/trace.go:171","msg":"trace[77491211] transaction","detail":"{read_only:false; response_revision:4179; number_of_response:1; }","duration":"4.846986276s","start":"2026-07-24T05:33:17.859814Z","end":"2026-07-24T05:33:22.7068Z","steps":["trace[77491211] 'process raft request' (duration: 3.057327859s)","trace[77491211] 'compare' (duration: 1.787723852s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:22.70698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:17.859786Z","time spent":"4.847119219s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:22.716279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994234102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:22.716358Z","caller":"traceutil/trace.go:171","msg":"trace[641263918] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.994354765s","start":"2026-07-24T05:33:20.721978Z","end":"2026-07-24T05:33:22.716333Z","steps":["trace[641263918] 'agreement among raft nodes before linearized reading' (duration: 1.994270453s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:22.716412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:20.721959Z","time spent":"1.994441216s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:23.011649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99930629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:33:23.011741Z","caller":"traceutil/trace.go:171","msg":"trace[1757003009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999477613s","start":"2026-07-24T05:33:18.012242Z","end":"2026-07-24T05:33:23.01172Z","steps":["trace[1757003009] 'agreement among raft nodes before linearized reading' (duration: 4.999358191s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:23.011796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:18.012219Z","time spent":"4.999566085s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:33:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:23.164903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000544417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:23.165002Z","caller":"traceutil/trace.go:171","msg":"trace[1571843410] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00073475s","start":"2026-07-24T05:33:21.164247Z","end":"2026-07-24T05:33:23.164982Z","steps":["trace[1571843410] 'agreement among raft nodes before linearized reading' (duration: 2.000572866s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:23.165052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:21.164223Z","time spent":"2.000818273s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:33:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:24.535653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.618489015s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:33:25.173198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99984136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:33:25.17329Z","caller":"traceutil/trace.go:171","msg":"trace[1210884620] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999989174s","start":"2026-07-24T05:33:23.173286Z","end":"2026-07-24T05:33:25.173276Z","steps":["trace[1210884620] 'agreement among raft nodes before linearized reading' (duration: 1.999874171s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.173327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:23.173269Z","time spent":"2.000048905s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:25.260975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.131006ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:33:25.261172Z","caller":"traceutil/trace.go:171","msg":"trace[576519553] linearizableReadLoop","detail":"{readStateIndex:4406; appliedIndex:4402; }","duration":"6.150616336s","start":"2026-07-24T05:33:19.110545Z","end":"2026-07-24T05:33:25.261161Z","steps":["trace[576519553] 'read index received' (duration: 1.806610007s)","trace[576519553] 'applied index is now lower than readState.Index' (duration: 4.344005339s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:25.26132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.399503577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:33:25.261336Z","caller":"traceutil/trace.go:171","msg":"trace[426888614] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4181; }","duration":"7.399566858s","start":"2026-07-24T05:33:17.861764Z","end":"2026-07-24T05:33:25.261331Z","steps":["trace[426888614] 'agreement among raft nodes before linearized reading' (duration: 7.399447256s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.261354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:17.861744Z","time spent":"7.399605649s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:33:25.261506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.401473891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:33:25.261525Z","caller":"traceutil/trace.go:171","msg":"trace[2097258411] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4181; }","duration":"7.401527883s","start":"2026-07-24T05:33:17.859994Z","end":"2026-07-24T05:33:25.261521Z","steps":["trace[2097258411] 'agreement among raft nodes before linearized reading' (duration: 7.401475461s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.261538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:17.859976Z","time spent":"7.401559523s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:33:25.261613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.670296753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:25.261631Z","caller":"traceutil/trace.go:171","msg":"trace[315369223] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:4181; }","duration":"7.670356655s","start":"2026-07-24T05:33:17.59127Z","end":"2026-07-24T05:33:25.261626Z","steps":["trace[315369223] 'agreement among raft nodes before linearized reading' (duration: 7.670327214s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.261645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:17.591249Z","time spent":"7.670391865s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:25.262009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.911904789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:25.262029Z","caller":"traceutil/trace.go:171","msg":"trace[578462267] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4181; }","duration":"7.911961551s","start":"2026-07-24T05:33:17.350063Z","end":"2026-07-24T05:33:25.262025Z","steps":["trace[578462267] 'agreement among raft nodes before linearized reading' (duration: 7.91190314s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.262043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:17.350044Z","time spent":"7.911995302s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:25.262242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.085857377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-24T05:33:25.262309Z","caller":"traceutil/trace.go:171","msg":"trace[1442846017] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4181; }","duration":"9.08598123s","start":"2026-07-24T05:33:16.176314Z","end":"2026-07-24T05:33:25.262296Z","steps":["trace[1442846017] 'agreement among raft nodes before linearized reading' (duration: 9.085385407s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.26234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:16.176293Z","time spent":"9.086040221s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T05:33:25.262384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:19.112405Z","time spent":"6.149974611s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:33:25.261313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.275402352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:25.262438Z","caller":"traceutil/trace.go:171","msg":"trace[1948395932] transaction","detail":"{read_only:false; response_revision:4181; number_of_response:1; }","duration":"6.149301725s","start":"2026-07-24T05:33:19.113087Z","end":"2026-07-24T05:33:25.262389Z","steps":["trace[1948395932] 'process raft request' (duration: 6.147975715s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.262521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.398445129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:25.262603Z","caller":"traceutil/trace.go:171","msg":"trace[704553935] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4181; }","duration":"8.398572232s","start":"2026-07-24T05:33:16.864011Z","end":"2026-07-24T05:33:25.262584Z","steps":["trace[704553935] 'agreement among raft nodes before linearized reading' (duration: 8.398345096s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.262651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:16.863989Z","time spent":"8.398652704s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:33:25.262676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:19.113066Z","time spent":"6.14948357s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:25.262574Z","caller":"traceutil/trace.go:171","msg":"trace[392401151] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:4181; }","duration":"7.276678011s","start":"2026-07-24T05:33:17.985828Z","end":"2026-07-24T05:33:25.262506Z","steps":["trace[392401151] 'agreement among raft nodes before linearized reading' (duration: 7.275398642s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.262845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.102042405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:25.262866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:17.985811Z","time spent":"7.277009549s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:25.262828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.119342873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:25.262993Z","caller":"traceutil/trace.go:171","msg":"trace[2062355868] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4181; }","duration":"7.119571499s","start":"2026-07-24T05:33:18.143408Z","end":"2026-07-24T05:33:25.262979Z","steps":["trace[2062355868] 'agreement among raft nodes before linearized reading' (duration: 7.119334483s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.263019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:18.143385Z","time spent":"7.119624169s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:25.262966Z","caller":"traceutil/trace.go:171","msg":"trace[522582169] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4181; }","duration":"7.102167888s","start":"2026-07-24T05:33:18.160742Z","end":"2026-07-24T05:33:25.26291Z","steps":["trace[522582169] 'agreement among raft nodes before linearized reading' (duration: 7.101966823s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:25.263146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:18.160619Z","time spent":"7.102509996s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:25.761695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:26.194158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.658192853s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:33:26.609333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999424682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:33:26.609518Z","caller":"traceutil/trace.go:171","msg":"trace[313853432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999675908s","start":"2026-07-24T05:33:21.609811Z","end":"2026-07-24T05:33:26.609487Z","steps":["trace[313853432] 'agreement among raft nodes before linearized reading' (duration: 4.999445402s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:26.609776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:21.609795Z","time spent":"4.999960554s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:33:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:33:27.175222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000583997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:33:27.175325Z","caller":"traceutil/trace.go:171","msg":"trace[1256719104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074596s","start":"2026-07-24T05:33:25.174549Z","end":"2026-07-24T05:33:27.175295Z","steps":["trace[1256719104] 'agreement among raft nodes before linearized reading' (duration: 2.000624358s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:27.175406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:25.174528Z","time spent":"2.000859174s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:28.081068Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.886701598s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:33:28.275418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181368316s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:28.275736Z","caller":"traceutil/trace.go:171","msg":"trace[999931530] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4181; }","duration":"2.181699833s","start":"2026-07-24T05:33:26.094017Z","end":"2026-07-24T05:33:28.275717Z","steps":["trace[999931530] 'range keys from in-memory index tree' (duration: 2.181350205s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.275953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081483778s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:28.276124Z","caller":"traceutil/trace.go:171","msg":"trace[200317900] transaction","detail":"{read_only:false; response_revision:4182; number_of_response:1; }","duration":"5.569089032s","start":"2026-07-24T05:33:22.707009Z","end":"2026-07-24T05:33:28.276098Z","steps":["trace[200317900] 'process raft request' (duration: 3.487379259s)","trace[200317900] 'compare' (duration: 2.080865354s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:28.276191Z","caller":"traceutil/trace.go:171","msg":"trace[1101329817] transaction","detail":"{read_only:false; response_revision:4183; number_of_response:1; }","duration":"3.563575452s","start":"2026-07-24T05:33:24.7126Z","end":"2026-07-24T05:33:28.276176Z","steps":["trace[1101329817] 'process raft request' (duration: 3.563453139s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.276246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:24.712563Z","time spent":"3.563658154s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:28.276251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:22.706988Z","time spent":"5.569204965s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:28.276387Z","caller":"traceutil/trace.go:171","msg":"trace[1394844379] linearizableReadLoop","detail":"{readStateIndex:4410; appliedIndex:4406; }","duration":"3.01517891s","start":"2026-07-24T05:33:25.261193Z","end":"2026-07-24T05:33:28.276371Z","steps":["trace[1394844379] 'read index received' (duration: 933.192461ms)","trace[1394844379] 'applied index is now lower than readState.Index' (duration: 2.081985399s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:28.276471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.991816741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:28.276413Z","caller":"traceutil/trace.go:171","msg":"trace[2063213016] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"3.563740555s","start":"2026-07-24T05:33:24.712639Z","end":"2026-07-24T05:33:28.27638Z","steps":["trace[2063213016] 'process raft request' (duration: 3.56350351s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:28.276505Z","caller":"traceutil/trace.go:171","msg":"trace[24623899] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4185; }","duration":"6.991906373s","start":"2026-07-24T05:33:21.28459Z","end":"2026-07-24T05:33:28.276497Z","steps":["trace[24623899] 'agreement among raft nodes before linearized reading' (duration: 6.991819671s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.276497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.874053606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:28.276511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.953646183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:28.276536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:21.284561Z","time spent":"6.991967995s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.276547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.161846875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7078"} {"level":"info","ts":"2026-07-24T05:33:28.276548Z","caller":"traceutil/trace.go:171","msg":"trace[1642522905] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4185; }","duration":"8.874158329s","start":"2026-07-24T05:33:19.402376Z","end":"2026-07-24T05:33:28.276535Z","steps":["trace[1642522905] 'agreement among raft nodes before linearized reading' (duration: 8.874064557s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:28.276574Z","caller":"traceutil/trace.go:171","msg":"trace[333518995] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:4185; }","duration":"9.161914846s","start":"2026-07-24T05:33:19.114652Z","end":"2026-07-24T05:33:28.276567Z","steps":["trace[333518995] 'agreement among raft nodes before linearized reading' (duration: 9.161801004s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.276569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421818358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:28.276584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:19.402351Z","time spent":"8.874225291s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.276598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:19.114639Z","time spent":"9.161954357s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7101,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-07-24T05:33:28.276606Z","caller":"traceutil/trace.go:171","msg":"trace[930576690] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4185; }","duration":"4.42189451s","start":"2026-07-24T05:33:23.854702Z","end":"2026-07-24T05:33:28.276597Z","steps":["trace[930576690] 'agreement among raft nodes before linearized reading' (duration: 4.421841649s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.276605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.382790488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:28.276623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.352238852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:28.276653Z","caller":"traceutil/trace.go:171","msg":"trace[1127594220] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4185; }","duration":"5.38289997s","start":"2026-07-24T05:33:22.893742Z","end":"2026-07-24T05:33:28.276642Z","steps":["trace[1127594220] 'agreement among raft nodes before linearized reading' (duration: 5.382814828s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:28.276663Z","caller":"traceutil/trace.go:171","msg":"trace[471691042] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:4185; }","duration":"6.352316693s","start":"2026-07-24T05:33:21.924337Z","end":"2026-07-24T05:33:28.276654Z","steps":["trace[471691042] 'agreement among raft nodes before linearized reading' (duration: 6.352256412s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.276686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:22.893705Z","time spent":"5.382976482s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.276694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.476505363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:28.276706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:21.924317Z","time spent":"6.352379785s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:28.27673Z","caller":"traceutil/trace.go:171","msg":"trace[528172077] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4185; }","duration":"5.476614196s","start":"2026-07-24T05:33:22.800108Z","end":"2026-07-24T05:33:28.276722Z","steps":["trace[528172077] 'agreement among raft nodes before linearized reading' (duration: 5.476563815s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.276763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:22.800071Z","time spent":"5.476685218s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.27665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:24.712611Z","time spent":"3.563909909s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:28.276521Z","caller":"traceutil/trace.go:171","msg":"trace[784322325] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"3.012646581s","start":"2026-07-24T05:33:25.263862Z","end":"2026-07-24T05:33:28.276508Z","steps":["trace[784322325] 'process raft request' (duration: 3.012455837s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.276649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:23.85468Z","time spent":"4.421960321s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.276787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.86178561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:28.276868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:25.263847Z","time spent":"3.012980199s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:28.276871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.27198179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414160"} {"level":"info","ts":"2026-07-24T05:33:28.27689Z","caller":"traceutil/trace.go:171","msg":"trace[779373390] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4185; }","duration":"6.861913692s","start":"2026-07-24T05:33:21.414962Z","end":"2026-07-24T05:33:28.276875Z","steps":["trace[779373390] 'agreement among raft nodes before linearized reading' (duration: 6.861745129s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.276474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.823622166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:28.276566Z","caller":"traceutil/trace.go:171","msg":"trace[1679958147] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4185; }","duration":"6.953743525s","start":"2026-07-24T05:33:21.322808Z","end":"2026-07-24T05:33:28.276551Z","steps":["trace[1679958147] 'agreement among raft nodes before linearized reading' (duration: 6.953599202s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:28.27697Z","caller":"traceutil/trace.go:171","msg":"trace[1513223695] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:4185; }","duration":"5.824166138s","start":"2026-07-24T05:33:22.452796Z","end":"2026-07-24T05:33:28.276963Z","steps":["trace[1513223695] 'agreement among raft nodes before linearized reading' (duration: 5.823597696s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.276976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:21.322786Z","time spent":"6.954182095s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.276996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:22.452773Z","time spent":"5.824214779s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:28.276904Z","caller":"traceutil/trace.go:171","msg":"trace[1792829197] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4185; }","duration":"5.272049891s","start":"2026-07-24T05:33:23.004847Z","end":"2026-07-24T05:33:28.276897Z","steps":["trace[1792829197] 'agreement among raft nodes before linearized reading' (duration: 5.271881927s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.27706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:23.004828Z","time spent":"5.272224455s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414183,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T05:33:28.276965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:21.414949Z","time spent":"6.862002075s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:28.751733Z","caller":"traceutil/trace.go:171","msg":"trace[1925464377] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"2.538955039s","start":"2026-07-24T05:33:26.212761Z","end":"2026-07-24T05:33:28.751716Z","steps":["trace[1925464377] 'process raft request' (duration: 2.518345394s)","trace[1925464377] 'compare' (duration: 20.448351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:28.751824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:26.212732Z","time spent":"2.539043321s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:28.751853Z","caller":"traceutil/trace.go:171","msg":"trace[40964795] linearizableReadLoop","detail":"{readStateIndex:4412; appliedIndex:4410; }","duration":"475.395553ms","start":"2026-07-24T05:33:28.276434Z","end":"2026-07-24T05:33:28.75183Z","steps":["trace[40964795] 'read index received' (duration: 454.576354ms)","trace[40964795] 'applied index is now lower than readState.Index' (duration: 20.817189ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:28.751897Z","caller":"traceutil/trace.go:171","msg":"trace[1783963295] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"2.132402128s","start":"2026-07-24T05:33:26.619468Z","end":"2026-07-24T05:33:28.75187Z","steps":["trace[1783963295] 'process raft request' (duration: 2.132223374s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.751979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460448783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:28.751999Z","caller":"traceutil/trace.go:171","msg":"trace[1169676463] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4187; }","duration":"2.460526645s","start":"2026-07-24T05:33:26.291467Z","end":"2026-07-24T05:33:28.751994Z","steps":["trace[1169676463] 'agreement among raft nodes before linearized reading' (duration: 2.460421753s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.752014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:26.291441Z","time spent":"2.460569226s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.752052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:26.619434Z","time spent":"2.132539032s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:28.752081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479403139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:33:28.752114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.397916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:28.752129Z","caller":"traceutil/trace.go:171","msg":"trace[1065012342] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4187; }","duration":"930.466078ms","start":"2026-07-24T05:33:27.821658Z","end":"2026-07-24T05:33:28.752124Z","steps":["trace[1065012342] 'agreement among raft nodes before linearized reading' (duration: 930.437617ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:28.752128Z","caller":"traceutil/trace.go:171","msg":"trace[624425377] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4187; }","duration":"2.479515351s","start":"2026-07-24T05:33:26.272597Z","end":"2026-07-24T05:33:28.752113Z","steps":["trace[624425377] 'agreement among raft nodes before linearized reading' (duration: 2.479332997s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.75212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.202377724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:28.752172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288563363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:28.75219Z","caller":"traceutil/trace.go:171","msg":"trace[269822073] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4187; }","duration":"1.288620785s","start":"2026-07-24T05:33:27.463564Z","end":"2026-07-24T05:33:28.752185Z","steps":["trace[269822073] 'agreement among raft nodes before linearized reading' (duration: 1.288596044s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.752175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.228097257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:28.75222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568787777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:28.752233Z","caller":"traceutil/trace.go:171","msg":"trace[1418238735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4187; }","duration":"1.568850409s","start":"2026-07-24T05:33:27.183379Z","end":"2026-07-24T05:33:28.752229Z","steps":["trace[1418238735] 'agreement among raft nodes before linearized reading' (duration: 1.568832488s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.752247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:27.183349Z","time spent":"1.56889538s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:33:28.752241Z","caller":"traceutil/trace.go:171","msg":"trace[122513766] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4187; }","duration":"3.228211329s","start":"2026-07-24T05:33:25.524009Z","end":"2026-07-24T05:33:28.752221Z","steps":["trace[122513766] 'agreement among raft nodes before linearized reading' (duration: 3.228114637s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.752262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.48432515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109830"} {"level":"warn","ts":"2026-07-24T05:33:28.752203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:27.46354Z","time spent":"1.288659115s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:28.752344Z","caller":"traceutil/trace.go:171","msg":"trace[2125222191] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4187; }","duration":"3.484443672s","start":"2026-07-24T05:33:25.267882Z","end":"2026-07-24T05:33:28.752326Z","steps":["trace[2125222191] 'agreement among raft nodes before linearized reading' (duration: 3.484092154s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.752368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092149734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:28.752189Z","caller":"traceutil/trace.go:171","msg":"trace[606806611] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4187; }","duration":"3.202506628s","start":"2026-07-24T05:33:25.549667Z","end":"2026-07-24T05:33:28.752173Z","steps":["trace[606806611] 'agreement among raft nodes before linearized reading' (duration: 3.202379295s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.752365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304411215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:28.752388Z","caller":"traceutil/trace.go:171","msg":"trace[2072489567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4187; }","duration":"2.092223035s","start":"2026-07-24T05:33:26.660158Z","end":"2026-07-24T05:33:28.752381Z","steps":["trace[2072489567] 'agreement among raft nodes before linearized reading' (duration: 2.092154603s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.75239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:25.267869Z","time spent":"3.484510284s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:33:28.7524Z","caller":"traceutil/trace.go:171","msg":"trace[227713030] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4187; }","duration":"2.304496237s","start":"2026-07-24T05:33:26.447895Z","end":"2026-07-24T05:33:28.752391Z","steps":["trace[227713030] 'agreement among raft nodes before linearized reading' (duration: 2.304441206s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.752415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:25.549645Z","time spent":"3.202752613s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":36,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.75243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:26.447878Z","time spent":"2.304544078s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.75243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485939806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-07-24T05:33:28.752447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485719701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-24T05:33:28.752464Z","caller":"traceutil/trace.go:171","msg":"trace[1001871915] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:4187; }","duration":"3.486063529s","start":"2026-07-24T05:33:25.266392Z","end":"2026-07-24T05:33:28.752455Z","steps":["trace[1001871915] 'agreement among raft nodes before linearized reading' (duration: 3.485946616s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.752449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368285583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:33:28.752481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:25.266375Z","time spent":"3.48610314s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:33:28.752481Z","caller":"traceutil/trace.go:171","msg":"trace[1007499938] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a; range_end:; response_count:1; response_revision:4187; }","duration":"3.485781832s","start":"2026-07-24T05:33:25.26669Z","end":"2026-07-24T05:33:28.752471Z","steps":["trace[1007499938] 'agreement among raft nodes before linearized reading' (duration: 3.485637799s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:28.7525Z","caller":"traceutil/trace.go:171","msg":"trace[1613257913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4187; }","duration":"2.368380715s","start":"2026-07-24T05:33:26.384104Z","end":"2026-07-24T05:33:28.752485Z","steps":["trace[1613257913] 'agreement among raft nodes before linearized reading' (duration: 2.368229492s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.752146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:27.821628Z","time spent":"930.514059ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.752296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:25.523986Z","time spent":"3.228294701s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:28.75271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484900672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109830"} {"level":"warn","ts":"2026-07-24T05:33:28.752403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:26.660127Z","time spent":"2.092272276s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:28.752733Z","caller":"traceutil/trace.go:171","msg":"trace[567444665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4187; }","duration":"3.484934663s","start":"2026-07-24T05:33:25.267792Z","end":"2026-07-24T05:33:28.752726Z","steps":["trace[567444665] 'agreement among raft nodes before linearized reading' (duration: 3.484746029s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:28.752774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:25.267788Z","time spent":"3.484980245s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:33:28.752505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:25.266682Z","time spent":"3.485817354s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a\" "} {"level":"warn","ts":"2026-07-24T05:33:28.752178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:26.272559Z","time spent":"2.479607813s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:33:28.752553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:26.384072Z","time spent":"2.368469828s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:33:29.010204Z","caller":"traceutil/trace.go:171","msg":"trace[1990498242] linearizableReadLoop","detail":"{readStateIndex:4413; appliedIndex:4412; }","duration":"258.273149ms","start":"2026-07-24T05:33:28.751904Z","end":"2026-07-24T05:33:29.010177Z","steps":["trace[1990498242] 'read index received' (duration: 195.054915ms)","trace[1990498242] 'applied index is now lower than readState.Index' (duration: 63.217394ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:29.010281Z","caller":"traceutil/trace.go:171","msg":"trace[1909972730] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"723.938018ms","start":"2026-07-24T05:33:28.286308Z","end":"2026-07-24T05:33:29.010246Z","steps":["trace[1909972730] 'process raft request' (duration: 660.635872ms)","trace[1909972730] 'compare' (duration: 63.093021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:29.010435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:28.286292Z","time spent":"724.0579ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:29.010493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.590298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:33:29.01053Z","caller":"traceutil/trace.go:171","msg":"trace[1165227287] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4188; }","duration":"729.7053ms","start":"2026-07-24T05:33:28.280813Z","end":"2026-07-24T05:33:29.010519Z","steps":["trace[1165227287] 'agreement among raft nodes before linearized reading' (duration: 729.503546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:29.010567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:28.280786Z","time spent":"729.772652ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:33:29.384294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:28.754482Z","time spent":"629.805663ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:33:29.384341Z","caller":"traceutil/trace.go:171","msg":"trace[1915424480] linearizableReadLoop","detail":"{readStateIndex:4415; appliedIndex:4413; }","duration":"374.034032ms","start":"2026-07-24T05:33:29.010284Z","end":"2026-07-24T05:33:29.384318Z","steps":["trace[1915424480] 'read index received' (duration: 373.872228ms)","trace[1915424480] 'applied index is now lower than readState.Index' (duration: 160.714µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:29.384569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.279707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-24T05:33:29.38453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.494219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:29.384612Z","caller":"traceutil/trace.go:171","msg":"trace[377014809] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4189; }","duration":"547.376368ms","start":"2026-07-24T05:33:28.837226Z","end":"2026-07-24T05:33:29.384602Z","steps":["trace[377014809] 'agreement among raft nodes before linearized reading' (duration: 547.213834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:29.384651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:28.837209Z","time spent":"547.43364ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:33:29.384642Z","caller":"traceutil/trace.go:171","msg":"trace[903860026] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4189; }","duration":"513.673613ms","start":"2026-07-24T05:33:28.870945Z","end":"2026-07-24T05:33:29.384618Z","steps":["trace[903860026] 'agreement among raft nodes before linearized reading' (duration: 513.416748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:29.384703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:28.870923Z","time spent":"513.768946ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:29.384729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.403705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-24T05:33:29.384694Z","caller":"traceutil/trace.go:171","msg":"trace[687935354] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"627.123251ms","start":"2026-07-24T05:33:28.757529Z","end":"2026-07-24T05:33:29.384652Z","steps":["trace[687935354] 'process raft request' (duration: 626.669211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:29.384719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.735928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:29.384835Z","caller":"traceutil/trace.go:171","msg":"trace[18472453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4189; }","duration":"631.872941ms","start":"2026-07-24T05:33:28.752939Z","end":"2026-07-24T05:33:29.384812Z","steps":["trace[18472453] 'agreement among raft nodes before linearized reading' (duration: 631.705757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:29.384894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:28.757521Z","time spent":"627.271405ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:29.384894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:28.752925Z","time spent":"631.956863ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:33:29.384762Z","caller":"traceutil/trace.go:171","msg":"trace[602275619] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4189; }","duration":"629.445985ms","start":"2026-07-24T05:33:28.755305Z","end":"2026-07-24T05:33:29.384751Z","steps":["trace[602275619] 'agreement among raft nodes before linearized reading' (duration: 629.275242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:29.385152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:28.755299Z","time spent":"629.839064ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-24T05:33:29.650282Z","caller":"traceutil/trace.go:171","msg":"trace[2129426024] linearizableReadLoop","detail":"{readStateIndex:4416; appliedIndex:4415; }","duration":"265.844274ms","start":"2026-07-24T05:33:29.384411Z","end":"2026-07-24T05:33:29.650255Z","steps":["trace[2129426024] 'read index received' (duration: 265.702649ms)","trace[2129426024] 'applied index is now lower than readState.Index' (duration: 140.565µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:29.65048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.194032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:29.650451Z","caller":"traceutil/trace.go:171","msg":"trace[1796042077] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"274.968854ms","start":"2026-07-24T05:33:29.375438Z","end":"2026-07-24T05:33:29.650407Z","steps":["trace[1796042077] 'process raft request' (duration: 274.630765ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:29.650515Z","caller":"traceutil/trace.go:171","msg":"trace[318543988] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4190; }","duration":"583.270234ms","start":"2026-07-24T05:33:29.067235Z","end":"2026-07-24T05:33:29.650505Z","steps":["trace[318543988] 'agreement among raft nodes before linearized reading' (duration: 583.147851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:29.650551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.067222Z","time spent":"583.318705ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:29.650526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.45788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:29.650636Z","caller":"traceutil/trace.go:171","msg":"trace[1196103797] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4190; }","duration":"370.626284ms","start":"2026-07-24T05:33:29.279994Z","end":"2026-07-24T05:33:29.65062Z","steps":["trace[1196103797] 'agreement among raft nodes before linearized reading' (duration: 370.324777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:29.650744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.279978Z","time spent":"370.745196ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:29.651334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.92113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:33:29.651418Z","caller":"traceutil/trace.go:171","msg":"trace[1638280569] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4190; }","duration":"638.062453ms","start":"2026-07-24T05:33:29.013337Z","end":"2026-07-24T05:33:29.651399Z","steps":["trace[1638280569] 'agreement among raft nodes before linearized reading' (duration: 637.208294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:29.651471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.013314Z","time spent":"638.146295ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T05:33:29.651679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.614347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4439"} {"level":"info","ts":"2026-07-24T05:33:29.651797Z","caller":"traceutil/trace.go:171","msg":"trace[742227297] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:4190; }","duration":"635.781181ms","start":"2026-07-24T05:33:29.015991Z","end":"2026-07-24T05:33:29.651772Z","steps":["trace[742227297] 'agreement among raft nodes before linearized reading' (duration: 635.215368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:29.651863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.015983Z","time spent":"635.866123ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-24T05:33:30.006203Z","caller":"traceutil/trace.go:171","msg":"trace[1048803962] linearizableReadLoop","detail":"{readStateIndex:4419; appliedIndex:4416; }","duration":"355.831653ms","start":"2026-07-24T05:33:29.650353Z","end":"2026-07-24T05:33:30.006184Z","steps":["trace[1048803962] 'read index received' (duration: 355.603637ms)","trace[1048803962] 'applied index is now lower than readState.Index' (duration: 227.206µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:30.006227Z","caller":"traceutil/trace.go:171","msg":"trace[1960989754] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"620.199823ms","start":"2026-07-24T05:33:29.385989Z","end":"2026-07-24T05:33:30.006189Z","steps":["trace[1960989754] 'process raft request' (duration: 619.947726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:30.006245Z","caller":"traceutil/trace.go:171","msg":"trace[368320821] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"618.246968ms","start":"2026-07-24T05:33:29.387962Z","end":"2026-07-24T05:33:30.006209Z","steps":["trace[368320821] 'process raft request' (duration: 618.119375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.006331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.36387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:30.00636Z","caller":"traceutil/trace.go:171","msg":"trace[882429804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4193; }","duration":"614.42394ms","start":"2026-07-24T05:33:29.391926Z","end":"2026-07-24T05:33:30.00635Z","steps":["trace[882429804] 'agreement among raft nodes before linearized reading' (duration: 614.347309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.006383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.391915Z","time spent":"614.463431ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:30.006368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.020718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:30.00639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.385947Z","time spent":"620.357736ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:30.006419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.387949Z","time spent":"618.373551ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:30.006443Z","caller":"traceutil/trace.go:171","msg":"trace[158672979] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4193; }","duration":"396.14719ms","start":"2026-07-24T05:33:29.610279Z","end":"2026-07-24T05:33:30.006426Z","steps":["trace[158672979] 'agreement among raft nodes before linearized reading' (duration: 395.952566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.006491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.610258Z","time spent":"396.222842ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":25,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:30.006639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.149226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-07-24T05:33:30.006664Z","caller":"traceutil/trace.go:171","msg":"trace[1696073809] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:4193; }","duration":"618.208387ms","start":"2026-07-24T05:33:29.388447Z","end":"2026-07-24T05:33:30.006655Z","steps":["trace[1696073809] 'agreement among raft nodes before linearized reading' (duration: 618.094895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.006686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.388435Z","time spent":"618.245608ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" "} {"level":"info","ts":"2026-07-24T05:33:30.006769Z","caller":"traceutil/trace.go:171","msg":"trace[288483180] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"616.478727ms","start":"2026-07-24T05:33:29.390276Z","end":"2026-07-24T05:33:30.006755Z","steps":["trace[288483180] 'process raft request' (duration: 615.847282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.006836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.936673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:33:30.006841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.39026Z","time spent":"616.539219ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":754,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:33:30.006856Z","caller":"traceutil/trace.go:171","msg":"trace[1559785678] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4193; }","duration":"618.969155ms","start":"2026-07-24T05:33:29.387881Z","end":"2026-07-24T05:33:30.00685Z","steps":["trace[1559785678] 'agreement among raft nodes before linearized reading' (duration: 618.910053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.006874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.387869Z","time spent":"619.001185ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:33:30.507025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145145,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:33:30.521809Z","caller":"traceutil/trace.go:171","msg":"trace[508558380] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"862.485695ms","start":"2026-07-24T05:33:29.659288Z","end":"2026-07-24T05:33:30.521773Z","steps":["trace[508558380] 'process raft request' (duration: 862.231899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.522096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.65926Z","time spent":"862.732241ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:30.786866Z","caller":"traceutil/trace.go:171","msg":"trace[476914912] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"776.222441ms","start":"2026-07-24T05:33:30.01062Z","end":"2026-07-24T05:33:30.786843Z","steps":["trace[476914912] 'process raft request' (duration: 775.986196ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:30.786946Z","caller":"traceutil/trace.go:171","msg":"trace[434340954] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"776.318783ms","start":"2026-07-24T05:33:30.010543Z","end":"2026-07-24T05:33:30.786861Z","steps":["trace[434340954] 'process raft request' (duration: 775.854623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.787138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.01056Z","time spent":"776.451596ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:30.787202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.010516Z","time spent":"776.582409ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:33:30.787434Z","caller":"traceutil/trace.go:171","msg":"trace[671706400] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"502.364303ms","start":"2026-07-24T05:33:30.285049Z","end":"2026-07-24T05:33:30.787413Z","steps":["trace[671706400] 'process raft request' (duration: 501.742799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.787884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.285023Z","time spent":"502.720541ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:30.788966Z","caller":"traceutil/trace.go:171","msg":"trace[271596042] linearizableReadLoop","detail":"{readStateIndex:4424; appliedIndex:4419; }","duration":"782.674689ms","start":"2026-07-24T05:33:30.006252Z","end":"2026-07-24T05:33:30.788927Z","steps":["trace[271596042] 'read index received' (duration: 515.208429ms)","trace[271596042] 'applied index is now lower than readState.Index' (duration: 267.46462ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:30.789381Z","caller":"traceutil/trace.go:171","msg":"trace[71755426] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"503.931069ms","start":"2026-07-24T05:33:30.285435Z","end":"2026-07-24T05:33:30.789366Z","steps":["trace[71755426] 'process raft request' (duration: 501.887012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.789516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.285387Z","time spent":"504.034491ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:30.789691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135961053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T05:33:30.790161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.396436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:33:30.790215Z","caller":"traceutil/trace.go:171","msg":"trace[1810965012] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4198; }","duration":"780.476548ms","start":"2026-07-24T05:33:30.009725Z","end":"2026-07-24T05:33:30.790202Z","steps":["trace[1810965012] 'agreement among raft nodes before linearized reading' (duration: 779.945056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.79025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.009711Z","time spent":"780.531609ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:33:30.790417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.068055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:30.790538Z","caller":"traceutil/trace.go:171","msg":"trace[185345768] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4198; }","duration":"792.211428ms","start":"2026-07-24T05:33:29.998273Z","end":"2026-07-24T05:33:30.790485Z","steps":["trace[185345768] 'agreement among raft nodes before linearized reading' (duration: 792.060054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.790593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.998253Z","time spent":"792.329041ms","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:30.790639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030350685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:30.790762Z","caller":"traceutil/trace.go:171","msg":"trace[305157406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4198; }","duration":"1.030496479s","start":"2026-07-24T05:33:29.760218Z","end":"2026-07-24T05:33:30.790714Z","steps":["trace[305157406] 'agreement among raft nodes before linearized reading' (duration: 1.030237533s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.790727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.877653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:30.790812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.760193Z","time spent":"1.030606071s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:33:30.790858Z","caller":"traceutil/trace.go:171","msg":"trace[456391064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4198; }","duration":"669.057756ms","start":"2026-07-24T05:33:30.121765Z","end":"2026-07-24T05:33:30.790823Z","steps":["trace[456391064] 'agreement among raft nodes before linearized reading' (duration: 668.845211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.790939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.121748Z","time spent":"669.175579ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:30.791021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.542136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:30.791055Z","caller":"traceutil/trace.go:171","msg":"trace[1369746720] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4198; }","duration":"158.637628ms","start":"2026-07-24T05:33:30.632409Z","end":"2026-07-24T05:33:30.791047Z","steps":["trace[1369746720] 'agreement among raft nodes before linearized reading' (duration: 158.540216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.791255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.742715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:33:30.791334Z","caller":"traceutil/trace.go:171","msg":"trace[711115061] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:4198; }","duration":"780.839207ms","start":"2026-07-24T05:33:30.010472Z","end":"2026-07-24T05:33:30.791311Z","steps":["trace[711115061] 'agreement among raft nodes before linearized reading' (duration: 780.342186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.791388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.010464Z","time spent":"780.911859ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:33:30.791413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.092583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-24T05:33:30.791466Z","caller":"traceutil/trace.go:171","msg":"trace[795644756] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4198; }","duration":"264.201855ms","start":"2026-07-24T05:33:30.527245Z","end":"2026-07-24T05:33:30.791447Z","steps":["trace[795644756] 'agreement among raft nodes before linearized reading' (duration: 264.035051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.791734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.347108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-07-24T05:33:30.792966Z","caller":"traceutil/trace.go:171","msg":"trace[1480621376] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:4198; }","duration":"731.455571ms","start":"2026-07-24T05:33:30.060325Z","end":"2026-07-24T05:33:30.791781Z","steps":["trace[1480621376] 'agreement among raft nodes before linearized reading' (duration: 731.291967ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:30.793022Z","caller":"traceutil/trace.go:171","msg":"trace[1825613253] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4198; }","duration":"1.136101086s","start":"2026-07-24T05:33:29.65368Z","end":"2026-07-24T05:33:30.789782Z","steps":["trace[1825613253] 'agreement among raft nodes before linearized reading' (duration: 1.13579638s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:30.793036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.060309Z","time spent":"732.712ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-07-24T05:33:30.793081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:29.653666Z","time spent":"1.139397972s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:33:31.190791Z","caller":"traceutil/trace.go:171","msg":"trace[589886956] linearizableReadLoop","detail":"{readStateIndex:4425; appliedIndex:4424; }","duration":"396.149029ms","start":"2026-07-24T05:33:30.79461Z","end":"2026-07-24T05:33:31.190759Z","steps":["trace[589886956] 'read index received' (duration: 329.1582ms)","trace[589886956] 'applied index is now lower than readState.Index' (duration: 66.988859ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:31.190898Z","caller":"traceutil/trace.go:171","msg":"trace[2031830137] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"396.60858ms","start":"2026-07-24T05:33:30.794219Z","end":"2026-07-24T05:33:31.190828Z","steps":["trace[2031830137] 'process raft request' (duration: 329.535929ms)","trace[2031830137] 'compare' (duration: 66.538339ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:31.191116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.479558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:33:31.191164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.794196Z","time spent":"396.835667ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:31.191172Z","caller":"traceutil/trace.go:171","msg":"trace[41127663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4199; }","duration":"396.57313ms","start":"2026-07-24T05:33:30.794582Z","end":"2026-07-24T05:33:31.191155Z","steps":["trace[41127663] 'agreement among raft nodes before linearized reading' (duration: 396.313304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.191271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.794567Z","time spent":"396.688133ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:33:31.263686Z","caller":"traceutil/trace.go:171","msg":"trace[71617154] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"468.395271ms","start":"2026-07-24T05:33:30.795265Z","end":"2026-07-24T05:33:31.26366Z","steps":["trace[71617154] 'process raft request' (duration: 468.191747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.264018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.795251Z","time spent":"468.516525ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:31.264028Z","caller":"traceutil/trace.go:171","msg":"trace[1685022944] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"464.38174ms","start":"2026-07-24T05:33:30.799619Z","end":"2026-07-24T05:33:31.264001Z","steps":["trace[1685022944] 'process raft request' (duration: 463.99332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.264136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.799599Z","time spent":"464.486982ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:31.264441Z","caller":"traceutil/trace.go:171","msg":"trace[1890936343] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"404.774469ms","start":"2026-07-24T05:33:30.859652Z","end":"2026-07-24T05:33:31.264427Z","steps":["trace[1890936343] 'process raft request' (duration: 404.520863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.264522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.859621Z","time spent":"404.858471ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:31.264569Z","caller":"traceutil/trace.go:171","msg":"trace[1650978388] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"404.84096ms","start":"2026-07-24T05:33:30.859699Z","end":"2026-07-24T05:33:31.26454Z","steps":["trace[1650978388] 'process raft request' (duration: 404.657906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.264705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.103662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:31.264722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.859681Z","time spent":"404.952823ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:31.264751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.519434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-07-24T05:33:31.264768Z","caller":"traceutil/trace.go:171","msg":"trace[1993712574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4204; }","duration":"100.229545ms","start":"2026-07-24T05:33:31.164519Z","end":"2026-07-24T05:33:31.264748Z","steps":["trace[1993712574] 'agreement among raft nodes before linearized reading' (duration: 100.121662ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:31.264814Z","caller":"traceutil/trace.go:171","msg":"trace[1490926022] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:4204; }","duration":"468.584106ms","start":"2026-07-24T05:33:30.796213Z","end":"2026-07-24T05:33:31.264797Z","steps":["trace[1490926022] 'agreement among raft nodes before linearized reading' (duration: 468.449243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.264853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.796191Z","time spent":"468.653327ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":214,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"info","ts":"2026-07-24T05:33:31.264315Z","caller":"traceutil/trace.go:171","msg":"trace[564162627] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"463.778136ms","start":"2026-07-24T05:33:30.800511Z","end":"2026-07-24T05:33:31.264289Z","steps":["trace[564162627] 'process raft request' (duration: 463.347137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.265074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.349525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109830"} {"level":"info","ts":"2026-07-24T05:33:31.265131Z","caller":"traceutil/trace.go:171","msg":"trace[1427029392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4204; }","duration":"466.452467ms","start":"2026-07-24T05:33:30.798666Z","end":"2026-07-24T05:33:31.265118Z","steps":["trace[1427029392] 'agreement among raft nodes before linearized reading' (duration: 466.11789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.265124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.807976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109830"} {"level":"warn","ts":"2026-07-24T05:33:31.265142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.800502Z","time spent":"464.510383ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:31.265171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.798659Z","time spent":"466.502738ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:33:31.265187Z","caller":"traceutil/trace.go:171","msg":"trace[808690464] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4204; }","duration":"466.902497ms","start":"2026-07-24T05:33:30.798268Z","end":"2026-07-24T05:33:31.26517Z","steps":["trace[808690464] 'agreement among raft nodes before linearized reading' (duration: 466.306214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.265236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.798256Z","time spent":"466.96699ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109853,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:33:31.265373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.857666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:33:31.265422Z","caller":"traceutil/trace.go:171","msg":"trace[2018125220] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4204; }","duration":"469.909497ms","start":"2026-07-24T05:33:30.795489Z","end":"2026-07-24T05:33:31.265399Z","steps":["trace[2018125220] 'agreement among raft nodes before linearized reading' (duration: 469.1695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.265452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:30.795478Z","time spent":"469.966759ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:33:31.536068Z","caller":"traceutil/trace.go:171","msg":"trace[1861601361] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"340.112462ms","start":"2026-07-24T05:33:31.195894Z","end":"2026-07-24T05:33:31.536007Z","steps":["trace[1861601361] 'process raft request' (duration: 261.144635ms)","trace[1861601361] 'compare' (duration: 78.754912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:31.536266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.195869Z","time spent":"340.297637ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:31.536084Z","caller":"traceutil/trace.go:171","msg":"trace[919675806] linearizableReadLoop","detail":"{readStateIndex:4431; appliedIndex:4430; }","duration":"271.531674ms","start":"2026-07-24T05:33:31.264522Z","end":"2026-07-24T05:33:31.536054Z","steps":["trace[919675806] 'read index received' (duration: 192.524416ms)","trace[919675806] 'applied index is now lower than readState.Index' (duration: 79.004548ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:31.912145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.118469ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:33:31.912402Z","caller":"traceutil/trace.go:171","msg":"trace[406104288] linearizableReadLoop","detail":"{readStateIndex:4433; appliedIndex:4432; }","duration":"376.041607ms","start":"2026-07-24T05:33:31.536343Z","end":"2026-07-24T05:33:31.912385Z","steps":["trace[406104288] 'read index received' (duration: 48.381µs)","trace[406104288] 'applied index is now lower than readState.Index' (duration: 375.992456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:31.912384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.567842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c5226e362736e4\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-07-24T05:33:31.912484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.979035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:31.912515Z","caller":"traceutil/trace.go:171","msg":"trace[764918939] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c5226e362736e4; range_end:; response_count:1; response_revision:4205; }","duration":"717.749946ms","start":"2026-07-24T05:33:31.194727Z","end":"2026-07-24T05:33:31.912477Z","steps":["trace[764918939] 'agreement among raft nodes before linearized reading' (duration: 341.412232ms)","trace[764918939] 'range keys from in-memory index tree' (duration: 376.005706ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:31.912588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.194713Z","time spent":"717.862729ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":806,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18c5226e362736e4\" "} {"level":"info","ts":"2026-07-24T05:33:31.912592Z","caller":"traceutil/trace.go:171","msg":"trace[228396415] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:4205; }","duration":"649.117108ms","start":"2026-07-24T05:33:31.263436Z","end":"2026-07-24T05:33:31.912553Z","steps":["trace[228396415] 'agreement among raft nodes before linearized reading' (duration: 272.726463ms)","trace[228396415] 'count revisions from in-memory index tree' (duration: 376.219451ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:31.912676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.263371Z","time spent":"649.283961ms","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:31.912837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.436509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:31.912935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.17026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-07-24T05:33:31.912924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.262632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-07-24T05:33:31.91298Z","caller":"traceutil/trace.go:171","msg":"trace[1954597102] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:4205; }","duration":"643.309243ms","start":"2026-07-24T05:33:31.269661Z","end":"2026-07-24T05:33:31.91297Z","steps":["trace[1954597102] 'agreement among raft nodes before linearized reading' (duration: 642.905144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.912945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.56486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:33:31.913005Z","caller":"traceutil/trace.go:171","msg":"trace[452258178] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq; range_end:; response_count:1; response_revision:4205; }","duration":"643.399586ms","start":"2026-07-24T05:33:31.269582Z","end":"2026-07-24T05:33:31.912981Z","steps":["trace[452258178] 'agreement among raft nodes before linearized reading' (duration: 642.933115ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:31.913041Z","caller":"traceutil/trace.go:171","msg":"trace[784046093] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"375.735591ms","start":"2026-07-24T05:33:31.537293Z","end":"2026-07-24T05:33:31.913028Z","steps":["trace[784046093] 'process raft request' (duration: 374.962723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.913053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.269546Z","time spent":"643.497608ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq\" "} {"level":"info","ts":"2026-07-24T05:33:31.913058Z","caller":"traceutil/trace.go:171","msg":"trace[303133083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4205; }","duration":"643.693433ms","start":"2026-07-24T05:33:31.269343Z","end":"2026-07-24T05:33:31.913036Z","steps":["trace[303133083] 'agreement among raft nodes before linearized reading' (duration: 643.173891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.913109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.269291Z","time spent":"643.806385ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:33:31.913006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.269627Z","time spent":"643.372345ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:31.913134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.537272Z","time spent":"375.801692ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:31.912928Z","caller":"traceutil/trace.go:171","msg":"trace[251605936] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4205; }","duration":"380.581972ms","start":"2026-07-24T05:33:31.532323Z","end":"2026-07-24T05:33:31.912905Z","steps":["trace[251605936] 'agreement among raft nodes before linearized reading' (duration: 380.226674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:31.913267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.532303Z","time spent":"380.9333ms","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:32.219674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.583619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:33:32.219817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.514905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:32.219897Z","caller":"traceutil/trace.go:171","msg":"trace[87265301] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4206; }","duration":"418.637018ms","start":"2026-07-24T05:33:31.801233Z","end":"2026-07-24T05:33:32.21987Z","steps":["trace[87265301] 'agreement among raft nodes before linearized reading' (duration: 111.793821ms)","trace[87265301] 'range keys from in-memory index tree' (duration: 306.599392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:32.219911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.47655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:33:32.219952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.801208Z","time spent":"418.734241ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:33:32.220005Z","caller":"traceutil/trace.go:171","msg":"trace[657829759] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4206; }","duration":"303.603903ms","start":"2026-07-24T05:33:31.916375Z","end":"2026-07-24T05:33:32.219979Z","steps":["trace[657829759] 'range keys from in-memory index tree' (duration: 303.268445ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:32.220014Z","caller":"traceutil/trace.go:171","msg":"trace[936089971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4206; }","duration":"679.951017ms","start":"2026-07-24T05:33:31.540037Z","end":"2026-07-24T05:33:32.219988Z","steps":["trace[936089971] 'agreement among raft nodes before linearized reading' (duration: 372.969466ms)","trace[936089971] 'range keys from in-memory index tree' (duration: 306.54154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:32.220112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.91626Z","time spent":"303.834538ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:33:32.220119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.540023Z","time spent":"680.07884ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:33:32.220733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.987683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:32.220829Z","caller":"traceutil/trace.go:171","msg":"trace[669487032] linearizableReadLoop","detail":"{readStateIndex:4435; appliedIndex:4434; }","duration":"303.274994ms","start":"2026-07-24T05:33:31.917542Z","end":"2026-07-24T05:33:32.220817Z","steps":["trace[669487032] 'read index received' (duration: 165.163718ms)","trace[669487032] 'applied index is now lower than readState.Index' (duration: 138.110146ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:32.22095Z","caller":"traceutil/trace.go:171","msg":"trace[1893001819] transaction","detail":"{read_only:false; response_revision:4207; number_of_response:1; }","duration":"304.381971ms","start":"2026-07-24T05:33:31.916482Z","end":"2026-07-24T05:33:32.220864Z","steps":["trace[1893001819] 'process raft request' (duration: 166.199643ms)","trace[1893001819] 'compare' (duration: 136.731655ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:32.221005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.471619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-07-24T05:33:32.221374Z","caller":"traceutil/trace.go:171","msg":"trace[771257838] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:4207; }","duration":"303.860328ms","start":"2026-07-24T05:33:31.917491Z","end":"2026-07-24T05:33:32.221351Z","steps":["trace[771257838] 'agreement among raft nodes before linearized reading' (duration: 303.396437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:32.22162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.917476Z","time spent":"304.124784ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:32.221663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.916454Z","time spent":"304.653947ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:32.431106Z","caller":"traceutil/trace.go:171","msg":"trace[1615463326] linearizableReadLoop","detail":"{readStateIndex:4437; appliedIndex:4435; }","duration":"210.218274ms","start":"2026-07-24T05:33:32.22086Z","end":"2026-07-24T05:33:32.431078Z","steps":["trace[1615463326] 'read index received' (duration: 209.975179ms)","trace[1615463326] 'applied index is now lower than readState.Index' (duration: 241.805µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:32.431156Z","caller":"traceutil/trace.go:171","msg":"trace[956128536] transaction","detail":"{read_only:false; response_revision:4208; number_of_response:1; }","duration":"512.903865ms","start":"2026-07-24T05:33:31.918207Z","end":"2026-07-24T05:33:32.431111Z","steps":["trace[956128536] 'process raft request' (duration: 512.630339ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:32.431263Z","caller":"traceutil/trace.go:171","msg":"trace[1445547243] transaction","detail":"{read_only:false; response_revision:4209; number_of_response:1; }","duration":"509.129789ms","start":"2026-07-24T05:33:31.922102Z","end":"2026-07-24T05:33:32.431232Z","steps":["trace[1445547243] 'process raft request' (duration: 508.915114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:32.431332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.718975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:32.43136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.918192Z","time spent":"513.058538ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:32.43139Z","caller":"traceutil/trace.go:171","msg":"trace[1780676590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4209; }","duration":"310.840598ms","start":"2026-07-24T05:33:32.120539Z","end":"2026-07-24T05:33:32.431379Z","steps":["trace[1780676590] 'agreement among raft nodes before linearized reading' (duration: 310.705545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:32.431421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:32.120513Z","time spent":"310.90053ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:32.43157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:31.922085Z","time spent":"509.332963ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:32.499983Z","caller":"traceutil/trace.go:171","msg":"trace[835182235] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"272.781104ms","start":"2026-07-24T05:33:32.227168Z","end":"2026-07-24T05:33:32.499949Z","steps":["trace[835182235] 'process raft request' (duration: 272.555039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:32.500108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.819888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-24T05:33:32.500163Z","caller":"traceutil/trace.go:171","msg":"trace[1432536768] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a; range_end:; response_count:1; response_revision:4210; }","duration":"273.920739ms","start":"2026-07-24T05:33:32.226229Z","end":"2026-07-24T05:33:32.500149Z","steps":["trace[1432536768] 'agreement among raft nodes before linearized reading' (duration: 273.700134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:32.500477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.231898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:33:32.500529Z","caller":"traceutil/trace.go:171","msg":"trace[1029681174] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4210; }","duration":"278.32631ms","start":"2026-07-24T05:33:32.222191Z","end":"2026-07-24T05:33:32.500517Z","steps":["trace[1029681174] 'agreement among raft nodes before linearized reading' (duration: 278.170686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:32.500512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.807739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:32.500893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.614803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-07-24T05:33:32.500948Z","caller":"traceutil/trace.go:171","msg":"trace[959126449] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:4210; }","duration":"273.700235ms","start":"2026-07-24T05:33:32.227236Z","end":"2026-07-24T05:33:32.500936Z","steps":["trace[959126449] 'agreement among raft nodes before linearized reading' (duration: 273.578492ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:32.501093Z","caller":"traceutil/trace.go:171","msg":"trace[1333785305] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4210; }","duration":"258.043544ms","start":"2026-07-24T05:33:32.242659Z","end":"2026-07-24T05:33:32.500703Z","steps":["trace[1333785305] 'agreement among raft nodes before linearized reading' (duration: 257.659585ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:32.796888Z","caller":"traceutil/trace.go:171","msg":"trace[743228848] linearizableReadLoop","detail":"{readStateIndex:4441; appliedIndex:4440; }","duration":"281.563916ms","start":"2026-07-24T05:33:32.5153Z","end":"2026-07-24T05:33:32.796864Z","steps":["trace[743228848] 'read index received' (duration: 2.436207ms)","trace[743228848] 'applied index is now lower than readState.Index' (duration: 279.126679ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:32.796997Z","caller":"traceutil/trace.go:171","msg":"trace[434125439] transaction","detail":"{read_only:false; response_revision:4213; number_of_response:1; }","duration":"281.75253ms","start":"2026-07-24T05:33:32.515233Z","end":"2026-07-24T05:33:32.796986Z","steps":["trace[434125439] 'process raft request' (duration: 281.355401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:32.797369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.053797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T05:33:32.797432Z","caller":"traceutil/trace.go:171","msg":"trace[1592577672] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:4213; }","duration":"282.125388ms","start":"2026-07-24T05:33:32.515292Z","end":"2026-07-24T05:33:32.797417Z","steps":["trace[1592577672] 'agreement among raft nodes before linearized reading' (duration: 281.894143ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:33.135263Z","caller":"traceutil/trace.go:171","msg":"trace[1262273747] linearizableReadLoop","detail":"{readStateIndex:4443; appliedIndex:4441; }","duration":"338.29121ms","start":"2026-07-24T05:33:32.796956Z","end":"2026-07-24T05:33:33.135247Z","steps":["trace[1262273747] 'read index received' (duration: 337.937801ms)","trace[1262273747] 'applied index is now lower than readState.Index' (duration: 352.919µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:33.135352Z","caller":"traceutil/trace.go:171","msg":"trace[1203143669] transaction","detail":"{read_only:false; response_revision:4215; number_of_response:1; }","duration":"340.057231ms","start":"2026-07-24T05:33:32.795286Z","end":"2026-07-24T05:33:33.135343Z","steps":["trace[1203143669] 'process raft request' (duration: 339.936949ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:33.135371Z","caller":"traceutil/trace.go:171","msg":"trace[1145418189] transaction","detail":"{read_only:false; response_revision:4214; number_of_response:1; }","duration":"341.825791ms","start":"2026-07-24T05:33:32.793505Z","end":"2026-07-24T05:33:33.135331Z","steps":["trace[1145418189] 'process raft request' (duration: 341.620066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.135432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:32.795262Z","time spent":"340.110892ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:33.1355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:32.793482Z","time spent":"341.943054ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:33.135636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.279588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:33:33.135647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.980753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-07-24T05:33:33.135666Z","caller":"traceutil/trace.go:171","msg":"trace[205846343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4215; }","duration":"344.349829ms","start":"2026-07-24T05:33:32.791308Z","end":"2026-07-24T05:33:33.135658Z","steps":["trace[205846343] 'agreement among raft nodes before linearized reading' (duration: 344.260537ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.135692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:32.791287Z","time spent":"344.39962ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:33:33.135708Z","caller":"traceutil/trace.go:171","msg":"trace[1248953131] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8; range_end:; response_count:1; response_revision:4215; }","duration":"615.034164ms","start":"2026-07-24T05:33:32.520647Z","end":"2026-07-24T05:33:33.135681Z","steps":["trace[1248953131] 'agreement among raft nodes before linearized reading' (duration: 614.84612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.13574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:32.520609Z","time spent":"615.123266ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":858,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" "} {"level":"warn","ts":"2026-07-24T05:33:33.135779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.33358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-24T05:33:33.135812Z","caller":"traceutil/trace.go:171","msg":"trace[2087501165] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4215; }","duration":"334.392451ms","start":"2026-07-24T05:33:32.801411Z","end":"2026-07-24T05:33:33.135804Z","steps":["trace[2087501165] 'agreement among raft nodes before linearized reading' (duration: 334.218697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.135837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:32.801398Z","time spent":"334.430032ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:33:33.135937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.820913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:33:33.135986Z","caller":"traceutil/trace.go:171","msg":"trace[1150081508] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4215; }","duration":"108.916885ms","start":"2026-07-24T05:33:33.027058Z","end":"2026-07-24T05:33:33.135975Z","steps":["trace[1150081508] 'agreement among raft nodes before linearized reading' (duration: 108.540516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.135982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.81444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-07-24T05:33:33.136045Z","caller":"traceutil/trace.go:171","msg":"trace[291535940] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:4215; }","duration":"334.908423ms","start":"2026-07-24T05:33:32.801121Z","end":"2026-07-24T05:33:33.13603Z","steps":["trace[291535940] 'agreement among raft nodes before linearized reading' (duration: 334.463083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.136086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:32.801113Z","time spent":"334.966534ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":224,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:33.696025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.009492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:33.696362Z","caller":"traceutil/trace.go:171","msg":"trace[915654677] linearizableReadLoop","detail":"{readStateIndex:4446; appliedIndex:4444; }","duration":"468.814752ms","start":"2026-07-24T05:33:33.227528Z","end":"2026-07-24T05:33:33.696342Z","steps":["trace[915654677] 'read index received' (duration: 164.451362ms)","trace[915654677] 'applied index is now lower than readState.Index' (duration: 304.36255ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:33.696446Z","caller":"traceutil/trace.go:171","msg":"trace[898883099] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"552.25778ms","start":"2026-07-24T05:33:33.144173Z","end":"2026-07-24T05:33:33.696431Z","steps":["trace[898883099] 'process raft request' (duration: 552.050936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.696519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.144155Z","time spent":"552.334152ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:33.696359Z","caller":"traceutil/trace.go:171","msg":"trace[1799168688] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"553.597381ms","start":"2026-07-24T05:33:33.142732Z","end":"2026-07-24T05:33:33.696329Z","steps":["trace[1799168688] 'process raft request' (duration: 249.225061ms)","trace[1799168688] 'compare' (duration: 303.646093ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:33.696672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.142711Z","time spent":"553.893928ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:33.696662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.720782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:33.6967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.812641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:33:33.696747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.056336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:33:33.69681Z","caller":"traceutil/trace.go:171","msg":"trace[838953565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4218; }","duration":"425.149387ms","start":"2026-07-24T05:33:33.271647Z","end":"2026-07-24T05:33:33.696796Z","steps":["trace[838953565] 'agreement among raft nodes before linearized reading' (duration: 424.937343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.696844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.271636Z","time spent":"425.201088ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:33:33.696861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.714147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-24T05:33:33.696895Z","caller":"traceutil/trace.go:171","msg":"trace[307377293] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a; range_end:; response_count:1; response_revision:4218; }","duration":"464.776599ms","start":"2026-07-24T05:33:33.23211Z","end":"2026-07-24T05:33:33.696887Z","steps":["trace[307377293] 'agreement among raft nodes before linearized reading' (duration: 464.690017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.696913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.232097Z","time spent":"464.810789ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a\" "} {"level":"info","ts":"2026-07-24T05:33:33.696743Z","caller":"traceutil/trace.go:171","msg":"trace[661368173] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4218; }","duration":"499.857955ms","start":"2026-07-24T05:33:33.196869Z","end":"2026-07-24T05:33:33.696727Z","steps":["trace[661368173] 'agreement among raft nodes before linearized reading' (duration: 499.563898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.696941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.196852Z","time spent":"500.07826ms","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:33.696824Z","caller":"traceutil/trace.go:171","msg":"trace[1785176767] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4218; }","duration":"468.936414ms","start":"2026-07-24T05:33:33.227845Z","end":"2026-07-24T05:33:33.696781Z","steps":["trace[1785176767] 'agreement among raft nodes before linearized reading' (duration: 468.683868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.697032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.227832Z","time spent":"469.1878ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:33:33.697072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.959956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T05:33:33.697102Z","caller":"traceutil/trace.go:171","msg":"trace[1099243205] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:4218; }","duration":"466.016156ms","start":"2026-07-24T05:33:33.231076Z","end":"2026-07-24T05:33:33.697092Z","steps":["trace[1099243205] 'agreement among raft nodes before linearized reading' (duration: 465.901004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.697122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.231063Z","time spent":"466.056318ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:33.697149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.944609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:33:33.697199Z","caller":"traceutil/trace.go:171","msg":"trace[2104536852] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4218; }","duration":"424.046261ms","start":"2026-07-24T05:33:33.273142Z","end":"2026-07-24T05:33:33.697188Z","steps":["trace[2104536852] 'agreement among raft nodes before linearized reading' (duration: 423.724594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.697235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.273117Z","time spent":"424.105903ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:33:33.698354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.330479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:33:33.698389Z","caller":"traceutil/trace.go:171","msg":"trace[350598506] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4218; }","duration":"424.3801ms","start":"2026-07-24T05:33:33.274001Z","end":"2026-07-24T05:33:33.698381Z","steps":["trace[350598506] 'agreement among raft nodes before linearized reading' (duration: 422.834664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.698405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.27399Z","time spent":"424.410901ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:33:33.91806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.862619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:33.918227Z","caller":"traceutil/trace.go:171","msg":"trace[1250121706] transaction","detail":"{read_only:false; response_revision:4219; number_of_response:1; }","duration":"218.28908ms","start":"2026-07-24T05:33:33.699893Z","end":"2026-07-24T05:33:33.918182Z","steps":["trace[1250121706] 'process raft request' (duration: 104.203406ms)","trace[1250121706] 'compare' (duration: 113.371468ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:33.918542Z","caller":"traceutil/trace.go:171","msg":"trace[19864346] transaction","detail":"{read_only:false; response_revision:4220; number_of_response:1; }","duration":"216.285964ms","start":"2026-07-24T05:33:33.702199Z","end":"2026-07-24T05:33:33.918485Z","steps":["trace[19864346] 'process raft request' (duration: 215.986537ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:33.918923Z","caller":"traceutil/trace.go:171","msg":"trace[210210672] linearizableReadLoop","detail":"{readStateIndex:4447; appliedIndex:4446; }","duration":"217.467111ms","start":"2026-07-24T05:33:33.70141Z","end":"2026-07-24T05:33:33.918877Z","steps":["trace[210210672] 'read index received' (duration: 102.688861ms)","trace[210210672] 'applied index is now lower than readState.Index' (duration: 114.774649ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:33.919157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.727876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:5933"} {"level":"info","ts":"2026-07-24T05:33:33.91921Z","caller":"traceutil/trace.go:171","msg":"trace[1782110577] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:4220; }","duration":"217.816409ms","start":"2026-07-24T05:33:33.701379Z","end":"2026-07-24T05:33:33.919196Z","steps":["trace[1782110577] 'agreement among raft nodes before linearized reading' (duration: 217.631045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.919557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.307398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-07-24T05:33:33.919544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.21199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110144"} {"level":"info","ts":"2026-07-24T05:33:33.91961Z","caller":"traceutil/trace.go:171","msg":"trace[1275894539] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:4220; }","duration":"217.38605ms","start":"2026-07-24T05:33:33.70221Z","end":"2026-07-24T05:33:33.919596Z","steps":["trace[1275894539] 'agreement among raft nodes before linearized reading' (duration: 216.98985ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:33.919907Z","caller":"traceutil/trace.go:171","msg":"trace[1078655866] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4220; }","duration":"215.349592ms","start":"2026-07-24T05:33:33.704265Z","end":"2026-07-24T05:33:33.919614Z","steps":["trace[1078655866] 'agreement among raft nodes before linearized reading' (duration: 214.900511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:33.920632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.010537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110144"} {"level":"info","ts":"2026-07-24T05:33:33.920762Z","caller":"traceutil/trace.go:171","msg":"trace[471133672] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4220; }","duration":"219.218512ms","start":"2026-07-24T05:33:33.701519Z","end":"2026-07-24T05:33:33.920737Z","steps":["trace[471133672] 'agreement among raft nodes before linearized reading' (duration: 217.613574ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:34.314939Z","caller":"traceutil/trace.go:171","msg":"trace[1530267448] linearizableReadLoop","detail":"{readStateIndex:4449; appliedIndex:4448; }","duration":"391.020623ms","start":"2026-07-24T05:33:33.923888Z","end":"2026-07-24T05:33:34.314909Z","steps":["trace[1530267448] 'read index received' (duration: 334.370009ms)","trace[1530267448] 'applied index is now lower than readState.Index' (duration: 56.649444ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:34.314973Z","caller":"traceutil/trace.go:171","msg":"trace[708197732] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"391.918483ms","start":"2026-07-24T05:33:33.923014Z","end":"2026-07-24T05:33:34.314932Z","steps":["trace[708197732] 'process raft request' (duration: 335.225819ms)","trace[708197732] 'compare' (duration: 56.535501ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:34.315116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.922984Z","time spent":"392.062346ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:33:34.315235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.316899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T05:33:34.315357Z","caller":"traceutil/trace.go:171","msg":"trace[2138157106] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:4221; }","duration":"391.433871ms","start":"2026-07-24T05:33:33.923865Z","end":"2026-07-24T05:33:34.315299Z","steps":["trace[2138157106] 'agreement among raft nodes before linearized reading' (duration: 391.155365ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:34.31542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.923842Z","time spent":"391.563835ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"info","ts":"2026-07-24T05:33:34.53585Z","caller":"traceutil/trace.go:171","msg":"trace[1759420365] linearizableReadLoop","detail":"{readStateIndex:4450; appliedIndex:4449; }","duration":"220.818168ms","start":"2026-07-24T05:33:34.314999Z","end":"2026-07-24T05:33:34.535817Z","steps":["trace[1759420365] 'read index received' (duration: 220.713575ms)","trace[1759420365] 'applied index is now lower than readState.Index' (duration: 103.323µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:34.535928Z","caller":"traceutil/trace.go:171","msg":"trace[736204816] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"608.479035ms","start":"2026-07-24T05:33:33.927404Z","end":"2026-07-24T05:33:34.535883Z","steps":["trace[736204816] 'process raft request' (duration: 608.185167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:34.536063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.587644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:34.536133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:33.927387Z","time spent":"608.630878ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6234,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:34.536159Z","caller":"traceutil/trace.go:171","msg":"trace[1404222231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4222; }","duration":"414.749918ms","start":"2026-07-24T05:33:34.121385Z","end":"2026-07-24T05:33:34.536135Z","steps":["trace[1404222231] 'agreement among raft nodes before linearized reading' (duration: 414.582434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:34.536215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:34.121358Z","time spent":"414.84469ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:33:34.686982Z","caller":"traceutil/trace.go:171","msg":"trace[870333697] linearizableReadLoop","detail":"{readStateIndex:4451; appliedIndex:4450; }","duration":"151.023362ms","start":"2026-07-24T05:33:34.535938Z","end":"2026-07-24T05:33:34.686961Z","steps":["trace[870333697] 'read index received' (duration: 150.867708ms)","trace[870333697] 'applied index is now lower than readState.Index' (duration: 154.354µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:34.687201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.263798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:33:34.687245Z","caller":"traceutil/trace.go:171","msg":"trace[152514139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4223; }","duration":"244.34625ms","start":"2026-07-24T05:33:34.442884Z","end":"2026-07-24T05:33:34.68723Z","steps":["trace[152514139] 'agreement among raft nodes before linearized reading' (duration: 244.206147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:34.687247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.849916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:33:34.687346Z","caller":"traceutil/trace.go:171","msg":"trace[896843680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4223; }","duration":"183.01976ms","start":"2026-07-24T05:33:34.504305Z","end":"2026-07-24T05:33:34.687325Z","steps":["trace[896843680] 'agreement among raft nodes before linearized reading' (duration: 182.678051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:34.687515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.955585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T05:33:34.687518Z","caller":"traceutil/trace.go:171","msg":"trace[145690667] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"368.356472ms","start":"2026-07-24T05:33:34.319144Z","end":"2026-07-24T05:33:34.6875Z","steps":["trace[145690667] 'process raft request' (duration: 367.682066ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:34.687552Z","caller":"traceutil/trace.go:171","msg":"trace[57370694] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:4223; }","duration":"369.030247ms","start":"2026-07-24T05:33:34.318512Z","end":"2026-07-24T05:33:34.687543Z","steps":["trace[57370694] 'agreement among raft nodes before linearized reading' (duration: 368.925865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:34.687595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:34.318491Z","time spent":"369.083018ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-07-24T05:33:34.68761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:34.319129Z","time spent":"368.434904ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":741,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:33:34.687742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.45773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:34.687838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.26992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5087"} {"level":"info","ts":"2026-07-24T05:33:34.687881Z","caller":"traceutil/trace.go:171","msg":"trace[1088765140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4223; }","duration":"150.673295ms","start":"2026-07-24T05:33:34.537171Z","end":"2026-07-24T05:33:34.687844Z","steps":["trace[1088765140] 'agreement among raft nodes before linearized reading' (duration: 150.43605ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:34.687932Z","caller":"traceutil/trace.go:171","msg":"trace[773601936] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:4223; }","duration":"148.405282ms","start":"2026-07-24T05:33:34.539505Z","end":"2026-07-24T05:33:34.687911Z","steps":["trace[773601936] 'agreement among raft nodes before linearized reading' (duration: 148.114146ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:34.936787Z","caller":"traceutil/trace.go:171","msg":"trace[1609144996] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"244.268138ms","start":"2026-07-24T05:33:34.692485Z","end":"2026-07-24T05:33:34.936753Z","steps":["trace[1609144996] 'process raft request' (duration: 244.010832ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:34.936925Z","caller":"traceutil/trace.go:171","msg":"trace[423072866] linearizableReadLoop","detail":"{readStateIndex:4454; appliedIndex:4452; }","duration":"151.503294ms","start":"2026-07-24T05:33:34.785393Z","end":"2026-07-24T05:33:34.936896Z","steps":["trace[423072866] 'read index received' (duration: 151.089885ms)","trace[423072866] 'applied index is now lower than readState.Index' (duration: 411.899µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:34.93695Z","caller":"traceutil/trace.go:171","msg":"trace[510781802] transaction","detail":"{read_only:false; response_revision:4226; number_of_response:1; }","duration":"233.47304ms","start":"2026-07-24T05:33:34.703442Z","end":"2026-07-24T05:33:34.936915Z","steps":["trace[510781802] 'process raft request' (duration: 233.235594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:34.937136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.691589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T05:33:34.937178Z","caller":"traceutil/trace.go:171","msg":"trace[903449797] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:4226; }","duration":"241.765451ms","start":"2026-07-24T05:33:34.695402Z","end":"2026-07-24T05:33:34.937168Z","steps":["trace[903449797] 'agreement among raft nodes before linearized reading' (duration: 241.594997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:34.937203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.747706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:34.93729Z","caller":"traceutil/trace.go:171","msg":"trace[399524278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4226; }","duration":"233.869989ms","start":"2026-07-24T05:33:34.703401Z","end":"2026-07-24T05:33:34.937271Z","steps":["trace[399524278] 'agreement among raft nodes before linearized reading' (duration: 233.533031ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:34.99668Z","caller":"traceutil/trace.go:171","msg":"trace[2087628235] transaction","detail":"{read_only:false; response_revision:4227; number_of_response:1; }","duration":"208.124876ms","start":"2026-07-24T05:33:34.788535Z","end":"2026-07-24T05:33:34.99666Z","steps":["trace[2087628235] 'process raft request' (duration: 207.993253ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:35.165978Z","caller":"traceutil/trace.go:171","msg":"trace[1967885161] transaction","detail":"{read_only:false; response_revision:4228; number_of_response:1; }","duration":"162.924676ms","start":"2026-07-24T05:33:35.003028Z","end":"2026-07-24T05:33:35.165953Z","steps":["trace[1967885161] 'process raft request' (duration: 162.761213ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:35.165997Z","caller":"traceutil/trace.go:171","msg":"trace[957059618] linearizableReadLoop","detail":"{readStateIndex:4456; appliedIndex:4456; }","duration":"161.925913ms","start":"2026-07-24T05:33:35.004051Z","end":"2026-07-24T05:33:35.165977Z","steps":["trace[957059618] 'read index received' (duration: 161.915663ms)","trace[957059618] 'applied index is now lower than readState.Index' (duration: 8.65µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:35.166215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.116318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T05:33:35.166267Z","caller":"traceutil/trace.go:171","msg":"trace[254224389] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:4228; }","duration":"162.246181ms","start":"2026-07-24T05:33:35.00401Z","end":"2026-07-24T05:33:35.166256Z","steps":["trace[254224389] 'agreement among raft nodes before linearized reading' (duration: 162.024765ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:35.341372Z","caller":"traceutil/trace.go:171","msg":"trace[760370677] linearizableReadLoop","detail":"{readStateIndex:4458; appliedIndex:4456; }","duration":"175.234209ms","start":"2026-07-24T05:33:35.166114Z","end":"2026-07-24T05:33:35.341348Z","steps":["trace[760370677] 'read index received' (duration: 124.184275ms)","trace[760370677] 'applied index is now lower than readState.Index' (duration: 51.049004ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:35.341503Z","caller":"traceutil/trace.go:171","msg":"trace[986187430] transaction","detail":"{read_only:false; response_revision:4230; number_of_response:1; }","duration":"200.287206ms","start":"2026-07-24T05:33:35.141186Z","end":"2026-07-24T05:33:35.341473Z","steps":["trace[986187430] 'process raft request' (duration: 199.991159ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:35.341534Z","caller":"traceutil/trace.go:171","msg":"trace[1334259783] transaction","detail":"{read_only:false; response_revision:4229; number_of_response:1; }","duration":"200.370638ms","start":"2026-07-24T05:33:35.141137Z","end":"2026-07-24T05:33:35.341507Z","steps":["trace[1334259783] 'process raft request' (duration: 149.116449ms)","trace[1334259783] 'compare' (duration: 50.764018ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:35.341668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.687121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T05:33:35.34174Z","caller":"traceutil/trace.go:171","msg":"trace[352130431] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4230; }","duration":"322.797873ms","start":"2026-07-24T05:33:35.018919Z","end":"2026-07-24T05:33:35.341717Z","steps":["trace[352130431] 'agreement among raft nodes before linearized reading' (duration: 322.601669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:35.34179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:35.018904Z","time spent":"322.872095ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:35.341742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.120806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T05:33:35.341876Z","caller":"traceutil/trace.go:171","msg":"trace[231862614] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:4230; }","duration":"171.252388ms","start":"2026-07-24T05:33:35.170582Z","end":"2026-07-24T05:33:35.341835Z","steps":["trace[231862614] 'agreement among raft nodes before linearized reading' (duration: 171.007313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:35.34229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.469676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-24T05:33:35.342342Z","caller":"traceutil/trace.go:171","msg":"trace[963984188] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a; range_end:; response_count:1; response_revision:4230; }","duration":"172.568278ms","start":"2026-07-24T05:33:35.169762Z","end":"2026-07-24T05:33:35.34233Z","steps":["trace[963984188] 'agreement among raft nodes before linearized reading' (duration: 171.75106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:35.605228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.794951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:35.60551Z","caller":"traceutil/trace.go:171","msg":"trace[656616307] transaction","detail":"{read_only:false; response_revision:4231; number_of_response:1; }","duration":"260.306766ms","start":"2026-07-24T05:33:35.345185Z","end":"2026-07-24T05:33:35.605492Z","steps":["trace[656616307] 'process raft request' (duration: 98.168587ms)","trace[656616307] 'compare' (duration: 161.181378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:35.605901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.020109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T05:33:35.605949Z","caller":"traceutil/trace.go:171","msg":"trace[826126683] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:4231; }","duration":"260.113792ms","start":"2026-07-24T05:33:35.345825Z","end":"2026-07-24T05:33:35.605938Z","steps":["trace[826126683] 'agreement among raft nodes before linearized reading' (duration: 259.845025ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:35.606164Z","caller":"traceutil/trace.go:171","msg":"trace[1247483223] linearizableReadLoop","detail":"{readStateIndex:4459; appliedIndex:4458; }","duration":"259.561149ms","start":"2026-07-24T05:33:35.345861Z","end":"2026-07-24T05:33:35.605423Z","steps":["trace[1247483223] 'read index received' (duration: 97.382829ms)","trace[1247483223] 'applied index is now lower than readState.Index' (duration: 162.17701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:35.606566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.883501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:6249"} {"level":"info","ts":"2026-07-24T05:33:35.606648Z","caller":"traceutil/trace.go:171","msg":"trace[1565227690] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:4231; }","duration":"118.017864ms","start":"2026-07-24T05:33:35.488604Z","end":"2026-07-24T05:33:35.606622Z","steps":["trace[1565227690] 'agreement among raft nodes before linearized reading' (duration: 117.732538ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:35.91233Z","caller":"traceutil/trace.go:171","msg":"trace[242288797] transaction","detail":"{read_only:false; response_revision:4232; number_of_response:1; }","duration":"295.813933ms","start":"2026-07-24T05:33:35.616486Z","end":"2026-07-24T05:33:35.9123Z","steps":["trace[242288797] 'process raft request' (duration: 295.455975ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:36.241529Z","caller":"traceutil/trace.go:171","msg":"trace[891100519] linearizableReadLoop","detail":"{readStateIndex:4461; appliedIndex:4459; }","duration":"614.712936ms","start":"2026-07-24T05:33:35.626792Z","end":"2026-07-24T05:33:36.241504Z","steps":["trace[891100519] 'read index received' (duration: 285.450474ms)","trace[891100519] 'applied index is now lower than readState.Index' (duration: 329.261632ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:36.241618Z","caller":"traceutil/trace.go:171","msg":"trace[253494291] transaction","detail":"{read_only:false; response_revision:4233; number_of_response:1; }","duration":"625.052545ms","start":"2026-07-24T05:33:35.61653Z","end":"2026-07-24T05:33:36.241583Z","steps":["trace[253494291] 'process raft request' (duration: 624.802529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.241704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.88101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-24T05:33:36.241773Z","caller":"traceutil/trace.go:171","msg":"trace[1774986220] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:4233; }","duration":"614.982413ms","start":"2026-07-24T05:33:35.626776Z","end":"2026-07-24T05:33:36.241758Z","steps":["trace[1774986220] 'agreement among raft nodes before linearized reading' (duration: 614.823589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.241814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:35.626769Z","time spent":"615.036424ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:36.241857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:35.616514Z","time spent":"625.172717ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:36.475834Z","caller":"traceutil/trace.go:171","msg":"trace[831525720] linearizableReadLoop","detail":"{readStateIndex:4462; appliedIndex:4461; }","duration":"234.213536ms","start":"2026-07-24T05:33:36.241595Z","end":"2026-07-24T05:33:36.475808Z","steps":["trace[831525720] 'read index received' (duration: 172.885416ms)","trace[831525720] 'applied index is now lower than readState.Index' (duration: 61.32654ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:36.475889Z","caller":"traceutil/trace.go:171","msg":"trace[771215692] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"558.930403ms","start":"2026-07-24T05:33:35.916903Z","end":"2026-07-24T05:33:36.475833Z","steps":["trace[771215692] 'process raft request' (duration: 497.563801ms)","trace[771215692] 'compare' (duration: 61.217398ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:36.476058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.414653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:33:36.476038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.611725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:36.476104Z","caller":"traceutil/trace.go:171","msg":"trace[1049736289] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4234; }","duration":"662.506935ms","start":"2026-07-24T05:33:35.813586Z","end":"2026-07-24T05:33:36.476093Z","steps":["trace[1049736289] 'agreement among raft nodes before linearized reading' (duration: 662.351131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.476095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.432784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-24T05:33:36.476142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:35.813574Z","time spent":"662.558557ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":81,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:36.476182Z","caller":"traceutil/trace.go:171","msg":"trace[1575492659] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4234; }","duration":"552.566377ms","start":"2026-07-24T05:33:35.923596Z","end":"2026-07-24T05:33:36.476162Z","steps":["trace[1575492659] 'agreement among raft nodes before linearized reading' (duration: 552.304911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.476036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.402162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:33:36.476187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.653638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:33:36.476234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:35.923577Z","time spent":"552.647919ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:33:36.476243Z","caller":"traceutil/trace.go:171","msg":"trace[1629226642] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4234; }","duration":"548.639237ms","start":"2026-07-24T05:33:35.927588Z","end":"2026-07-24T05:33:36.476227Z","steps":["trace[1629226642] 'agreement among raft nodes before linearized reading' (duration: 548.235338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.476206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:35.91687Z","time spent":"559.118918ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:33:36.476273Z","caller":"traceutil/trace.go:171","msg":"trace[621674325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4234; }","duration":"775.74903ms","start":"2026-07-24T05:33:35.700497Z","end":"2026-07-24T05:33:36.476246Z","steps":["trace[621674325] 'agreement among raft nodes before linearized reading' (duration: 775.447873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.476298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:35.927579Z","time spent":"548.708558ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:33:36.476316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:35.700481Z","time spent":"775.826182ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:33:36.476414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.839871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:36.476509Z","caller":"traceutil/trace.go:171","msg":"trace[2027184943] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4234; }","duration":"531.961784ms","start":"2026-07-24T05:33:35.94453Z","end":"2026-07-24T05:33:36.476491Z","steps":["trace[2027184943] 'agreement among raft nodes before linearized reading' (duration: 531.561075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.476599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.450668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:33:36.476647Z","caller":"traceutil/trace.go:171","msg":"trace[312395746] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4234; }","duration":"550.5365ms","start":"2026-07-24T05:33:35.9261Z","end":"2026-07-24T05:33:36.476637Z","steps":["trace[312395746] 'agreement among raft nodes before linearized reading' (duration: 549.955607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.476681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:35.926065Z","time spent":"550.607662ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:33:36.47661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:35.944516Z","time spent":"532.068666ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:33:36.476488Z","caller":"traceutil/trace.go:171","msg":"trace[872971668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4234; }","duration":"354.766828ms","start":"2026-07-24T05:33:36.121396Z","end":"2026-07-24T05:33:36.476163Z","steps":["trace[872971668] 'agreement among raft nodes before linearized reading' (duration: 354.560834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.477373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.121346Z","time spent":"356.009148ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:36.798293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.248878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:36.798444Z","caller":"traceutil/trace.go:171","msg":"trace[2147114379] transaction","detail":"{read_only:false; response_revision:4238; number_of_response:1; }","duration":"316.963739ms","start":"2026-07-24T05:33:36.48147Z","end":"2026-07-24T05:33:36.798434Z","steps":["trace[2147114379] 'process raft request' (duration: 316.941148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.798478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.481463Z","time spent":"317.00056ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:36.798676Z","caller":"traceutil/trace.go:171","msg":"trace[703377339] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"542.915186ms","start":"2026-07-24T05:33:36.255754Z","end":"2026-07-24T05:33:36.798669Z","steps":["trace[703377339] 'process raft request' (duration: 321.237918ms)","trace[703377339] 'compare' (duration: 221.177467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:36.798711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.255741Z","time spent":"542.952347ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:36.798792Z","caller":"traceutil/trace.go:171","msg":"trace[252654389] linearizableReadLoop","detail":"{readStateIndex:4463; appliedIndex:4462; }","duration":"322.881486ms","start":"2026-07-24T05:33:36.475904Z","end":"2026-07-24T05:33:36.798786Z","steps":["trace[252654389] 'read index received' (duration: 100.992833ms)","trace[252654389] 'applied index is now lower than readState.Index' (duration: 221.887823ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:36.798832Z","caller":"traceutil/trace.go:171","msg":"trace[101511133] transaction","detail":"{read_only:false; response_revision:4236; number_of_response:1; }","duration":"317.596554ms","start":"2026-07-24T05:33:36.481231Z","end":"2026-07-24T05:33:36.798828Z","steps":["trace[101511133] 'process raft request' (duration: 317.129733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.798856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.481217Z","time spent":"317.623044ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:36.798922Z","caller":"traceutil/trace.go:171","msg":"trace[450020852] transaction","detail":"{read_only:false; response_revision:4237; number_of_response:1; }","duration":"317.596934ms","start":"2026-07-24T05:33:36.48132Z","end":"2026-07-24T05:33:36.798917Z","steps":["trace[450020852] 'process raft request' (duration: 317.065622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.798943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.481303Z","time spent":"317.628434ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:33:36.799065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.68347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:33:36.799084Z","caller":"traceutil/trace.go:171","msg":"trace[1324301273] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:4238; }","duration":"552.743231ms","start":"2026-07-24T05:33:36.246336Z","end":"2026-07-24T05:33:36.799079Z","steps":["trace[1324301273] 'agreement among raft nodes before linearized reading' (duration: 552.70464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.799098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.246314Z","time spent":"552.780632ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:36.79926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.789367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:36.799339Z","caller":"traceutil/trace.go:171","msg":"trace[481392616] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4238; }","duration":"320.89005ms","start":"2026-07-24T05:33:36.47843Z","end":"2026-07-24T05:33:36.79932Z","steps":["trace[481392616] 'agreement among raft nodes before linearized reading' (duration: 320.770456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.799376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.478414Z","time spent":"320.954392ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:36.799666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.69433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110472"} {"level":"info","ts":"2026-07-24T05:33:36.799688Z","caller":"traceutil/trace.go:171","msg":"trace[368658563] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4238; }","duration":"315.736281ms","start":"2026-07-24T05:33:36.483946Z","end":"2026-07-24T05:33:36.799683Z","steps":["trace[368658563] 'agreement among raft nodes before linearized reading' (duration: 315.631319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.799702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.483937Z","time spent":"315.762032ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110495,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:33:36.799743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.30587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110472"} {"level":"info","ts":"2026-07-24T05:33:36.799771Z","caller":"traceutil/trace.go:171","msg":"trace[1635569791] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4238; }","duration":"318.335031ms","start":"2026-07-24T05:33:36.481428Z","end":"2026-07-24T05:33:36.799763Z","steps":["trace[1635569791] 'agreement among raft nodes before linearized reading' (duration: 318.200118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.79979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.481407Z","time spent":"318.377432ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110495,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:33:36.799809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.70406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-07-24T05:33:36.799821Z","caller":"traceutil/trace.go:171","msg":"trace[1000204583] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq; range_end:; response_count:1; response_revision:4238; }","duration":"298.756451ms","start":"2026-07-24T05:33:36.501061Z","end":"2026-07-24T05:33:36.799817Z","steps":["trace[1000204583] 'agreement among raft nodes before linearized reading' (duration: 298.72084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:36.800677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.565448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:205 size:160208"} {"level":"info","ts":"2026-07-24T05:33:36.800731Z","caller":"traceutil/trace.go:171","msg":"trace[1366109286] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:205; response_revision:4238; }","duration":"155.66729ms","start":"2026-07-24T05:33:36.645051Z","end":"2026-07-24T05:33:36.800718Z","steps":["trace[1366109286] 'agreement among raft nodes before linearized reading' (duration: 154.490804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:37.536383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.911785ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:37.536485Z","caller":"traceutil/trace.go:171","msg":"trace[2042012982] transaction","detail":"{read_only:false; response_revision:4239; number_of_response:1; }","duration":"733.376396ms","start":"2026-07-24T05:33:36.80309Z","end":"2026-07-24T05:33:37.536467Z","steps":["trace[2042012982] 'process raft request' (duration: 437.315997ms)","trace[2042012982] 'compare' (duration: 295.310021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:37.53705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.803082Z","time spent":"733.810036ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:33:37.537706Z","caller":"traceutil/trace.go:171","msg":"trace[1394061264] transaction","detail":"{read_only:false; response_revision:4240; number_of_response:1; }","duration":"734.293686ms","start":"2026-07-24T05:33:36.803382Z","end":"2026-07-24T05:33:37.537676Z","steps":["trace[1394061264] 'process raft request' (duration: 734.081341ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:37.537734Z","caller":"traceutil/trace.go:171","msg":"trace[1690352095] linearizableReadLoop","detail":"{readStateIndex:4468; appliedIndex:4466; }","duration":"732.113356ms","start":"2026-07-24T05:33:36.805595Z","end":"2026-07-24T05:33:37.537709Z","steps":["trace[1690352095] 'read index received' (duration: 434.794348ms)","trace[1690352095] 'applied index is now lower than readState.Index' (duration: 297.317518ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:37.538039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.803262Z","time spent":"734.572383ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:37.538136Z","caller":"traceutil/trace.go:171","msg":"trace[795245369] transaction","detail":"{read_only:false; response_revision:4241; number_of_response:1; }","duration":"729.051346ms","start":"2026-07-24T05:33:36.809036Z","end":"2026-07-24T05:33:37.538087Z","steps":["trace[795245369] 'process raft request' (duration: 728.558684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:37.538459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.809018Z","time spent":"729.321972ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:37.538445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.813462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T05:33:37.538532Z","caller":"traceutil/trace.go:171","msg":"trace[12639849] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:4241; }","duration":"732.929744ms","start":"2026-07-24T05:33:36.805584Z","end":"2026-07-24T05:33:37.538513Z","steps":["trace[12639849] 'agreement among raft nodes before linearized reading' (duration: 732.513875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:37.538594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.805578Z","time spent":"733.003777ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-07-24T05:33:37.557945Z","caller":"traceutil/trace.go:171","msg":"trace[1218793983] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"211.027952ms","start":"2026-07-24T05:33:37.346897Z","end":"2026-07-24T05:33:37.557925Z","steps":["trace[1218793983] 'process raft request' (duration: 210.329287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:37.558062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.603377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-24T05:33:37.55806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.62272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:33:37.558108Z","caller":"traceutil/trace.go:171","msg":"trace[1971614910] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4243; }","duration":"712.671169ms","start":"2026-07-24T05:33:36.845424Z","end":"2026-07-24T05:33:37.558095Z","steps":["trace[1971614910] 'agreement among raft nodes before linearized reading' (duration: 712.532446ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:37.558131Z","caller":"traceutil/trace.go:171","msg":"trace[791442873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4243; }","duration":"616.700972ms","start":"2026-07-24T05:33:36.941413Z","end":"2026-07-24T05:33:37.558114Z","steps":["trace[791442873] 'agreement among raft nodes before linearized reading' (duration: 616.524708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:37.558141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.845414Z","time spent":"712.71954ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:33:37.558168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:36.941383Z","time spent":"616.778004ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:33:37.558157Z","caller":"traceutil/trace.go:171","msg":"trace[143260554] transaction","detail":"{read_only:false; response_revision:4243; number_of_response:1; }","duration":"210.48519ms","start":"2026-07-24T05:33:37.34756Z","end":"2026-07-24T05:33:37.558045Z","steps":["trace[143260554] 'process raft request' (duration: 210.04874ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:37.918116Z","caller":"traceutil/trace.go:171","msg":"trace[1830030843] linearizableReadLoop","detail":"{readStateIndex:4473; appliedIndex:4472; }","duration":"303.041558ms","start":"2026-07-24T05:33:37.615043Z","end":"2026-07-24T05:33:37.918084Z","steps":["trace[1830030843] 'read index received' (duration: 302.808823ms)","trace[1830030843] 'applied index is now lower than readState.Index' (duration: 231.005µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:37.918184Z","caller":"traceutil/trace.go:171","msg":"trace[1006623802] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"355.088846ms","start":"2026-07-24T05:33:37.563054Z","end":"2026-07-24T05:33:37.918143Z","steps":["trace[1006623802] 'process raft request' (duration: 354.8209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:37.918351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:37.56303Z","time spent":"355.231519ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:37.918393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.151112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-07-24T05:33:37.918418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.351156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c5226fb9a59059\" ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-07-24T05:33:37.918475Z","caller":"traceutil/trace.go:171","msg":"trace[1224559815] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pv-protection-controller; range_end:; response_count:1; response_revision:4245; }","duration":"303.261214ms","start":"2026-07-24T05:33:37.615195Z","end":"2026-07-24T05:33:37.918456Z","steps":["trace[1224559815] 'agreement among raft nodes before linearized reading' (duration: 303.09554ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:37.918498Z","caller":"traceutil/trace.go:171","msg":"trace[1369112079] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c5226fb9a59059; range_end:; response_count:1; response_revision:4245; }","duration":"303.487759ms","start":"2026-07-24T05:33:37.614987Z","end":"2026-07-24T05:33:37.918474Z","steps":["trace[1369112079] 'agreement among raft nodes before linearized reading' (duration: 303.244684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:37.918528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:37.615189Z","time spent":"303.328165ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/pv-protection-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:37.918546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:37.614963Z","time spent":"303.574021ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":734,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18c5226fb9a59059\" "} {"level":"warn","ts":"2026-07-24T05:33:38.222025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.355552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:38.222189Z","caller":"traceutil/trace.go:171","msg":"trace[74929033] linearizableReadLoop","detail":"{readStateIndex:4474; appliedIndex:4473; }","duration":"299.655412ms","start":"2026-07-24T05:33:37.922496Z","end":"2026-07-24T05:33:38.222151Z","steps":["trace[74929033] 'read index received' (duration: 123.88732ms)","trace[74929033] 'applied index is now lower than readState.Index' (duration: 175.766311ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:38.222193Z","caller":"traceutil/trace.go:171","msg":"trace[1643084089] transaction","detail":"{read_only:false; response_revision:4246; number_of_response:1; }","duration":"300.47387ms","start":"2026-07-24T05:33:37.92169Z","end":"2026-07-24T05:33:38.222164Z","steps":["trace[1643084089] 'process raft request' (duration: 124.812021ms)","trace[1643084089] 'compare' (duration: 175.183808ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:38.222319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:37.921665Z","time spent":"300.587012ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:38.222391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.464707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:38.222418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.380658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:38.222481Z","caller":"traceutil/trace.go:171","msg":"trace[1595218609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4246; }","duration":"100.483781ms","start":"2026-07-24T05:33:38.121981Z","end":"2026-07-24T05:33:38.222465Z","steps":["trace[1595218609] 'agreement among raft nodes before linearized reading' (duration: 100.369437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:38.222546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.028351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T05:33:38.222668Z","caller":"traceutil/trace.go:171","msg":"trace[1535177490] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:4246; }","duration":"300.143933ms","start":"2026-07-24T05:33:37.922468Z","end":"2026-07-24T05:33:38.222612Z","steps":["trace[1535177490] 'agreement among raft nodes before linearized reading' (duration: 299.834625ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:38.222718Z","caller":"traceutil/trace.go:171","msg":"trace[71286821] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:4246; }","duration":"226.54581ms","start":"2026-07-24T05:33:37.995876Z","end":"2026-07-24T05:33:38.222422Z","steps":["trace[71286821] 'agreement among raft nodes before linearized reading' (duration: 226.430456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:38.222734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:37.922454Z","time spent":"300.264856ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-07-24T05:33:38.446634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.148402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18c522db8f3c30d7\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-07-24T05:33:38.446728Z","caller":"traceutil/trace.go:171","msg":"trace[956102129] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18c522db8f3c30d7; range_end:; response_count:1; response_revision:4248; }","duration":"123.265995ms","start":"2026-07-24T05:33:38.323442Z","end":"2026-07-24T05:33:38.446708Z","steps":["trace[956102129] 'range keys from in-memory index tree' (duration: 123.008238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:38.447331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.902921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:33:38.447424Z","caller":"traceutil/trace.go:171","msg":"trace[1382054505] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:1; response_revision:4248; }","duration":"111.022743ms","start":"2026-07-24T05:33:38.336385Z","end":"2026-07-24T05:33:38.447408Z","steps":["trace[1382054505] 'range keys from in-memory index tree' (duration: 110.766658ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:38.787846Z","caller":"traceutil/trace.go:171","msg":"trace[1377873006] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"336.125149ms","start":"2026-07-24T05:33:38.451695Z","end":"2026-07-24T05:33:38.78782Z","steps":["trace[1377873006] 'process raft request' (duration: 335.951125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:38.787998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:38.451671Z","time spent":"336.251893ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:38.788042Z","caller":"traceutil/trace.go:171","msg":"trace[1485032971] linearizableReadLoop","detail":"{readStateIndex:4477; appliedIndex:4477; }","duration":"335.474464ms","start":"2026-07-24T05:33:38.452506Z","end":"2026-07-24T05:33:38.78798Z","steps":["trace[1485032971] 'read index received' (duration: 335.458564ms)","trace[1485032971] 'applied index is now lower than readState.Index' (duration: 13.85µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:38.788445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.927665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T05:33:38.788996Z","caller":"traceutil/trace.go:171","msg":"trace[1435965417] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:4249; }","duration":"336.486847ms","start":"2026-07-24T05:33:38.452491Z","end":"2026-07-24T05:33:38.788978Z","steps":["trace[1435965417] 'agreement among raft nodes before linearized reading' (duration: 335.628727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:38.789186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:38.452439Z","time spent":"336.727474ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-07-24T05:33:38.845664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.114409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:38.845775Z","caller":"traceutil/trace.go:171","msg":"trace[1304870507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4250; }","duration":"279.278403ms","start":"2026-07-24T05:33:38.566471Z","end":"2026-07-24T05:33:38.845749Z","steps":["trace[1304870507] 'agreement among raft nodes before linearized reading' (duration: 278.972076ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:38.845753Z","caller":"traceutil/trace.go:171","msg":"trace[93216110] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"321.709088ms","start":"2026-07-24T05:33:38.524014Z","end":"2026-07-24T05:33:38.845723Z","steps":["trace[93216110] 'process raft request' (duration: 321.213767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:38.845936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.991914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:38.846023Z","caller":"traceutil/trace.go:171","msg":"trace[131477397] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4250; }","duration":"265.130838ms","start":"2026-07-24T05:33:38.580871Z","end":"2026-07-24T05:33:38.846002Z","steps":["trace[131477397] 'agreement among raft nodes before linearized reading' (duration: 264.972814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:38.846892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:38.523997Z","time spent":"321.828482ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:39.23249Z","caller":"traceutil/trace.go:171","msg":"trace[905530899] linearizableReadLoop","detail":"{readStateIndex:4482; appliedIndex:4481; }","duration":"281.006302ms","start":"2026-07-24T05:33:38.95146Z","end":"2026-07-24T05:33:39.232466Z","steps":["trace[905530899] 'read index received' (duration: 280.873609ms)","trace[905530899] 'applied index is now lower than readState.Index' (duration: 131.713µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:39.232551Z","caller":"traceutil/trace.go:171","msg":"trace[188184785] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"281.423202ms","start":"2026-07-24T05:33:38.951098Z","end":"2026-07-24T05:33:39.232522Z","steps":["trace[188184785] 'process raft request' (duration: 281.233907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:39.232699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.228247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-24T05:33:39.232738Z","caller":"traceutil/trace.go:171","msg":"trace[253565100] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:4254; }","duration":"281.291328ms","start":"2026-07-24T05:33:38.951437Z","end":"2026-07-24T05:33:39.232728Z","steps":["trace[253565100] 'agreement among raft nodes before linearized reading' (duration: 281.139615ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:39.243161Z","caller":"traceutil/trace.go:171","msg":"trace[1650413053] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"171.942735ms","start":"2026-07-24T05:33:39.071198Z","end":"2026-07-24T05:33:39.243141Z","steps":["trace[1650413053] 'process raft request' (duration: 171.805782ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:39.243244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.526034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T05:33:39.243299Z","caller":"traceutil/trace.go:171","msg":"trace[1362922356] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:4255; }","duration":"291.613346ms","start":"2026-07-24T05:33:38.951673Z","end":"2026-07-24T05:33:39.243286Z","steps":["trace[1362922356] 'agreement among raft nodes before linearized reading' (duration: 291.455073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:39.784333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.904121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:39.784446Z","caller":"traceutil/trace.go:171","msg":"trace[1334260513] linearizableReadLoop","detail":"{readStateIndex:4485; appliedIndex:4484; }","duration":"497.547053ms","start":"2026-07-24T05:33:39.286883Z","end":"2026-07-24T05:33:39.78443Z","steps":["trace[1334260513] 'read index received' (duration: 259.452717ms)","trace[1334260513] 'applied index is now lower than readState.Index' (duration: 238.092996ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:39.78452Z","caller":"traceutil/trace.go:171","msg":"trace[836570770] transaction","detail":"{read_only:false; response_revision:4257; number_of_response:1; }","duration":"497.866949ms","start":"2026-07-24T05:33:39.286634Z","end":"2026-07-24T05:33:39.784501Z","steps":["trace[836570770] 'process raft request' (duration: 259.715623ms)","trace[836570770] 'compare' (duration: 237.659775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:39.784585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:39.286607Z","time spent":"497.943031ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:39.784922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.016893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T05:33:39.78505Z","caller":"traceutil/trace.go:171","msg":"trace[851466721] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:4257; }","duration":"498.195377ms","start":"2026-07-24T05:33:39.286833Z","end":"2026-07-24T05:33:39.785029Z","steps":["trace[851466721] 'agreement among raft nodes before linearized reading' (duration: 497.754227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:39.785125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:39.286814Z","time spent":"498.297799ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"info","ts":"2026-07-24T05:33:39.977669Z","caller":"traceutil/trace.go:171","msg":"trace[1898451508] linearizableReadLoop","detail":"{readStateIndex:4487; appliedIndex:4485; }","duration":"193.179202ms","start":"2026-07-24T05:33:39.784471Z","end":"2026-07-24T05:33:39.977651Z","steps":["trace[1898451508] 'read index received' (duration: 116.229593ms)","trace[1898451508] 'applied index is now lower than readState.Index' (duration: 76.948819ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:39.977829Z","caller":"traceutil/trace.go:171","msg":"trace[1269298725] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"414.442041ms","start":"2026-07-24T05:33:39.563373Z","end":"2026-07-24T05:33:39.977815Z","steps":["trace[1269298725] 'process raft request' (duration: 337.310988ms)","trace[1269298725] 'compare' (duration: 76.279003ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:39.978063Z","caller":"traceutil/trace.go:171","msg":"trace[1826312778] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"414.560554ms","start":"2026-07-24T05:33:39.563466Z","end":"2026-07-24T05:33:39.978027Z","steps":["trace[1826312778] 'process raft request' (duration: 414.121014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:39.978277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.350546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-24T05:33:39.978339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:39.563438Z","time spent":"414.871111ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:39.978337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:39.563354Z","time spent":"414.883291ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:39.978341Z","caller":"traceutil/trace.go:171","msg":"trace[1510841083] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4259; }","duration":"233.493569ms","start":"2026-07-24T05:33:39.744829Z","end":"2026-07-24T05:33:39.978323Z","steps":["trace[1510841083] 'agreement among raft nodes before linearized reading' (duration: 233.294395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:39.978371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.670686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:33:39.978453Z","caller":"traceutil/trace.go:171","msg":"trace[516659579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4259; }","duration":"434.805559ms","start":"2026-07-24T05:33:39.543636Z","end":"2026-07-24T05:33:39.978441Z","steps":["trace[516659579] 'agreement among raft nodes before linearized reading' (duration: 434.491182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:39.978552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:39.543621Z","time spent":"434.914411ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:33:40.107926Z","caller":"traceutil/trace.go:171","msg":"trace[535390615] linearizableReadLoop","detail":"{readStateIndex:4488; appliedIndex:4487; }","duration":"130.165824ms","start":"2026-07-24T05:33:39.977741Z","end":"2026-07-24T05:33:40.107907Z","steps":["trace[535390615] 'read index received' (duration: 31.603147ms)","trace[535390615] 'applied index is now lower than readState.Index' (duration: 98.561887ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:40.10841Z","caller":"traceutil/trace.go:171","msg":"trace[865115757] transaction","detail":"{read_only:false; response_revision:4260; number_of_response:1; }","duration":"123.308836ms","start":"2026-07-24T05:33:39.985062Z","end":"2026-07-24T05:33:40.108371Z","steps":["trace[865115757] 'process raft request' (duration: 122.772514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:40.108492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.722073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-24T05:33:40.108529Z","caller":"traceutil/trace.go:171","msg":"trace[99967554] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a; range_end:; response_count:1; response_revision:4259; }","duration":"319.854145ms","start":"2026-07-24T05:33:39.788663Z","end":"2026-07-24T05:33:40.108517Z","steps":["trace[99967554] 'agreement among raft nodes before linearized reading' (duration: 319.316053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:40.108645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:39.788646Z","time spent":"319.985599ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c522e003519c1a\" "} {"level":"warn","ts":"2026-07-24T05:33:40.238395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.509477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-07-24T05:33:40.238497Z","caller":"traceutil/trace.go:171","msg":"trace[585761642] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:4260; }","duration":"449.625869ms","start":"2026-07-24T05:33:39.788849Z","end":"2026-07-24T05:33:40.238475Z","steps":["trace[585761642] 'agreement among raft nodes before linearized reading' (duration: 319.795984ms)","trace[585761642] 'range keys from in-memory index tree' (duration: 129.58438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:40.238546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:39.788803Z","time spent":"449.733121ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:40.238561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.547645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:40.238652Z","caller":"traceutil/trace.go:171","msg":"trace[135065078] linearizableReadLoop","detail":"{readStateIndex:4490; appliedIndex:4489; }","duration":"117.797238ms","start":"2026-07-24T05:33:40.120827Z","end":"2026-07-24T05:33:40.238624Z","steps":["trace[135065078] 'read index received' (duration: 76.224412ms)","trace[135065078] 'applied index is now lower than readState.Index' (duration: 41.571446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:40.238715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.27354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:33:40.238806Z","caller":"traceutil/trace.go:171","msg":"trace[380136104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4260; }","duration":"315.412613ms","start":"2026-07-24T05:33:39.92337Z","end":"2026-07-24T05:33:40.238783Z","steps":["trace[380136104] 'agreement among raft nodes before linearized reading' (duration: 184.952984ms)","trace[380136104] 'range keys from in-memory index tree' (duration: 130.215424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:40.238861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:39.92335Z","time spent":"315.500865ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:33:40.238782Z","caller":"traceutil/trace.go:171","msg":"trace[382732740] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4260; }","duration":"385.692619ms","start":"2026-07-24T05:33:39.852939Z","end":"2026-07-24T05:33:40.238631Z","steps":["trace[382732740] 'agreement among raft nodes before linearized reading' (duration: 255.357182ms)","trace[382732740] 'range keys from in-memory index tree' (duration: 130.105371ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:40.238921Z","caller":"traceutil/trace.go:171","msg":"trace[810612078] transaction","detail":"{read_only:false; response_revision:4261; number_of_response:1; }","duration":"127.641745ms","start":"2026-07-24T05:33:40.11126Z","end":"2026-07-24T05:33:40.238901Z","steps":["trace[810612078] 'process raft request' (duration: 85.861294ms)","trace[810612078] 'compare' (duration: 41.373132ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:40.238943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.104425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:40.239179Z","caller":"traceutil/trace.go:171","msg":"trace[452550876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4261; }","duration":"118.187838ms","start":"2026-07-24T05:33:40.120795Z","end":"2026-07-24T05:33:40.238983Z","steps":["trace[452550876] 'agreement among raft nodes before linearized reading' (duration: 118.030754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:40.238968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:39.85292Z","time spent":"386.031007ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:33:40.56559Z","caller":"traceutil/trace.go:171","msg":"trace[1475416931] transaction","detail":"{read_only:false; response_revision:4263; number_of_response:1; }","duration":"239.22767ms","start":"2026-07-24T05:33:40.326245Z","end":"2026-07-24T05:33:40.565472Z","steps":["trace[1475416931] 'process raft request' (duration: 238.916263ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:40.812897Z","caller":"traceutil/trace.go:171","msg":"trace[1902399798] transaction","detail":"{read_only:false; response_revision:4264; number_of_response:1; }","duration":"486.127018ms","start":"2026-07-24T05:33:40.326742Z","end":"2026-07-24T05:33:40.812869Z","steps":["trace[1902399798] 'process raft request' (duration: 430.568121ms)","trace[1902399798] 'compare' (duration: 55.347613ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:40.81306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:40.326719Z","time spent":"486.259502ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:40.813421Z","caller":"traceutil/trace.go:171","msg":"trace[1101167061] transaction","detail":"{read_only:false; response_revision:4265; number_of_response:1; }","duration":"486.61461ms","start":"2026-07-24T05:33:40.326766Z","end":"2026-07-24T05:33:40.813381Z","steps":["trace[1101167061] 'process raft request' (duration: 486.054677ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:40.81357Z","caller":"traceutil/trace.go:171","msg":"trace[148392643] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"486.505657ms","start":"2026-07-24T05:33:40.327039Z","end":"2026-07-24T05:33:40.813544Z","steps":["trace[148392643] 'process raft request' (duration: 486.152089ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:40.813603Z","caller":"traceutil/trace.go:171","msg":"trace[142130526] transaction","detail":"{read_only:false; response_revision:4267; number_of_response:1; }","duration":"486.029657ms","start":"2026-07-24T05:33:40.327559Z","end":"2026-07-24T05:33:40.813589Z","steps":["trace[142130526] 'process raft request' (duration: 485.853013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:40.813642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:40.32675Z","time spent":"486.768973ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:40.813678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:40.327541Z","time spent":"486.102708ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1562,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:40.813693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:40.32702Z","time spent":"486.61707ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1583,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:40.813565Z","caller":"traceutil/trace.go:171","msg":"trace[353864335] linearizableReadLoop","detail":"{readStateIndex:4497; appliedIndex:4491; }","duration":"434.127853ms","start":"2026-07-24T05:33:40.3794Z","end":"2026-07-24T05:33:40.813528Z","steps":["trace[353864335] 'read index received' (duration: 185.602989ms)","trace[353864335] 'applied index is now lower than readState.Index' (duration: 248.523184ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:40.81383Z","caller":"traceutil/trace.go:171","msg":"trace[801174428] transaction","detail":"{read_only:false; response_revision:4268; number_of_response:1; }","duration":"481.255248ms","start":"2026-07-24T05:33:40.332562Z","end":"2026-07-24T05:33:40.813818Z","steps":["trace[801174428] 'process raft request' (duration: 480.899369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:40.813879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.439091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-07-24T05:33:40.813933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:40.332553Z","time spent":"481.310199ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:33:40.814062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.271923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-07-24T05:33:40.814077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.604995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-07-24T05:33:40.813967Z","caller":"traceutil/trace.go:171","msg":"trace[1245494503] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:4268; }","duration":"434.603365ms","start":"2026-07-24T05:33:40.379348Z","end":"2026-07-24T05:33:40.813951Z","steps":["trace[1245494503] 'agreement among raft nodes before linearized reading' (duration: 434.289417ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:40.81411Z","caller":"traceutil/trace.go:171","msg":"trace[1398532642] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:4268; }","duration":"406.359205ms","start":"2026-07-24T05:33:40.407737Z","end":"2026-07-24T05:33:40.814097Z","steps":["trace[1398532642] 'agreement among raft nodes before linearized reading' (duration: 406.296444ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:40.81411Z","caller":"traceutil/trace.go:171","msg":"trace[419382465] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:4268; }","duration":"307.668435ms","start":"2026-07-24T05:33:40.506434Z","end":"2026-07-24T05:33:40.814102Z","steps":["trace[419382465] 'agreement among raft nodes before linearized reading' (duration: 307.568713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:40.814149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:40.407714Z","time spent":"406.428236ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:40.814159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:40.506417Z","time spent":"307.733227ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:40.814174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:40.379326Z","time spent":"434.82353ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:40.814006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.468072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-24T05:33:40.81426Z","caller":"traceutil/trace.go:171","msg":"trace[1741398345] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:4268; }","duration":"424.737169ms","start":"2026-07-24T05:33:40.389506Z","end":"2026-07-24T05:33:40.814243Z","steps":["trace[1741398345] 'agreement among raft nodes before linearized reading' (duration: 424.326769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:40.814315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:40.389495Z","time spent":"424.80435ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:41.046171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.096658ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:33:41.046271Z","caller":"traceutil/trace.go:171","msg":"trace[2055471195] linearizableReadLoop","detail":"{readStateIndex:4498; appliedIndex:4497; }","duration":"228.006634ms","start":"2026-07-24T05:33:40.818245Z","end":"2026-07-24T05:33:41.046252Z","steps":["trace[2055471195] 'read index received' (duration: 118.842234ms)","trace[2055471195] 'applied index is now lower than readState.Index' (duration: 109.16289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:41.046475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.221589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-07-24T05:33:41.046512Z","caller":"traceutil/trace.go:171","msg":"trace[358290815] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:4268; }","duration":"228.311661ms","start":"2026-07-24T05:33:40.81819Z","end":"2026-07-24T05:33:41.046502Z","steps":["trace[358290815] 'agreement among raft nodes before linearized reading' (duration: 228.157878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.046588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.23077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:33:41.046654Z","caller":"traceutil/trace.go:171","msg":"trace[1646211452] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:4268; }","duration":"228.299091ms","start":"2026-07-24T05:33:40.818335Z","end":"2026-07-24T05:33:41.046634Z","steps":["trace[1646211452] 'agreement among raft nodes before linearized reading' (duration: 228.110057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.047125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.877304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:33:41.047176Z","caller":"traceutil/trace.go:171","msg":"trace[755399022] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:4268; }","duration":"228.954066ms","start":"2026-07-24T05:33:40.81821Z","end":"2026-07-24T05:33:41.047164Z","steps":["trace[755399022] 'agreement among raft nodes before linearized reading' (duration: 228.868014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.047093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.482835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"warn","ts":"2026-07-24T05:33:41.047236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.730255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T05:33:41.047276Z","caller":"traceutil/trace.go:171","msg":"trace[2054408563] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:4268; }","duration":"228.70252ms","start":"2026-07-24T05:33:40.818564Z","end":"2026-07-24T05:33:41.047266Z","steps":["trace[2054408563] 'agreement among raft nodes before linearized reading' (duration: 228.322042ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:41.047301Z","caller":"traceutil/trace.go:171","msg":"trace[1541615174] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4268; }","duration":"206.856838ms","start":"2026-07-24T05:33:40.840421Z","end":"2026-07-24T05:33:41.047278Z","steps":["trace[1541615174] 'agreement among raft nodes before linearized reading' (duration: 206.735165ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:41.359315Z","caller":"traceutil/trace.go:171","msg":"trace[1410893776] transaction","detail":"{read_only:false; response_revision:4270; number_of_response:1; }","duration":"308.711889ms","start":"2026-07-24T05:33:41.050564Z","end":"2026-07-24T05:33:41.359276Z","steps":["trace[1410893776] 'process raft request' (duration: 308.348781ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:41.359351Z","caller":"traceutil/trace.go:171","msg":"trace[1917746014] transaction","detail":"{read_only:false; response_revision:4271; number_of_response:1; }","duration":"308.235439ms","start":"2026-07-24T05:33:41.051094Z","end":"2026-07-24T05:33:41.35933Z","steps":["trace[1917746014] 'process raft request' (duration: 308.094375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.359481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.05107Z","time spent":"308.340691ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:41.359639Z","caller":"traceutil/trace.go:171","msg":"trace[447641760] transaction","detail":"{read_only:false; response_revision:4272; number_of_response:1; }","duration":"306.960789ms","start":"2026-07-24T05:33:41.052653Z","end":"2026-07-24T05:33:41.359614Z","steps":["trace[447641760] 'process raft request' (duration: 306.625352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.359652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.050546Z","time spent":"308.841962ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:41.359778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.052638Z","time spent":"307.076201ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1757,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:41.36006Z","caller":"traceutil/trace.go:171","msg":"trace[470539360] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"304.978474ms","start":"2026-07-24T05:33:41.055058Z","end":"2026-07-24T05:33:41.360036Z","steps":["trace[470539360] 'process raft request' (duration: 304.554093ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:41.360136Z","caller":"traceutil/trace.go:171","msg":"trace[2061588111] transaction","detail":"{read_only:false; response_revision:4274; number_of_response:1; }","duration":"304.569715ms","start":"2026-07-24T05:33:41.055553Z","end":"2026-07-24T05:33:41.360123Z","steps":["trace[2061588111] 'process raft request' (duration: 304.365009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.360181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.055046Z","time spent":"305.074166ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1059,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:41.360201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.055543Z","time spent":"304.621586ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1055,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:41.360228Z","caller":"traceutil/trace.go:171","msg":"trace[672301211] transaction","detail":"{read_only:false; response_revision:4275; number_of_response:1; }","duration":"304.018993ms","start":"2026-07-24T05:33:41.056188Z","end":"2026-07-24T05:33:41.360207Z","steps":["trace[672301211] 'process raft request' (duration: 303.817888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.360316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.056178Z","time spent":"304.094084ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1071,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:41.360489Z","caller":"traceutil/trace.go:171","msg":"trace[1793047973] transaction","detail":"{read_only:false; response_revision:4276; number_of_response:1; }","duration":"304.180476ms","start":"2026-07-24T05:33:41.056257Z","end":"2026-07-24T05:33:41.360437Z","steps":["trace[1793047973] 'process raft request' (duration: 303.821688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.36077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.056248Z","time spent":"304.36512ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:41.361152Z","caller":"traceutil/trace.go:171","msg":"trace[1383956761] transaction","detail":"{read_only:false; response_revision:4277; number_of_response:1; }","duration":"304.336ms","start":"2026-07-24T05:33:41.056797Z","end":"2026-07-24T05:33:41.361133Z","steps":["trace[1383956761] 'process raft request' (duration: 303.405138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.36127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.056787Z","time spent":"304.425801ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4339,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:41.361311Z","caller":"traceutil/trace.go:171","msg":"trace[1503419993] linearizableReadLoop","detail":"{readStateIndex:4508; appliedIndex:4499; }","duration":"269.651941ms","start":"2026-07-24T05:33:41.09164Z","end":"2026-07-24T05:33:41.361292Z","steps":["trace[1503419993] 'read index received' (duration: 267.45978ms)","trace[1503419993] 'applied index is now lower than readState.Index' (duration: 2.190751ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:41.361465Z","caller":"traceutil/trace.go:171","msg":"trace[1560218108] transaction","detail":"{read_only:false; response_revision:4278; number_of_response:1; }","duration":"304.301799ms","start":"2026-07-24T05:33:41.057144Z","end":"2026-07-24T05:33:41.361446Z","steps":["trace[1560218108] 'process raft request' (duration: 303.897969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.361564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.057138Z","time spent":"304.3769ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5867,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:41.361573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.069605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-07-24T05:33:41.361628Z","caller":"traceutil/trace.go:171","msg":"trace[1118877058] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:4278; }","duration":"308.141416ms","start":"2026-07-24T05:33:41.05347Z","end":"2026-07-24T05:33:41.361611Z","steps":["trace[1118877058] 'agreement among raft nodes before linearized reading' (duration: 307.944882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.36168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.053461Z","time spent":"308.208148ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" "} {"level":"warn","ts":"2026-07-24T05:33:41.361569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.32085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-07-24T05:33:41.361691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.430228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110258"} {"level":"info","ts":"2026-07-24T05:33:41.361756Z","caller":"traceutil/trace.go:171","msg":"trace[1008829178] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4278; }","duration":"303.50833ms","start":"2026-07-24T05:33:41.05823Z","end":"2026-07-24T05:33:41.361738Z","steps":["trace[1008829178] 'agreement among raft nodes before linearized reading' (duration: 303.258615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.361806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.058224Z","time spent":"303.569341ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110281,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:33:41.362126Z","caller":"traceutil/trace.go:171","msg":"trace[534286909] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:4278; }","duration":"308.511895ms","start":"2026-07-24T05:33:41.0532Z","end":"2026-07-24T05:33:41.361711Z","steps":["trace[534286909] 'agreement among raft nodes before linearized reading' (duration: 308.211108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.362239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.053188Z","time spent":"309.028876ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:33:41.362269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.646864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-07-24T05:33:41.362328Z","caller":"traceutil/trace.go:171","msg":"trace[310033217] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:4278; }","duration":"307.720577ms","start":"2026-07-24T05:33:41.054587Z","end":"2026-07-24T05:33:41.362307Z","steps":["trace[310033217] 'agreement among raft nodes before linearized reading' (duration: 306.804466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.362383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.054578Z","time spent":"307.793489ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"warn","ts":"2026-07-24T05:33:41.449548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.966275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:41.449549Z","caller":"traceutil/trace.go:171","msg":"trace[163234328] transaction","detail":"{read_only:false; response_revision:4279; number_of_response:1; }","duration":"133.734445ms","start":"2026-07-24T05:33:41.315778Z","end":"2026-07-24T05:33:41.449513Z","steps":["trace[163234328] 'process raft request' (duration: 133.458849ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:41.449607Z","caller":"traceutil/trace.go:171","msg":"trace[920509411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4279; }","duration":"202.060407ms","start":"2026-07-24T05:33:41.247533Z","end":"2026-07-24T05:33:41.449593Z","steps":["trace[920509411] 'agreement among raft nodes before linearized reading' (duration: 201.851331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.449571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.899421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:33:41.450059Z","caller":"traceutil/trace.go:171","msg":"trace[1949636234] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4279; }","duration":"355.422884ms","start":"2026-07-24T05:33:41.094618Z","end":"2026-07-24T05:33:41.450041Z","steps":["trace[1949636234] 'agreement among raft nodes before linearized reading' (duration: 354.797869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.450318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.094604Z","time spent":"355.69788ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:33:41.829675Z","caller":"traceutil/trace.go:171","msg":"trace[1233142878] transaction","detail":"{read_only:false; response_revision:4280; number_of_response:1; }","duration":"367.396639ms","start":"2026-07-24T05:33:41.462258Z","end":"2026-07-24T05:33:41.829655Z","steps":["trace[1233142878] 'process raft request' (duration: 367.274336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:41.829793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.462238Z","time spent":"367.498841ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:42.09143Z","caller":"traceutil/trace.go:171","msg":"trace[154172644] transaction","detail":"{read_only:false; response_revision:4281; number_of_response:1; }","duration":"628.276188ms","start":"2026-07-24T05:33:41.463121Z","end":"2026-07-24T05:33:42.091398Z","steps":["trace[154172644] 'process raft request' (duration: 562.898745ms)","trace[154172644] 'compare' (duration: 65.254321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:42.091588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:41.463099Z","time spent":"628.410732ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6141,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:42.141179Z","caller":"traceutil/trace.go:171","msg":"trace[1838610493] transaction","detail":"{read_only:false; response_revision:4282; number_of_response:1; }","duration":"157.025991ms","start":"2026-07-24T05:33:41.984125Z","end":"2026-07-24T05:33:42.141151Z","steps":["trace[1838610493] 'process raft request' (duration: 156.809896ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:42.141375Z","caller":"traceutil/trace.go:171","msg":"trace[1722801591] transaction","detail":"{read_only:false; response_revision:4283; number_of_response:1; }","duration":"156.59514ms","start":"2026-07-24T05:33:41.984753Z","end":"2026-07-24T05:33:42.141349Z","steps":["trace[1722801591] 'process raft request' (duration: 156.342615ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:42.297261Z","caller":"traceutil/trace.go:171","msg":"trace[406565190] transaction","detail":"{read_only:false; response_revision:4284; number_of_response:1; }","duration":"151.360261ms","start":"2026-07-24T05:33:42.145861Z","end":"2026-07-24T05:33:42.297222Z","steps":["trace[406565190] 'process raft request' (duration: 112.276702ms)","trace[406565190] 'compare' (duration: 38.869164ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:42.517739Z","caller":"traceutil/trace.go:171","msg":"trace[513570921] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"214.448722ms","start":"2026-07-24T05:33:42.303247Z","end":"2026-07-24T05:33:42.517696Z","steps":["trace[513570921] 'process raft request' (duration: 143.799327ms)","trace[513570921] 'compare' (duration: 70.477931ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:43.411158Z","caller":"traceutil/trace.go:171","msg":"trace[549907864] transaction","detail":"{read_only:false; response_revision:4287; number_of_response:1; }","duration":"130.623885ms","start":"2026-07-24T05:33:43.280485Z","end":"2026-07-24T05:33:43.411109Z","steps":["trace[549907864] 'process raft request' (duration: 46.533501ms)","trace[549907864] 'compare' (duration: 83.856139ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:43.725997Z","caller":"traceutil/trace.go:171","msg":"trace[1199389135] transaction","detail":"{read_only:false; response_revision:4290; number_of_response:1; }","duration":"157.920341ms","start":"2026-07-24T05:33:43.568038Z","end":"2026-07-24T05:33:43.725959Z","steps":["trace[1199389135] 'process raft request' (duration: 157.568993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:43.951454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.481236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:43.951614Z","caller":"traceutil/trace.go:171","msg":"trace[1642580755] linearizableReadLoop","detail":"{readStateIndex:4521; appliedIndex:4520; }","duration":"221.34881ms","start":"2026-07-24T05:33:43.730237Z","end":"2026-07-24T05:33:43.951586Z","steps":["trace[1642580755] 'read index received' (duration: 102.535947ms)","trace[1642580755] 'applied index is now lower than readState.Index' (duration: 118.811023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:43.951814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.585085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" ","response":"range_response_count:1 size:7053"} {"level":"info","ts":"2026-07-24T05:33:43.95181Z","caller":"traceutil/trace.go:171","msg":"trace[593976270] transaction","detail":"{read_only:false; response_revision:4291; number_of_response:1; }","duration":"223.242464ms","start":"2026-07-24T05:33:43.728529Z","end":"2026-07-24T05:33:43.951771Z","steps":["trace[593976270] 'process raft request' (duration: 104.300669ms)","trace[593976270] 'compare' (duration: 118.179627ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:43.951861Z","caller":"traceutil/trace.go:171","msg":"trace[2124197982] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v948m; range_end:; response_count:1; response_revision:4291; }","duration":"221.709508ms","start":"2026-07-24T05:33:43.730136Z","end":"2026-07-24T05:33:43.951846Z","steps":["trace[2124197982] 'agreement among raft nodes before linearized reading' (duration: 221.523014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.432155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.274936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:44.432295Z","caller":"traceutil/trace.go:171","msg":"trace[1773899940] transaction","detail":"{read_only:false; response_revision:4292; number_of_response:1; }","duration":"468.818762ms","start":"2026-07-24T05:33:43.96344Z","end":"2026-07-24T05:33:44.432258Z","steps":["trace[1773899940] 'process raft request' (duration: 121.279709ms)","trace[1773899940] 'compare' (duration: 346.99132ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:44.432401Z","caller":"traceutil/trace.go:171","msg":"trace[1695288879] linearizableReadLoop","detail":"{readStateIndex:4522; appliedIndex:4521; }","duration":"309.881245ms","start":"2026-07-24T05:33:44.122503Z","end":"2026-07-24T05:33:44.432384Z","steps":["trace[1695288879] 'read index received' (duration: 48.041µs)","trace[1695288879] 'applied index is now lower than readState.Index' (duration: 309.831814ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:44.432403Z","caller":"traceutil/trace.go:171","msg":"trace[1881662134] transaction","detail":"{read_only:false; response_revision:4293; number_of_response:1; }","duration":"286.049148ms","start":"2026-07-24T05:33:44.146326Z","end":"2026-07-24T05:33:44.432375Z","steps":["trace[1881662134] 'process raft request' (duration: 285.946486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.432491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.988139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:44.432511Z","caller":"traceutil/trace.go:171","msg":"trace[2000375718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4293; }","duration":"310.05741ms","start":"2026-07-24T05:33:44.122447Z","end":"2026-07-24T05:33:44.432505Z","steps":["trace[2000375718] 'agreement among raft nodes before linearized reading' (duration: 310.012919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.432548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:44.122423Z","time spent":"310.117581ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:44.433041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:43.96342Z","time spent":"469.517367ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:44.52211Z","caller":"traceutil/trace.go:171","msg":"trace[340799112] transaction","detail":"{read_only:false; response_revision:4294; number_of_response:1; }","duration":"374.809009ms","start":"2026-07-24T05:33:44.147282Z","end":"2026-07-24T05:33:44.522091Z","steps":["trace[340799112] 'process raft request' (duration: 374.641385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.522238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:44.147254Z","time spent":"374.916482ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:44.522331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.696579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:44.522383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.918504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:44.522412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.233054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:33:44.522453Z","caller":"traceutil/trace.go:171","msg":"trace[2080755233] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4295; }","duration":"365.870083ms","start":"2026-07-24T05:33:44.156555Z","end":"2026-07-24T05:33:44.522426Z","steps":["trace[2080755233] 'agreement among raft nodes before linearized reading' (duration: 365.636208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.522453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.487947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-07-24T05:33:44.522624Z","caller":"traceutil/trace.go:171","msg":"trace[1150713647] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:4295; }","duration":"259.718672ms","start":"2026-07-24T05:33:44.262887Z","end":"2026-07-24T05:33:44.522605Z","steps":["trace[1150713647] 'agreement among raft nodes before linearized reading' (duration: 259.235271ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:44.522477Z","caller":"traceutil/trace.go:171","msg":"trace[1751264839] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4295; }","duration":"220.345207ms","start":"2026-07-24T05:33:44.302116Z","end":"2026-07-24T05:33:44.522461Z","steps":["trace[1751264839] 'agreement among raft nodes before linearized reading' (duration: 220.122242ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:44.522474Z","caller":"traceutil/trace.go:171","msg":"trace[876086637] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4295; }","duration":"366.068297ms","start":"2026-07-24T05:33:44.156381Z","end":"2026-07-24T05:33:44.52245Z","steps":["trace[876086637] 'agreement among raft nodes before linearized reading' (duration: 365.910484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.52297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:44.156364Z","time spent":"366.580461ms","remote":"127.0.0.1:50918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-07-24T05:33:44.522515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:44.156548Z","time spent":"365.952646ms","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-07-24T05:33:44.522702Z","caller":"traceutil/trace.go:171","msg":"trace[98884984] transaction","detail":"{read_only:false; response_revision:4295; number_of_response:1; }","duration":"215.995677ms","start":"2026-07-24T05:33:44.30665Z","end":"2026-07-24T05:33:44.522645Z","steps":["trace[98884984] 'process raft request' (duration: 215.388403ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:44.872558Z","caller":"traceutil/trace.go:171","msg":"trace[836318164] linearizableReadLoop","detail":"{readStateIndex:4526; appliedIndex:4525; }","duration":"350.46325ms","start":"2026-07-24T05:33:44.522068Z","end":"2026-07-24T05:33:44.872531Z","steps":["trace[836318164] 'read index received' (duration: 350.187923ms)","trace[836318164] 'applied index is now lower than readState.Index' (duration: 273.977µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:44.872702Z","caller":"traceutil/trace.go:171","msg":"trace[1463218682] transaction","detail":"{read_only:false; response_revision:4296; number_of_response:1; }","duration":"431.753649ms","start":"2026-07-24T05:33:44.440932Z","end":"2026-07-24T05:33:44.872686Z","steps":["trace[1463218682] 'process raft request' (duration: 431.35685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.872828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:44.440904Z","time spent":"431.837581ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:44.873155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.247659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:33:44.873272Z","caller":"traceutil/trace.go:171","msg":"trace[2121931972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4296; }","duration":"351.397632ms","start":"2026-07-24T05:33:44.521823Z","end":"2026-07-24T05:33:44.873221Z","steps":["trace[2121931972] 'agreement among raft nodes before linearized reading' (duration: 351.064555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.873357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:44.521805Z","time spent":"351.515864ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:33:44.886474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.746405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:44.886571Z","caller":"traceutil/trace.go:171","msg":"trace[1467516111] transaction","detail":"{read_only:false; response_revision:4297; number_of_response:1; }","duration":"360.035609ms","start":"2026-07-24T05:33:44.526521Z","end":"2026-07-24T05:33:44.886557Z","steps":["trace[1467516111] 'process raft request' (duration: 359.727892ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:44.886537Z","caller":"traceutil/trace.go:171","msg":"trace[1038629309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4297; }","duration":"200.871089ms","start":"2026-07-24T05:33:44.685652Z","end":"2026-07-24T05:33:44.886523Z","steps":["trace[1038629309] 'agreement among raft nodes before linearized reading' (duration: 200.764557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.886564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.617408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:33:44.886637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:44.526507Z","time spent":"360.095111ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:44.886657Z","caller":"traceutil/trace.go:171","msg":"trace[579265530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4297; }","duration":"355.743381ms","start":"2026-07-24T05:33:44.530893Z","end":"2026-07-24T05:33:44.886636Z","steps":["trace[579265530] 'agreement among raft nodes before linearized reading' (duration: 355.504145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.886704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:44.530884Z","time spent":"355.810873ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:33:44.886927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.685298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-07-24T05:33:44.88697Z","caller":"traceutil/trace.go:171","msg":"trace[1036826472] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:4297; }","duration":"351.740399ms","start":"2026-07-24T05:33:44.535221Z","end":"2026-07-24T05:33:44.886962Z","steps":["trace[1036826472] 'agreement among raft nodes before linearized reading' (duration: 351.614745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:44.887003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:44.535215Z","time spent":"351.778331ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-07-24T05:33:45.107415Z","caller":"traceutil/trace.go:171","msg":"trace[439663883] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"228.326611ms","start":"2026-07-24T05:33:44.879061Z","end":"2026-07-24T05:33:45.107388Z","steps":["trace[439663883] 'process raft request' (duration: 228.094965ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:45.107619Z","caller":"traceutil/trace.go:171","msg":"trace[610842055] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"225.569037ms","start":"2026-07-24T05:33:44.882022Z","end":"2026-07-24T05:33:45.107591Z","steps":["trace[610842055] 'process raft request' (duration: 225.307781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:45.806077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.639313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:45.806248Z","caller":"traceutil/trace.go:171","msg":"trace[1214316999] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"222.986878ms","start":"2026-07-24T05:33:45.583227Z","end":"2026-07-24T05:33:45.806214Z","steps":["trace[1214316999] 'process raft request' (duration: 73.111571ms)","trace[1214316999] 'compare' (duration: 149.479048ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:46.101763Z","caller":"traceutil/trace.go:171","msg":"trace[443211406] linearizableReadLoop","detail":"{readStateIndex:4533; appliedIndex:4532; }","duration":"267.313807ms","start":"2026-07-24T05:33:45.83442Z","end":"2026-07-24T05:33:46.101733Z","steps":["trace[443211406] 'read index received' (duration: 195.6766ms)","trace[443211406] 'applied index is now lower than readState.Index' (duration: 71.635807ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:46.10183Z","caller":"traceutil/trace.go:171","msg":"trace[2002931569] transaction","detail":"{read_only:false; response_revision:4303; number_of_response:1; }","duration":"292.730172ms","start":"2026-07-24T05:33:45.809042Z","end":"2026-07-24T05:33:46.101772Z","steps":["trace[2002931569] 'process raft request' (duration: 221.192097ms)","trace[2002931569] 'compare' (duration: 71.3489ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:46.10203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.572263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:46.102094Z","caller":"traceutil/trace.go:171","msg":"trace[1045328759] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4303; }","duration":"267.681985ms","start":"2026-07-24T05:33:45.834395Z","end":"2026-07-24T05:33:46.102077Z","steps":["trace[1045328759] 'agreement among raft nodes before linearized reading' (duration: 267.555403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:46.102069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.725167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:46.102168Z","caller":"traceutil/trace.go:171","msg":"trace[1885889215] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4303; }","duration":"247.834629ms","start":"2026-07-24T05:33:45.85431Z","end":"2026-07-24T05:33:46.102145Z","steps":["trace[1885889215] 'agreement among raft nodes before linearized reading' (duration: 247.685986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:46.102183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.10165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:46.102246Z","caller":"traceutil/trace.go:171","msg":"trace[1160881290] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4303; }","duration":"203.221063ms","start":"2026-07-24T05:33:45.89901Z","end":"2026-07-24T05:33:46.102232Z","steps":["trace[1160881290] 'agreement among raft nodes before linearized reading' (duration: 203.024248ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:46.632149Z","caller":"traceutil/trace.go:171","msg":"trace[551527736] linearizableReadLoop","detail":"{readStateIndex:4536; appliedIndex:4535; }","duration":"136.918668ms","start":"2026-07-24T05:33:46.495213Z","end":"2026-07-24T05:33:46.632131Z","steps":["trace[551527736] 'read index received' (duration: 136.886937ms)","trace[551527736] 'applied index is now lower than readState.Index' (duration: 30.861µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:46.632241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.008901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:46.632262Z","caller":"traceutil/trace.go:171","msg":"trace[833801666] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4306; }","duration":"137.066963ms","start":"2026-07-24T05:33:46.495188Z","end":"2026-07-24T05:33:46.632255Z","steps":["trace[833801666] 'agreement among raft nodes before linearized reading' (duration: 137.011511ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:46.632192Z","caller":"traceutil/trace.go:171","msg":"trace[895408207] transaction","detail":"{read_only:false; response_revision:4306; number_of_response:1; }","duration":"192.901526ms","start":"2026-07-24T05:33:46.439258Z","end":"2026-07-24T05:33:46.632159Z","steps":["trace[895408207] 'process raft request' (duration: 192.765052ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:46.642805Z","caller":"traceutil/trace.go:171","msg":"trace[591770448] transaction","detail":"{read_only:false; response_revision:4307; number_of_response:1; }","duration":"115.056826ms","start":"2026-07-24T05:33:46.527727Z","end":"2026-07-24T05:33:46.642783Z","steps":["trace[591770448] 'process raft request' (duration: 114.942233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:47.092503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.161141ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:33:47.64248Z","caller":"traceutil/trace.go:171","msg":"trace[2099481829] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"129.864006ms","start":"2026-07-24T05:33:47.512568Z","end":"2026-07-24T05:33:47.642432Z","steps":["trace[2099481829] 'process raft request' (duration: 129.60594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:47.880896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.987121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:47.880986Z","caller":"traceutil/trace.go:171","msg":"trace[100180726] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4311; }","duration":"154.133484ms","start":"2026-07-24T05:33:47.72683Z","end":"2026-07-24T05:33:47.880964Z","steps":["trace[100180726] 'count revisions from in-memory index tree' (duration: 153.90004ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:48.751985Z","caller":"traceutil/trace.go:171","msg":"trace[31717084] transaction","detail":"{read_only:false; response_revision:4313; number_of_response:1; }","duration":"112.709291ms","start":"2026-07-24T05:33:48.639241Z","end":"2026-07-24T05:33:48.75195Z","steps":["trace[31717084] 'process raft request' (duration: 112.499597ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:48.777592Z","caller":"traceutil/trace.go:171","msg":"trace[94249818] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"128.880354ms","start":"2026-07-24T05:33:48.648675Z","end":"2026-07-24T05:33:48.777555Z","steps":["trace[94249818] 'process raft request' (duration: 128.67486ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:49.124783Z","caller":"traceutil/trace.go:171","msg":"trace[1750612862] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"177.534433ms","start":"2026-07-24T05:33:48.947216Z","end":"2026-07-24T05:33:49.12475Z","steps":["trace[1750612862] 'process raft request' (duration: 177.223396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:49.419219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.343396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:49.41932Z","caller":"traceutil/trace.go:171","msg":"trace[820436895] linearizableReadLoop","detail":"{readStateIndex:4547; appliedIndex:4545; }","duration":"298.504375ms","start":"2026-07-24T05:33:49.120799Z","end":"2026-07-24T05:33:49.419303Z","steps":["trace[820436895] 'read index received' (duration: 3.632253ms)","trace[820436895] 'applied index is now lower than readState.Index' (duration: 294.870852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:49.419458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.656948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:49.419504Z","caller":"traceutil/trace.go:171","msg":"trace[1385175504] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4316; }","duration":"298.74931ms","start":"2026-07-24T05:33:49.120742Z","end":"2026-07-24T05:33:49.419492Z","steps":["trace[1385175504] 'agreement among raft nodes before linearized reading' (duration: 298.653118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:49.41964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.782384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:33:49.419673Z","caller":"traceutil/trace.go:171","msg":"trace[732763340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4316; }","duration":"292.860116ms","start":"2026-07-24T05:33:49.126803Z","end":"2026-07-24T05:33:49.419664Z","steps":["trace[732763340] 'agreement among raft nodes before linearized reading' (duration: 292.729863ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:49.419704Z","caller":"traceutil/trace.go:171","msg":"trace[2082824602] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"329.345585ms","start":"2026-07-24T05:33:49.090315Z","end":"2026-07-24T05:33:49.41966Z","steps":["trace[2082824602] 'process raft request' (duration: 88.458575ms)","trace[2082824602] 'compare' (duration: 240.237704ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:49.419746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.219436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:33:49.419818Z","caller":"traceutil/trace.go:171","msg":"trace[77618056] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4316; }","duration":"287.311388ms","start":"2026-07-24T05:33:49.132489Z","end":"2026-07-24T05:33:49.419801Z","steps":["trace[77618056] 'agreement among raft nodes before linearized reading' (duration: 287.125764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:49.419906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:49.09028Z","time spent":"329.533119ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:49.420089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.402005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:49.420175Z","caller":"traceutil/trace.go:171","msg":"trace[1910850210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4316; }","duration":"292.718383ms","start":"2026-07-24T05:33:49.127436Z","end":"2026-07-24T05:33:49.420155Z","steps":["trace[1910850210] 'agreement among raft nodes before linearized reading' (duration: 292.235042ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:49.622602Z","caller":"traceutil/trace.go:171","msg":"trace[1051023966] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"198.780252ms","start":"2026-07-24T05:33:49.423788Z","end":"2026-07-24T05:33:49.622569Z","steps":["trace[1051023966] 'process raft request' (duration: 166.846777ms)","trace[1051023966] 'compare' (duration: 31.452244ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:49.666409Z","caller":"traceutil/trace.go:171","msg":"trace[298783338] transaction","detail":"{read_only:false; response_revision:4318; number_of_response:1; }","duration":"232.6262ms","start":"2026-07-24T05:33:49.433751Z","end":"2026-07-24T05:33:49.666377Z","steps":["trace[298783338] 'process raft request' (duration: 232.374505ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:49.828155Z","caller":"traceutil/trace.go:171","msg":"trace[479572520] transaction","detail":"{read_only:false; response_revision:4320; number_of_response:1; }","duration":"102.466766ms","start":"2026-07-24T05:33:49.725621Z","end":"2026-07-24T05:33:49.828088Z","steps":["trace[479572520] 'process raft request' (duration: 98.966345ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:50.919175Z","caller":"traceutil/trace.go:171","msg":"trace[149032955] linearizableReadLoop","detail":"{readStateIndex:4553; appliedIndex:4552; }","duration":"122.961018ms","start":"2026-07-24T05:33:50.796186Z","end":"2026-07-24T05:33:50.919147Z","steps":["trace[149032955] 'read index received' (duration: 122.790504ms)","trace[149032955] 'applied index is now lower than readState.Index' (duration: 169.464µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:50.919222Z","caller":"traceutil/trace.go:171","msg":"trace[2047122075] transaction","detail":"{read_only:false; response_revision:4322; number_of_response:1; }","duration":"161.672528ms","start":"2026-07-24T05:33:50.757514Z","end":"2026-07-24T05:33:50.919187Z","steps":["trace[2047122075] 'process raft request' (duration: 161.488464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:50.919459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.247514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:33:50.919551Z","caller":"traceutil/trace.go:171","msg":"trace[1074414282] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4322; }","duration":"123.396298ms","start":"2026-07-24T05:33:50.796134Z","end":"2026-07-24T05:33:50.91953Z","steps":["trace[1074414282] 'agreement among raft nodes before linearized reading' (duration: 123.113841ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:51.185078Z","caller":"traceutil/trace.go:171","msg":"trace[465237342] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"384.073312ms","start":"2026-07-24T05:33:50.800979Z","end":"2026-07-24T05:33:51.185052Z","steps":["trace[465237342] 'process raft request' (duration: 383.869877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:51.185253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:50.800952Z","time spent":"384.217115ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:51.459455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.331315ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:33:51.459557Z","caller":"traceutil/trace.go:171","msg":"trace[1319838007] linearizableReadLoop","detail":"{readStateIndex:4555; appliedIndex:4553; }","duration":"338.397332ms","start":"2026-07-24T05:33:51.121142Z","end":"2026-07-24T05:33:51.459539Z","steps":["trace[1319838007] 'read index received' (duration: 63.769327ms)","trace[1319838007] 'applied index is now lower than readState.Index' (duration: 274.626465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:51.459562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:50.92054Z","time spent":"539.014577ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:33:51.459667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.509255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:51.459738Z","caller":"traceutil/trace.go:171","msg":"trace[58028270] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4323; }","duration":"338.631628ms","start":"2026-07-24T05:33:51.121092Z","end":"2026-07-24T05:33:51.459723Z","steps":["trace[58028270] 'agreement among raft nodes before linearized reading' (duration: 338.513105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:51.45978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:51.121072Z","time spent":"338.700419ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:51.459739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.940782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:33:51.459988Z","caller":"traceutil/trace.go:171","msg":"trace[1031324450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4323; }","duration":"328.210478ms","start":"2026-07-24T05:33:51.131764Z","end":"2026-07-24T05:33:51.459975Z","steps":["trace[1031324450] 'agreement among raft nodes before linearized reading' (duration: 327.871811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:51.460007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.096984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:51.460029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:51.131753Z","time spent":"328.265789ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:33:51.460046Z","caller":"traceutil/trace.go:171","msg":"trace[1543057197] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4323; }","duration":"117.177835ms","start":"2026-07-24T05:33:51.342854Z","end":"2026-07-24T05:33:51.460032Z","steps":["trace[1543057197] 'agreement among raft nodes before linearized reading' (duration: 117.123734ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:51.64631Z","caller":"traceutil/trace.go:171","msg":"trace[717753778] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"163.645283ms","start":"2026-07-24T05:33:51.482629Z","end":"2026-07-24T05:33:51.646275Z","steps":["trace[717753778] 'process raft request' (duration: 103.121852ms)","trace[717753778] 'compare' (duration: 60.279075ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:51.646302Z","caller":"traceutil/trace.go:171","msg":"trace[490355132] linearizableReadLoop","detail":"{readStateIndex:4557; appliedIndex:4555; }","duration":"160.03679ms","start":"2026-07-24T05:33:51.486242Z","end":"2026-07-24T05:33:51.646278Z","steps":["trace[490355132] 'read index received' (duration: 99.599541ms)","trace[490355132] 'applied index is now lower than readState.Index' (duration: 60.436319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:51.646791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.530412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110258"} {"level":"info","ts":"2026-07-24T05:33:51.646842Z","caller":"traceutil/trace.go:171","msg":"trace[1556443940] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4325; }","duration":"160.635254ms","start":"2026-07-24T05:33:51.486196Z","end":"2026-07-24T05:33:51.646831Z","steps":["trace[1556443940] 'agreement among raft nodes before linearized reading' (duration: 160.345147ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:51.646861Z","caller":"traceutil/trace.go:171","msg":"trace[85987157] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"161.054024ms","start":"2026-07-24T05:33:51.485794Z","end":"2026-07-24T05:33:51.646848Z","steps":["trace[85987157] 'process raft request' (duration: 160.407148ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:51.829736Z","caller":"traceutil/trace.go:171","msg":"trace[901888557] linearizableReadLoop","detail":"{readStateIndex:4558; appliedIndex:4557; }","duration":"178.074046ms","start":"2026-07-24T05:33:51.651628Z","end":"2026-07-24T05:33:51.829702Z","steps":["trace[901888557] 'read index received' (duration: 121.26478ms)","trace[901888557] 'applied index is now lower than readState.Index' (duration: 56.807836ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:51.829848Z","caller":"traceutil/trace.go:171","msg":"trace[1146616299] transaction","detail":"{read_only:false; response_revision:4326; number_of_response:1; }","duration":"178.541196ms","start":"2026-07-24T05:33:51.651269Z","end":"2026-07-24T05:33:51.82981Z","steps":["trace[1146616299] 'process raft request' (duration: 121.675349ms)","trace[1146616299] 'compare' (duration: 56.610222ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:51.830113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.399354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:51.830356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.630695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:33:51.83038Z","caller":"traceutil/trace.go:171","msg":"trace[1556126779] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4326; }","duration":"142.706622ms","start":"2026-07-24T05:33:51.687656Z","end":"2026-07-24T05:33:51.830362Z","steps":["trace[1556126779] 'agreement among raft nodes before linearized reading' (duration: 142.384065ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:51.830179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.522676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:33:51.830496Z","caller":"traceutil/trace.go:171","msg":"trace[1407038641] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4326; }","duration":"178.891774ms","start":"2026-07-24T05:33:51.651581Z","end":"2026-07-24T05:33:51.830473Z","steps":["trace[1407038641] 'agreement among raft nodes before linearized reading' (duration: 178.333602ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:51.830415Z","caller":"traceutil/trace.go:171","msg":"trace[2034372387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4326; }","duration":"104.715828ms","start":"2026-07-24T05:33:51.725679Z","end":"2026-07-24T05:33:51.830395Z","steps":["trace[2034372387] 'agreement among raft nodes before linearized reading' (duration: 104.572734ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:51.976416Z","caller":"traceutil/trace.go:171","msg":"trace[1494083162] linearizableReadLoop","detail":"{readStateIndex:4560; appliedIndex:4558; }","duration":"139.994119ms","start":"2026-07-24T05:33:51.836404Z","end":"2026-07-24T05:33:51.976398Z","steps":["trace[1494083162] 'read index received' (duration: 103.460659ms)","trace[1494083162] 'applied index is now lower than readState.Index' (duration: 36.5326ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:51.976569Z","caller":"traceutil/trace.go:171","msg":"trace[1483359507] transaction","detail":"{read_only:false; response_revision:4327; number_of_response:1; }","duration":"141.563535ms","start":"2026-07-24T05:33:51.834962Z","end":"2026-07-24T05:33:51.976526Z","steps":["trace[1483359507] 'process raft request' (duration: 104.903172ms)","trace[1483359507] 'compare' (duration: 36.379227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:51.97661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.202924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:33:51.976647Z","caller":"traceutil/trace.go:171","msg":"trace[2118900797] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4328; }","duration":"140.289496ms","start":"2026-07-24T05:33:51.83635Z","end":"2026-07-24T05:33:51.97664Z","steps":["trace[2118900797] 'agreement among raft nodes before linearized reading' (duration: 140.130562ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:51.976587Z","caller":"traceutil/trace.go:171","msg":"trace[2024107221] transaction","detail":"{read_only:false; response_revision:4328; number_of_response:1; }","duration":"140.740686ms","start":"2026-07-24T05:33:51.835824Z","end":"2026-07-24T05:33:51.976565Z","steps":["trace[2024107221] 'process raft request' (duration: 140.525381ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:52.511458Z","caller":"traceutil/trace.go:171","msg":"trace[1405553096] linearizableReadLoop","detail":"{readStateIndex:4561; appliedIndex:4560; }","duration":"456.17093ms","start":"2026-07-24T05:33:52.055256Z","end":"2026-07-24T05:33:52.511427Z","steps":["trace[1405553096] 'read index received' (duration: 455.894184ms)","trace[1405553096] 'applied index is now lower than readState.Index' (duration: 275.396µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:52.511772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.023922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:52.511754Z","caller":"traceutil/trace.go:171","msg":"trace[1444126988] transaction","detail":"{read_only:false; response_revision:4329; number_of_response:1; }","duration":"483.611552ms","start":"2026-07-24T05:33:52.02809Z","end":"2026-07-24T05:33:52.511702Z","steps":["trace[1444126988] 'process raft request' (duration: 483.146251ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:52.51182Z","caller":"traceutil/trace.go:171","msg":"trace[1440887605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4329; }","duration":"391.158075ms","start":"2026-07-24T05:33:52.12065Z","end":"2026-07-24T05:33:52.511808Z","steps":["trace[1440887605] 'agreement among raft nodes before linearized reading' (duration: 391.022422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:52.511835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.55654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:33:52.5119Z","caller":"traceutil/trace.go:171","msg":"trace[2061854064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4329; }","duration":"456.663732ms","start":"2026-07-24T05:33:52.055217Z","end":"2026-07-24T05:33:52.511881Z","steps":["trace[2061854064] 'agreement among raft nodes before linearized reading' (duration: 456.401846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:52.511893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:52.120632Z","time spent":"391.250558ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:52.511924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:52.028061Z","time spent":"483.776685ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:52.511946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:52.055201Z","time spent":"456.736714ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:33:53.29603Z","caller":"traceutil/trace.go:171","msg":"trace[21913186] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"105.009084ms","start":"2026-07-24T05:33:53.190994Z","end":"2026-07-24T05:33:53.296003Z","steps":["trace[21913186] 'process raft request' (duration: 104.84762ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:54.248935Z","caller":"traceutil/trace.go:171","msg":"trace[38570751] linearizableReadLoop","detail":"{readStateIndex:4565; appliedIndex:4564; }","duration":"430.51757ms","start":"2026-07-24T05:33:53.818395Z","end":"2026-07-24T05:33:54.248913Z","steps":["trace[38570751] 'read index received' (duration: 430.404127ms)","trace[38570751] 'applied index is now lower than readState.Index' (duration: 112.433µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:54.249009Z","caller":"traceutil/trace.go:171","msg":"trace[772415408] transaction","detail":"{read_only:false; response_revision:4333; number_of_response:1; }","duration":"591.327698ms","start":"2026-07-24T05:33:53.657645Z","end":"2026-07-24T05:33:54.248973Z","steps":["trace[772415408] 'process raft request' (duration: 591.099843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:54.249182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.767026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17054"} {"level":"warn","ts":"2026-07-24T05:33:54.249183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:53.657629Z","time spent":"591.467912ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:54.249228Z","caller":"traceutil/trace.go:171","msg":"trace[1595969224] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:4333; }","duration":"430.90109ms","start":"2026-07-24T05:33:53.818318Z","end":"2026-07-24T05:33:54.249219Z","steps":["trace[1595969224] 'agreement among raft nodes before linearized reading' (duration: 430.719455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:54.249259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:53.818296Z","time spent":"430.955031ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":17077,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"warn","ts":"2026-07-24T05:33:54.249313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.224409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:54.249412Z","caller":"traceutil/trace.go:171","msg":"trace[115017374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4333; }","duration":"128.378252ms","start":"2026-07-24T05:33:54.121011Z","end":"2026-07-24T05:33:54.24939Z","steps":["trace[115017374] 'agreement among raft nodes before linearized reading' (duration: 128.221018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:54.249515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.020313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:33:54.249405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.083733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:33:54.249567Z","caller":"traceutil/trace.go:171","msg":"trace[789091286] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4333; }","duration":"261.096025ms","start":"2026-07-24T05:33:53.988455Z","end":"2026-07-24T05:33:54.249551Z","steps":["trace[789091286] 'agreement among raft nodes before linearized reading' (duration: 260.989803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:54.249484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.927553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:33:54.249619Z","caller":"traceutil/trace.go:171","msg":"trace[1317507885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4333; }","duration":"267.276487ms","start":"2026-07-24T05:33:53.982298Z","end":"2026-07-24T05:33:54.249574Z","steps":["trace[1317507885] 'agreement among raft nodes before linearized reading' (duration: 266.898178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:54.24956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.189025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:54.249773Z","caller":"traceutil/trace.go:171","msg":"trace[1143916001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4333; }","duration":"415.307432ms","start":"2026-07-24T05:33:53.834341Z","end":"2026-07-24T05:33:54.249649Z","steps":["trace[1143916001] 'agreement among raft nodes before linearized reading' (duration: 414.732959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:54.249819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.688056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-07-24T05:33:54.249844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:53.834325Z","time spent":"415.499816ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:33:54.249876Z","caller":"traceutil/trace.go:171","msg":"trace[1989132875] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4333; }","duration":"394.789278ms","start":"2026-07-24T05:33:53.85507Z","end":"2026-07-24T05:33:54.249859Z","steps":["trace[1989132875] 'agreement among raft nodes before linearized reading' (duration: 394.570363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:54.249966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:53.855047Z","time spent":"394.906202ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-24T05:33:54.24993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.636555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:33:54.250151Z","caller":"traceutil/trace.go:171","msg":"trace[1871505025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4333; }","duration":"267.762948ms","start":"2026-07-24T05:33:53.982249Z","end":"2026-07-24T05:33:54.250012Z","steps":["trace[1871505025] 'agreement among raft nodes before linearized reading' (duration: 267.344658ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:54.249801Z","caller":"traceutil/trace.go:171","msg":"trace[1648952833] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4333; }","duration":"277.42251ms","start":"2026-07-24T05:33:53.972318Z","end":"2026-07-24T05:33:54.24974Z","steps":["trace[1648952833] 'agreement among raft nodes before linearized reading' (duration: 277.169214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:54.758018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:55.258506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:55.348025Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.092919744s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:33:55.390353Z","caller":"traceutil/trace.go:171","msg":"trace[1161407645] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"1.135281108s","start":"2026-07-24T05:33:54.255022Z","end":"2026-07-24T05:33:55.390303Z","steps":["trace[1161407645] 'process raft request' (duration: 1.093363374s)","trace[1161407645] 'compare' (duration: 40.920861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:55.390504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.255007Z","time spent":"1.135416191s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:55.650245Z","caller":"traceutil/trace.go:171","msg":"trace[1622460010] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"1.39408165s","start":"2026-07-24T05:33:54.256117Z","end":"2026-07-24T05:33:55.650198Z","steps":["trace[1622460010] 'process raft request' (duration: 1.313272171s)","trace[1622460010] 'compare' (duration: 80.553483ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:55.650425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.256098Z","time spent":"1.394244323s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:55.650961Z","caller":"traceutil/trace.go:171","msg":"trace[1706242044] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"1.394109891s","start":"2026-07-24T05:33:54.256825Z","end":"2026-07-24T05:33:55.650935Z","steps":["trace[1706242044] 'process raft request' (duration: 1.393907506s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.651104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.256806Z","time spent":"1.394223243s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:55.651191Z","caller":"traceutil/trace.go:171","msg":"trace[2076673517] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"1.385879952s","start":"2026-07-24T05:33:54.265272Z","end":"2026-07-24T05:33:55.651152Z","steps":["trace[2076673517] 'process raft request' (duration: 1.385601545s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:55.651585Z","caller":"traceutil/trace.go:171","msg":"trace[2009510113] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"349.571339ms","start":"2026-07-24T05:33:55.302Z","end":"2026-07-24T05:33:55.651571Z","steps":["trace[2009510113] 'process raft request' (duration: 349.315643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.6516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.265262Z","time spent":"1.386075436s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17039,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:55.651668Z","caller":"traceutil/trace.go:171","msg":"trace[695691490] transaction","detail":"{read_only:false; response_revision:4338; number_of_response:1; }","duration":"695.471794ms","start":"2026-07-24T05:33:54.956175Z","end":"2026-07-24T05:33:55.651647Z","steps":["trace[695691490] 'process raft request' (duration: 694.888861ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:55.651568Z","caller":"traceutil/trace.go:171","msg":"trace[2103236422] linearizableReadLoop","detail":"{readStateIndex:4570; appliedIndex:4565; }","duration":"1.394632323s","start":"2026-07-24T05:33:54.256909Z","end":"2026-07-24T05:33:55.651541Z","steps":["trace[2103236422] 'read index received' (duration: 1.091491561s)","trace[2103236422] 'applied index is now lower than readState.Index' (duration: 303.138761ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:55.651715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:55.301975Z","time spent":"349.669872ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:55.651793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.956146Z","time spent":"695.576976ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:55.651868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341241824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:55.651917Z","caller":"traceutil/trace.go:171","msg":"trace[1858245664] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4339; }","duration":"1.341336547s","start":"2026-07-24T05:33:54.310567Z","end":"2026-07-24T05:33:55.651904Z","steps":["trace[1858245664] 'agreement among raft nodes before linearized reading' (duration: 1.341245595s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.651954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.310545Z","time spent":"1.341398359s","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:55.651959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.121744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:55.652024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.355666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:55.652023Z","caller":"traceutil/trace.go:171","msg":"trace[209463628] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4339; }","duration":"531.216476ms","start":"2026-07-24T05:33:55.12079Z","end":"2026-07-24T05:33:55.652007Z","steps":["trace[209463628] 'agreement among raft nodes before linearized reading' (duration: 531.122134ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:55.652067Z","caller":"traceutil/trace.go:171","msg":"trace[130093529] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4339; }","duration":"620.423947ms","start":"2026-07-24T05:33:55.031624Z","end":"2026-07-24T05:33:55.652048Z","steps":["trace[130093529] 'agreement among raft nodes before linearized reading' (duration: 620.375066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.652076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:55.120767Z","time spent":"531.297177ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:55.652109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:55.031607Z","time spent":"620.492469ms","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:55.652121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395176675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110258"} {"level":"warn","ts":"2026-07-24T05:33:55.652163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119367411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:33:55.652189Z","caller":"traceutil/trace.go:171","msg":"trace[1054712960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4339; }","duration":"1.119419662s","start":"2026-07-24T05:33:54.532762Z","end":"2026-07-24T05:33:55.652182Z","steps":["trace[1054712960] 'agreement among raft nodes before linearized reading' (duration: 1.11931287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.652207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.532749Z","time spent":"1.119453824s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:33:55.651954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.81002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-24T05:33:55.652239Z","caller":"traceutil/trace.go:171","msg":"trace[1062171789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4339; }","duration":"1.395350069s","start":"2026-07-24T05:33:54.256872Z","end":"2026-07-24T05:33:55.652222Z","steps":["trace[1062171789] 'agreement among raft nodes before linearized reading' (duration: 1.394775526s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.652307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.616675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-24T05:33:55.652337Z","caller":"traceutil/trace.go:171","msg":"trace[1232034929] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4339; }","duration":"791.685026ms","start":"2026-07-24T05:33:54.860641Z","end":"2026-07-24T05:33:55.652326Z","steps":["trace[1232034929] 'agreement among raft nodes before linearized reading' (duration: 791.613595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.652351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164817917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T05:33:55.652324Z","caller":"traceutil/trace.go:171","msg":"trace[2073028703] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4339; }","duration":"989.211948ms","start":"2026-07-24T05:33:54.663072Z","end":"2026-07-24T05:33:55.652284Z","steps":["trace[2073028703] 'agreement among raft nodes before linearized reading' (duration: 988.748438ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:55.652373Z","caller":"traceutil/trace.go:171","msg":"trace[973334527] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4339; }","duration":"1.164877288s","start":"2026-07-24T05:33:54.48749Z","end":"2026-07-24T05:33:55.652368Z","steps":["trace[973334527] 'agreement among raft nodes before linearized reading' (duration: 1.164820387s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.652395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.487468Z","time spent":"1.164922549s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:33:55.652391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.256863Z","time spent":"1.395461531s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110281,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:33:55.652447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.663051Z","time spent":"989.350872ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-24T05:33:55.652465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165727648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:55.652484Z","caller":"traceutil/trace.go:171","msg":"trace[1144506082] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4339; }","duration":"1.16579058s","start":"2026-07-24T05:33:54.486688Z","end":"2026-07-24T05:33:55.652479Z","steps":["trace[1144506082] 'agreement among raft nodes before linearized reading' (duration: 1.165751749s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.652503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.486667Z","time spent":"1.1658299s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:55.652299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126618169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:33:55.652365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.860619Z","time spent":"791.740627ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:33:55.652576Z","caller":"traceutil/trace.go:171","msg":"trace[1162061369] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4339; }","duration":"1.126892625s","start":"2026-07-24T05:33:54.525645Z","end":"2026-07-24T05:33:55.652538Z","steps":["trace[1162061369] 'agreement among raft nodes before linearized reading' (duration: 1.126606879s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.652697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:54.525629Z","time spent":"1.127026579s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:33:55.857086Z","caller":"traceutil/trace.go:171","msg":"trace[467571802] transaction","detail":"{read_only:false; response_revision:4341; number_of_response:1; }","duration":"197.523122ms","start":"2026-07-24T05:33:55.659535Z","end":"2026-07-24T05:33:55.857058Z","steps":["trace[467571802] 'process raft request' (duration: 197.248275ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:55.857168Z","caller":"traceutil/trace.go:171","msg":"trace[95174859] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"196.630032ms","start":"2026-07-24T05:33:55.660514Z","end":"2026-07-24T05:33:55.857144Z","steps":["trace[95174859] 'process raft request' (duration: 196.432227ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:55.857543Z","caller":"traceutil/trace.go:171","msg":"trace[161507308] linearizableReadLoop","detail":"{readStateIndex:4574; appliedIndex:4571; }","duration":"196.913049ms","start":"2026-07-24T05:33:55.660615Z","end":"2026-07-24T05:33:55.857528Z","steps":["trace[161507308] 'read index received' (duration: 80.733237ms)","trace[161507308] 'applied index is now lower than readState.Index' (duration: 116.178942ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:55.857725Z","caller":"traceutil/trace.go:171","msg":"trace[1970190887] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"188.238609ms","start":"2026-07-24T05:33:55.669464Z","end":"2026-07-24T05:33:55.857703Z","steps":["trace[1970190887] 'process raft request' (duration: 187.537712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:55.857816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.177795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:33:55.857875Z","caller":"traceutil/trace.go:171","msg":"trace[1149468641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4343; }","duration":"197.261637ms","start":"2026-07-24T05:33:55.6606Z","end":"2026-07-24T05:33:55.857862Z","steps":["trace[1149468641] 'agreement among raft nodes before linearized reading' (duration: 197.070562ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:55.904261Z","caller":"traceutil/trace.go:171","msg":"trace[1299970493] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"157.124353ms","start":"2026-07-24T05:33:55.747102Z","end":"2026-07-24T05:33:55.904226Z","steps":["trace[1299970493] 'process raft request' (duration: 157.038831ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:55.904888Z","caller":"traceutil/trace.go:171","msg":"trace[1294847883] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"157.873681ms","start":"2026-07-24T05:33:55.746996Z","end":"2026-07-24T05:33:55.904869Z","steps":["trace[1294847883] 'process raft request' (duration: 156.998ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:56.062166Z","caller":"traceutil/trace.go:171","msg":"trace[1457901265] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"197.885261ms","start":"2026-07-24T05:33:55.864233Z","end":"2026-07-24T05:33:56.062119Z","steps":["trace[1457901265] 'process raft request' (duration: 99.335505ms)","trace[1457901265] 'compare' (duration: 98.131637ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:56.062172Z","caller":"traceutil/trace.go:171","msg":"trace[528916683] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"195.765542ms","start":"2026-07-24T05:33:55.866385Z","end":"2026-07-24T05:33:56.062151Z","steps":["trace[528916683] 'process raft request' (duration: 195.651619ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:56.062751Z","caller":"traceutil/trace.go:171","msg":"trace[811570095] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"196.10378ms","start":"2026-07-24T05:33:55.866636Z","end":"2026-07-24T05:33:56.062739Z","steps":["trace[811570095] 'process raft request' (duration: 195.478176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:56.063015Z","caller":"traceutil/trace.go:171","msg":"trace[243204743] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"196.326185ms","start":"2026-07-24T05:33:55.866678Z","end":"2026-07-24T05:33:56.063004Z","steps":["trace[243204743] 'process raft request' (duration: 195.985287ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:56.063165Z","caller":"traceutil/trace.go:171","msg":"trace[2000748306] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"196.474898ms","start":"2026-07-24T05:33:55.866679Z","end":"2026-07-24T05:33:56.063154Z","steps":["trace[2000748306] 'process raft request' (duration: 196.147841ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:56.063495Z","caller":"traceutil/trace.go:171","msg":"trace[220597554] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"196.802346ms","start":"2026-07-24T05:33:55.866682Z","end":"2026-07-24T05:33:56.063484Z","steps":["trace[220597554] 'process raft request' (duration: 196.329355ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:56.063666Z","caller":"traceutil/trace.go:171","msg":"trace[1745276289] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"196.944239ms","start":"2026-07-24T05:33:55.866715Z","end":"2026-07-24T05:33:56.063659Z","steps":["trace[1745276289] 'process raft request' (duration: 196.646472ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:56.063908Z","caller":"traceutil/trace.go:171","msg":"trace[1185022200] linearizableReadLoop","detail":"{readStateIndex:4578; appliedIndex:4575; }","duration":"197.546372ms","start":"2026-07-24T05:33:55.86634Z","end":"2026-07-24T05:33:56.063886Z","steps":["trace[1185022200] 'read index received' (duration: 37.735347ms)","trace[1185022200] 'applied index is now lower than readState.Index' (duration: 159.807965ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:56.063923Z","caller":"traceutil/trace.go:171","msg":"trace[221303824] transaction","detail":"{read_only:false; response_revision:4353; number_of_response:1; }","duration":"196.54361ms","start":"2026-07-24T05:33:55.867343Z","end":"2026-07-24T05:33:56.063887Z","steps":["trace[221303824] 'process raft request' (duration: 196.09321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:57.023743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.217562ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:33:57.023863Z","caller":"traceutil/trace.go:171","msg":"trace[1911056187] linearizableReadLoop","detail":"{readStateIndex:4586; appliedIndex:4585; }","duration":"959.890384ms","start":"2026-07-24T05:33:56.063955Z","end":"2026-07-24T05:33:57.023845Z","steps":["trace[1911056187] 'read index received' (duration: 81.131µs)","trace[1911056187] 'applied index is now lower than readState.Index' (duration: 959.807543ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:57.024002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.444274ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:57.024106Z","caller":"traceutil/trace.go:171","msg":"trace[1153334109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4353; }","duration":"929.560417ms","start":"2026-07-24T05:33:56.09453Z","end":"2026-07-24T05:33:57.02409Z","steps":["trace[1153334109] 'range keys from in-memory index tree' (duration: 929.426824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:57.024245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157851026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110078"} {"level":"info","ts":"2026-07-24T05:33:57.024348Z","caller":"traceutil/trace.go:171","msg":"trace[1014965256] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4353; }","duration":"1.15799251s","start":"2026-07-24T05:33:55.866333Z","end":"2026-07-24T05:33:57.024325Z","steps":["trace[1014965256] 'agreement among raft nodes before linearized reading' (duration: 197.682536ms)","trace[1014965256] 'range keys from in-memory index tree' (duration: 959.858464ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:57.02442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:55.8663Z","time spent":"1.158101432s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110101,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:33:57.02461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.679273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:33:57.024683Z","caller":"traceutil/trace.go:171","msg":"trace[1603350832] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4353; }","duration":"957.757865ms","start":"2026-07-24T05:33:56.066913Z","end":"2026-07-24T05:33:57.024671Z","steps":["trace[1603350832] 'agreement among raft nodes before linearized reading' (duration: 957.5353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:57.024714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:56.066863Z","time spent":"957.843258ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126902,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T05:33:57.02488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.635122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:33:57.02498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.832014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:57.025031Z","caller":"traceutil/trace.go:171","msg":"trace[293207114] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4353; }","duration":"966.915566ms","start":"2026-07-24T05:33:56.0581Z","end":"2026-07-24T05:33:57.025015Z","steps":["trace[293207114] 'agreement among raft nodes before linearized reading' (duration: 966.839544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:57.025046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.064217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:57.025064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103019305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:57.025078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:56.058081Z","time spent":"966.984737ms","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:57.025118Z","caller":"traceutil/trace.go:171","msg":"trace[2065438408] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4353; }","duration":"1.103115847s","start":"2026-07-24T05:33:55.921988Z","end":"2026-07-24T05:33:57.025104Z","steps":["trace[2065438408] 'agreement among raft nodes before linearized reading' (duration: 1.103038125s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:57.025155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:55.921965Z","time spent":"1.103180079s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:57.025078Z","caller":"traceutil/trace.go:171","msg":"trace[1477958699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4353; }","duration":"903.092898ms","start":"2026-07-24T05:33:56.121976Z","end":"2026-07-24T05:33:57.025069Z","steps":["trace[1477958699] 'agreement among raft nodes before linearized reading' (duration: 903.034197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:57.025333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:56.121917Z","time spent":"903.404906ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:57.024989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.544786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:33:57.025559Z","caller":"traceutil/trace.go:171","msg":"trace[148061037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4353; }","duration":"770.0976ms","start":"2026-07-24T05:33:56.255434Z","end":"2026-07-24T05:33:57.025532Z","steps":["trace[148061037] 'agreement among raft nodes before linearized reading' (duration: 769.486155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:57.025607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:56.255348Z","time spent":"770.246443ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:33:57.024986Z","caller":"traceutil/trace.go:171","msg":"trace[343048436] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4353; }","duration":"363.755185ms","start":"2026-07-24T05:33:56.661205Z","end":"2026-07-24T05:33:57.02496Z","steps":["trace[343048436] 'agreement among raft nodes before linearized reading' (duration: 363.421017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:57.025867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:56.661144Z","time spent":"364.713027ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:33:57.024879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059211918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-24T05:33:57.026147Z","caller":"traceutil/trace.go:171","msg":"trace[1959855223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4353; }","duration":"1.060521999s","start":"2026-07-24T05:33:55.965593Z","end":"2026-07-24T05:33:57.026115Z","steps":["trace[1959855223] 'agreement among raft nodes before linearized reading' (duration: 1.059154087s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:57.02624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:55.965574Z","time spent":"1.060633472s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:33:57.027077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15322479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T05:33:57.027153Z","caller":"traceutil/trace.go:171","msg":"trace[1411284359] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:4353; }","duration":"1.155900951s","start":"2026-07-24T05:33:55.871235Z","end":"2026-07-24T05:33:57.027136Z","steps":["trace[1411284359] 'agreement among raft nodes before linearized reading' (duration: 1.153193169s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:57.027201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:55.871207Z","time spent":"1.155981963s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:58.07709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.089946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:58.077196Z","caller":"traceutil/trace.go:171","msg":"trace[1948118409] linearizableReadLoop","detail":"{readStateIndex:4588; appliedIndex:4586; }","duration":"1.045060023s","start":"2026-07-24T05:33:57.032118Z","end":"2026-07-24T05:33:58.077178Z","steps":["trace[1948118409] 'read index received' (duration: 92.600109ms)","trace[1948118409] 'applied index is now lower than readState.Index' (duration: 952.458394ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:58.077244Z","caller":"traceutil/trace.go:171","msg":"trace[344239272] transaction","detail":"{read_only:false; response_revision:4355; number_of_response:1; }","duration":"1.046343423s","start":"2026-07-24T05:33:57.030864Z","end":"2026-07-24T05:33:58.077207Z","steps":["trace[344239272] 'process raft request' (duration: 324.041962ms)","trace[344239272] 'compare' (duration: 721.82516ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:58.077394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.030844Z","time spent":"1.046473485s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:58.077823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045691348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T05:33:58.078011Z","caller":"traceutil/trace.go:171","msg":"trace[628686582] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:4355; }","duration":"1.045901453s","start":"2026-07-24T05:33:57.032064Z","end":"2026-07-24T05:33:58.077965Z","steps":["trace[628686582] 'agreement among raft nodes before linearized reading' (duration: 1.045525504s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.078121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.032049Z","time spent":"1.046049626s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-07-24T05:33:58.577357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:33:58.688717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029601157s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:33:58.726273Z","caller":"traceutil/trace.go:171","msg":"trace[65029911] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"1.067279854s","start":"2026-07-24T05:33:57.658953Z","end":"2026-07-24T05:33:58.726233Z","steps":["trace[65029911] 'process raft request' (duration: 1.029927485s)","trace[65029911] 'compare' (duration: 36.618272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:58.726458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.658923Z","time spent":"1.067429377s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:58.739272Z","caller":"traceutil/trace.go:171","msg":"trace[327676754] transaction","detail":"{read_only:false; response_revision:4358; number_of_response:1; }","duration":"732.134116ms","start":"2026-07-24T05:33:58.007121Z","end":"2026-07-24T05:33:58.739255Z","steps":["trace[327676754] 'process raft request' (duration: 732.013444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.739357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611858167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:58.7394Z","caller":"traceutil/trace.go:171","msg":"trace[384764505] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4360; }","duration":"1.611954399s","start":"2026-07-24T05:33:57.127434Z","end":"2026-07-24T05:33:58.739388Z","steps":["trace[384764505] 'agreement among raft nodes before linearized reading' (duration: 1.611881198s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.739399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.007095Z","time spent":"732.237669ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:58.739425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.127413Z","time spent":"1.612006511s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-24T05:33:58.739506Z","caller":"traceutil/trace.go:171","msg":"trace[392674449] transaction","detail":"{read_only:false; response_revision:4359; number_of_response:1; }","duration":"670.025489ms","start":"2026-07-24T05:33:58.069422Z","end":"2026-07-24T05:33:58.739448Z","steps":["trace[392674449] 'process raft request' (duration: 669.744582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.739622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304612411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:58.739646Z","caller":"traceutil/trace.go:171","msg":"trace[398726539] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4360; }","duration":"1.304672923s","start":"2026-07-24T05:33:57.434965Z","end":"2026-07-24T05:33:58.739638Z","steps":["trace[398726539] 'agreement among raft nodes before linearized reading' (duration: 1.304634792s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.739671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.434949Z","time spent":"1.304715954s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:58.739673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293603268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:58.73977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191805919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:58.739781Z","caller":"traceutil/trace.go:171","msg":"trace[1926514966] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4360; }","duration":"1.293746143s","start":"2026-07-24T05:33:57.446009Z","end":"2026-07-24T05:33:58.739755Z","steps":["trace[1926514966] 'agreement among raft nodes before linearized reading' (duration: 1.293577318s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:58.739278Z","caller":"traceutil/trace.go:171","msg":"trace[1872287435] linearizableReadLoop","detail":"{readStateIndex:4593; appliedIndex:4588; }","duration":"662.036054ms","start":"2026-07-24T05:33:58.077222Z","end":"2026-07-24T05:33:58.739258Z","steps":["trace[1872287435] 'read index received' (duration: 611.757028ms)","trace[1872287435] 'applied index is now lower than readState.Index' (duration: 50.278086ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:58.739715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085391552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T05:33:58.739826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.33365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:33:58.739864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340082178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:33:58.739865Z","caller":"traceutil/trace.go:171","msg":"trace[494686540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4360; }","duration":"1.085578906s","start":"2026-07-24T05:33:57.654277Z","end":"2026-07-24T05:33:58.739856Z","steps":["trace[494686540] 'agreement among raft nodes before linearized reading' (duration: 1.085335819s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:58.739892Z","caller":"traceutil/trace.go:171","msg":"trace[891081941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4360; }","duration":"1.34014916s","start":"2026-07-24T05:33:57.399736Z","end":"2026-07-24T05:33:58.739885Z","steps":["trace[891081941] 'agreement among raft nodes before linearized reading' (duration: 1.340086288s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.739899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.654258Z","time spent":"1.085632627s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:33:58.739898Z","caller":"traceutil/trace.go:171","msg":"trace[1256296534] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4360; }","duration":"878.453033ms","start":"2026-07-24T05:33:57.861428Z","end":"2026-07-24T05:33:58.739881Z","steps":["trace[1256296534] 'agreement among raft nodes before linearized reading' (duration: 878.013242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.739921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.399714Z","time spent":"1.340200111s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:33:58.739939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.861407Z","time spent":"878.524154ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:33:58.739941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.249127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:33:58.739961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078767489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:33:58.740012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.966074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:58.739782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.069397Z","time spent":"670.248703ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:58.740039Z","caller":"traceutil/trace.go:171","msg":"trace[28635095] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4360; }","duration":"1.078933203s","start":"2026-07-24T05:33:57.661086Z","end":"2026-07-24T05:33:58.740019Z","steps":["trace[28635095] 'agreement among raft nodes before linearized reading' (duration: 1.078653966s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:58.740088Z","caller":"traceutil/trace.go:171","msg":"trace[643563289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4360; }","duration":"619.046106ms","start":"2026-07-24T05:33:58.121011Z","end":"2026-07-24T05:33:58.740057Z","steps":["trace[643563289] 'agreement among raft nodes before linearized reading' (duration: 618.915784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.740091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.661069Z","time spent":"1.079013395s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:33:58.740124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.120999Z","time spent":"619.119138ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:33:58.739845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.445997Z","time spent":"1.293832414s","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:33:58.739798Z","caller":"traceutil/trace.go:171","msg":"trace[264365739] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4360; }","duration":"1.19186891s","start":"2026-07-24T05:33:57.54792Z","end":"2026-07-24T05:33:58.739789Z","steps":["trace[264365739] 'agreement among raft nodes before linearized reading' (duration: 1.1918318s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:58.740028Z","caller":"traceutil/trace.go:171","msg":"trace[945963045] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4360; }","duration":"701.38777ms","start":"2026-07-24T05:33:58.03862Z","end":"2026-07-24T05:33:58.740008Z","steps":["trace[945963045] 'agreement among raft nodes before linearized reading' (duration: 700.923899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.740195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.547901Z","time spent":"1.192285879s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:33:58.740299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.038602Z","time spent":"701.628035ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:33:58.740366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016892085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:33:58.740413Z","caller":"traceutil/trace.go:171","msg":"trace[401206160] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"1.078120843s","start":"2026-07-24T05:33:57.661091Z","end":"2026-07-24T05:33:58.739212Z","steps":["trace[401206160] 'process raft request' (duration: 1.077933979s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:58.740436Z","caller":"traceutil/trace.go:171","msg":"trace[829735962] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4360; }","duration":"1.016999697s","start":"2026-07-24T05:33:57.7234Z","end":"2026-07-24T05:33:58.7404Z","steps":["trace[829735962] 'agreement among raft nodes before linearized reading' (duration: 1.016109616s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.740474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.66107Z","time spent":"1.079372903s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:58.740471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.723385Z","time spent":"1.01707658s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:58.74049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078423539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:33:58.740618Z","caller":"traceutil/trace.go:171","msg":"trace[187885451] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4360; }","duration":"1.079464475s","start":"2026-07-24T05:33:57.661138Z","end":"2026-07-24T05:33:58.740602Z","steps":["trace[187885451] 'agreement among raft nodes before linearized reading' (duration: 1.078160764s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.740698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:57.661116Z","time spent":"1.079568778s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:33:58.740883Z","caller":"traceutil/trace.go:171","msg":"trace[1069320438] transaction","detail":"{read_only:false; response_revision:4360; number_of_response:1; }","duration":"648.165545ms","start":"2026-07-24T05:33:58.092684Z","end":"2026-07-24T05:33:58.74085Z","steps":["trace[1069320438] 'process raft request' (duration: 646.517827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:58.740985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.09265Z","time spent":"648.287458ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16006,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:59.063521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.298182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-24T05:33:59.063781Z","caller":"traceutil/trace.go:171","msg":"trace[535318930] linearizableReadLoop","detail":"{readStateIndex:4596; appliedIndex:4593; }","duration":"317.395148ms","start":"2026-07-24T05:33:58.746372Z","end":"2026-07-24T05:33:59.063767Z","steps":["trace[535318930] 'read index received' (duration: 104.886271ms)","trace[535318930] 'applied index is now lower than readState.Index' (duration: 212.507787ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:59.063856Z","caller":"traceutil/trace.go:171","msg":"trace[1924507002] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"317.511091ms","start":"2026-07-24T05:33:58.746337Z","end":"2026-07-24T05:33:59.063848Z","steps":["trace[1924507002] 'process raft request' (duration: 317.350728ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:59.063859Z","caller":"traceutil/trace.go:171","msg":"trace[948105462] transaction","detail":"{read_only:false; response_revision:4361; number_of_response:1; }","duration":"317.571913ms","start":"2026-07-24T05:33:58.746257Z","end":"2026-07-24T05:33:59.063829Z","steps":["trace[948105462] 'process raft request' (duration: 317.349078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.06391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.746307Z","time spent":"317.568203ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:59.064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.746234Z","time spent":"317.690886ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:59.064078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.689056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:59.064151Z","caller":"traceutil/trace.go:171","msg":"trace[1501425859] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4364; }","duration":"317.793818ms","start":"2026-07-24T05:33:58.746339Z","end":"2026-07-24T05:33:59.064133Z","steps":["trace[1501425859] 'agreement among raft nodes before linearized reading' (duration: 317.622404ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:59.06416Z","caller":"traceutil/trace.go:171","msg":"trace[128137152] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"316.313024ms","start":"2026-07-24T05:33:58.747839Z","end":"2026-07-24T05:33:59.064152Z","steps":["trace[128137152] 'process raft request' (duration: 315.876894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.064186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.746328Z","time spent":"317.850299ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:33:59.064197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.747828Z","time spent":"316.349545ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:59.064185Z","caller":"traceutil/trace.go:171","msg":"trace[888634843] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4360; }","duration":"320.017859ms","start":"2026-07-24T05:33:58.744134Z","end":"2026-07-24T05:33:59.064152Z","steps":["trace[888634843] 'process raft request' (duration: 107.030171ms)","trace[888634843] 'compare' (duration: 212.247791ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:59.064267Z","caller":"traceutil/trace.go:171","msg":"trace[520277494] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"316.366096ms","start":"2026-07-24T05:33:58.747863Z","end":"2026-07-24T05:33:59.064229Z","steps":["trace[520277494] 'process raft request' (duration: 315.876425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.064314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.744117Z","time spent":"320.136412ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:33:59.064373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.747853Z","time spent":"316.453448ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:59.064421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.022412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:33:59.064448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.811283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:6261"} {"level":"info","ts":"2026-07-24T05:33:59.064485Z","caller":"traceutil/trace.go:171","msg":"trace[384391049] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4364; }","duration":"271.155615ms","start":"2026-07-24T05:33:58.79331Z","end":"2026-07-24T05:33:59.064465Z","steps":["trace[384391049] 'agreement among raft nodes before linearized reading' (duration: 270.894749ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:59.064524Z","caller":"traceutil/trace.go:171","msg":"trace[229335642] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:4364; }","duration":"312.906805ms","start":"2026-07-24T05:33:58.751594Z","end":"2026-07-24T05:33:59.064501Z","steps":["trace[229335642] 'agreement among raft nodes before linearized reading' (duration: 312.645919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.064579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.751589Z","time spent":"312.981917ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6284,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" "} {"level":"warn","ts":"2026-07-24T05:33:59.066238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.915406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110078"} {"level":"info","ts":"2026-07-24T05:33:59.066344Z","caller":"traceutil/trace.go:171","msg":"trace[237173485] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4364; }","duration":"316.14925ms","start":"2026-07-24T05:33:58.750173Z","end":"2026-07-24T05:33:59.066322Z","steps":["trace[237173485] 'agreement among raft nodes before linearized reading' (duration: 313.880468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.066391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:58.750158Z","time spent":"316.221603ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110101,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:33:59.355872Z","caller":"traceutil/trace.go:171","msg":"trace[2143217582] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"283.609642ms","start":"2026-07-24T05:33:59.07214Z","end":"2026-07-24T05:33:59.355749Z","steps":["trace[2143217582] 'process raft request' (duration: 283.397687ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:59.480031Z","caller":"traceutil/trace.go:171","msg":"trace[1649984087] linearizableReadLoop","detail":"{readStateIndex:4600; appliedIndex:4598; }","duration":"282.442825ms","start":"2026-07-24T05:33:59.19757Z","end":"2026-07-24T05:33:59.480012Z","steps":["trace[1649984087] 'read index received' (duration: 158.077214ms)","trace[1649984087] 'applied index is now lower than readState.Index' (duration: 124.364931ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:33:59.480314Z","caller":"traceutil/trace.go:171","msg":"trace[1273502015] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"405.680859ms","start":"2026-07-24T05:33:59.074595Z","end":"2026-07-24T05:33:59.480275Z","steps":["trace[1273502015] 'process raft request' (duration: 405.29089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.480426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.018278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"info","ts":"2026-07-24T05:33:59.480485Z","caller":"traceutil/trace.go:171","msg":"trace[460185589] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:4366; }","duration":"119.129971ms","start":"2026-07-24T05:33:59.36134Z","end":"2026-07-24T05:33:59.48047Z","steps":["trace[460185589] 'agreement among raft nodes before linearized reading' (duration: 118.942596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.480476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.883326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:59.480573Z","caller":"traceutil/trace.go:171","msg":"trace[1610661177] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4366; }","duration":"283.039239ms","start":"2026-07-24T05:33:59.197511Z","end":"2026-07-24T05:33:59.48055Z","steps":["trace[1610661177] 'agreement among raft nodes before linearized reading' (duration: 282.653561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.480587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:59.074576Z","time spent":"405.836373ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:59.802787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.196319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:33:59.802913Z","caller":"traceutil/trace.go:171","msg":"trace[935063339] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"316.270943ms","start":"2026-07-24T05:33:59.486618Z","end":"2026-07-24T05:33:59.802889Z","steps":["trace[935063339] 'process raft request' (duration: 90.88117ms)","trace[935063339] 'compare' (duration: 224.79025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:59.803138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:59.486597Z","time spent":"316.350616ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:59.981623Z","caller":"traceutil/trace.go:171","msg":"trace[1920836057] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"494.628895ms","start":"2026-07-24T05:33:59.486972Z","end":"2026-07-24T05:33:59.981601Z","steps":["trace[1920836057] 'process raft request' (duration: 422.433254ms)","trace[1920836057] 'compare' (duration: 71.907185ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:59.981732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:59.486965Z","time spent":"494.711967ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1847,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:59.981625Z","caller":"traceutil/trace.go:171","msg":"trace[557454227] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"494.578594ms","start":"2026-07-24T05:33:59.487033Z","end":"2026-07-24T05:33:59.981612Z","steps":["trace[557454227] 'process raft request' (duration: 494.465382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.981806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:59.486915Z","time spent":"494.85198ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1231,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:59.982099Z","caller":"traceutil/trace.go:171","msg":"trace[1480763278] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"493.653042ms","start":"2026-07-24T05:33:59.488435Z","end":"2026-07-24T05:33:59.982089Z","steps":["trace[1480763278] 'process raft request' (duration: 493.12076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.982161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:59.488418Z","time spent":"493.714633ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:33:59.982285Z","caller":"traceutil/trace.go:171","msg":"trace[1963684106] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"136.10899ms","start":"2026-07-24T05:33:59.846168Z","end":"2026-07-24T05:33:59.982277Z","steps":["trace[1963684106] 'process raft request' (duration: 136.022518ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:33:59.982361Z","caller":"traceutil/trace.go:171","msg":"trace[633673614] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"453.211463ms","start":"2026-07-24T05:33:59.52912Z","end":"2026-07-24T05:33:59.982331Z","steps":["trace[633673614] 'process raft request' (duration: 452.696341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.982497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.334911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-24T05:33:59.982526Z","caller":"traceutil/trace.go:171","msg":"trace[1217139474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4372; }","duration":"495.387952ms","start":"2026-07-24T05:33:59.487132Z","end":"2026-07-24T05:33:59.98252Z","steps":["trace[1217139474] 'agreement among raft nodes before linearized reading' (duration: 495.28771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.982517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:59.5291Z","time spent":"453.344215ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:33:59.982547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:59.487123Z","time spent":"495.417953ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:33:59.982407Z","caller":"traceutil/trace.go:171","msg":"trace[1671072459] linearizableReadLoop","detail":"{readStateIndex:4603; appliedIndex:4600; }","duration":"495.211568ms","start":"2026-07-24T05:33:59.487186Z","end":"2026-07-24T05:33:59.982398Z","steps":["trace[1671072459] 'read index received' (duration: 90.43644ms)","trace[1671072459] 'applied index is now lower than readState.Index' (duration: 404.774478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:33:59.982799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.269655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:33:59.98282Z","caller":"traceutil/trace.go:171","msg":"trace[403556244] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4372; }","duration":"407.347838ms","start":"2026-07-24T05:33:59.575465Z","end":"2026-07-24T05:33:59.982813Z","steps":["trace[403556244] 'agreement among raft nodes before linearized reading' (duration: 407.311127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:33:59.982836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:33:59.575434Z","time spent":"407.397888ms","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:33:59.983004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.318418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:33:59.983073Z","caller":"traceutil/trace.go:171","msg":"trace[1693582374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4372; }","duration":"234.442841ms","start":"2026-07-24T05:33:59.748612Z","end":"2026-07-24T05:33:59.983055Z","steps":["trace[1693582374] 'agreement among raft nodes before linearized reading' (duration: 234.212146ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:00.176189Z","caller":"traceutil/trace.go:171","msg":"trace[311565261] linearizableReadLoop","detail":"{readStateIndex:4608; appliedIndex:4607; }","duration":"101.046804ms","start":"2026-07-24T05:34:00.075116Z","end":"2026-07-24T05:34:00.176163Z","steps":["trace[311565261] 'read index received' (duration: 53.03643ms)","trace[311565261] 'applied index is now lower than readState.Index' (duration: 48.009464ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:00.176347Z","caller":"traceutil/trace.go:171","msg":"trace[1337819851] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"158.205937ms","start":"2026-07-24T05:34:00.018027Z","end":"2026-07-24T05:34:00.176233Z","steps":["trace[1337819851] 'process raft request' (duration: 110.141732ms)","trace[1337819851] 'compare' (duration: 47.83059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:00.177016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.885354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:34:00.177084Z","caller":"traceutil/trace.go:171","msg":"trace[849969283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4374; }","duration":"101.996496ms","start":"2026-07-24T05:34:00.075067Z","end":"2026-07-24T05:34:00.177063Z","steps":["trace[849969283] 'agreement among raft nodes before linearized reading' (duration: 101.231628ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:00.986981Z","caller":"traceutil/trace.go:171","msg":"trace[728380864] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"422.226601ms","start":"2026-07-24T05:34:00.564727Z","end":"2026-07-24T05:34:00.986953Z","steps":["trace[728380864] 'process raft request' (duration: 422.046896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:00.987156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:00.564707Z","time spent":"422.360143ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:01.003355Z","caller":"traceutil/trace.go:171","msg":"trace[707444773] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"271.546474ms","start":"2026-07-24T05:34:00.731786Z","end":"2026-07-24T05:34:01.003332Z","steps":["trace[707444773] 'process raft request' (duration: 271.375599ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:01.003356Z","caller":"traceutil/trace.go:171","msg":"trace[191328204] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"256.367746ms","start":"2026-07-24T05:34:00.746966Z","end":"2026-07-24T05:34:01.003334Z","steps":["trace[191328204] 'process raft request' (duration: 256.310415ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:01.003585Z","caller":"traceutil/trace.go:171","msg":"trace[1544677339] linearizableReadLoop","detail":"{readStateIndex:4614; appliedIndex:4609; }","duration":"206.929289ms","start":"2026-07-24T05:34:00.796647Z","end":"2026-07-24T05:34:01.003576Z","steps":["trace[1544677339] 'read index received' (duration: 190.247195ms)","trace[1544677339] 'applied index is now lower than readState.Index' (duration: 16.681374ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:01.003607Z","caller":"traceutil/trace.go:171","msg":"trace[1043694779] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"255.766523ms","start":"2026-07-24T05:34:00.747827Z","end":"2026-07-24T05:34:01.003594Z","steps":["trace[1043694779] 'process raft request' (duration: 255.476206ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:01.003664Z","caller":"traceutil/trace.go:171","msg":"trace[1782928451] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"255.62964ms","start":"2026-07-24T05:34:00.747997Z","end":"2026-07-24T05:34:01.003627Z","steps":["trace[1782928451] 'process raft request' (duration: 255.515217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:01.003784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.120333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:34:01.003838Z","caller":"traceutil/trace.go:171","msg":"trace[2068123698] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4380; }","duration":"207.209165ms","start":"2026-07-24T05:34:00.796615Z","end":"2026-07-24T05:34:01.003824Z","steps":["trace[2068123698] 'agreement among raft nodes before linearized reading' (duration: 207.028461ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:01.315602Z","caller":"traceutil/trace.go:171","msg":"trace[2049450398] linearizableReadLoop","detail":"{readStateIndex:4617; appliedIndex:4616; }","duration":"162.881905ms","start":"2026-07-24T05:34:01.152696Z","end":"2026-07-24T05:34:01.315577Z","steps":["trace[2049450398] 'read index received' (duration: 126.344105ms)","trace[2049450398] 'applied index is now lower than readState.Index' (duration: 36.53695ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:01.315628Z","caller":"traceutil/trace.go:171","msg":"trace[274812191] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"163.014889ms","start":"2026-07-24T05:34:01.152578Z","end":"2026-07-24T05:34:01.315593Z","steps":["trace[274812191] 'process raft request' (duration: 126.316415ms)","trace[274812191] 'compare' (duration: 36.497639ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:01.315762Z","caller":"traceutil/trace.go:171","msg":"trace[900797817] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"163.007708ms","start":"2026-07-24T05:34:01.152742Z","end":"2026-07-24T05:34:01.31575Z","steps":["trace[900797817] 'process raft request' (duration: 162.784673ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:01.315961Z","caller":"traceutil/trace.go:171","msg":"trace[1118403024] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"163.017989ms","start":"2026-07-24T05:34:01.152933Z","end":"2026-07-24T05:34:01.315951Z","steps":["trace[1118403024] 'process raft request' (duration: 162.777853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:01.316004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.289085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:34:01.316035Z","caller":"traceutil/trace.go:171","msg":"trace[1667687306] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4384; }","duration":"163.359206ms","start":"2026-07-24T05:34:01.152667Z","end":"2026-07-24T05:34:01.316026Z","steps":["trace[1667687306] 'agreement among raft nodes before linearized reading' (duration: 163.026459ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:01.316198Z","caller":"traceutil/trace.go:171","msg":"trace[1882331237] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"161.947565ms","start":"2026-07-24T05:34:01.15423Z","end":"2026-07-24T05:34:01.316178Z","steps":["trace[1882331237] 'process raft request' (duration: 161.635148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:01.316384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.114928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:01.31642Z","caller":"traceutil/trace.go:171","msg":"trace[1933894416] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4385; }","duration":"162.168379ms","start":"2026-07-24T05:34:01.154244Z","end":"2026-07-24T05:34:01.316413Z","steps":["trace[1933894416] 'agreement among raft nodes before linearized reading' (duration: 161.980515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:01.316947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.746703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:01.317024Z","caller":"traceutil/trace.go:171","msg":"trace[1100514322] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4385; }","duration":"162.874777ms","start":"2026-07-24T05:34:01.154131Z","end":"2026-07-24T05:34:01.317006Z","steps":["trace[1100514322] 'agreement among raft nodes before linearized reading' (duration: 162.044677ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:01.513097Z","caller":"traceutil/trace.go:171","msg":"trace[1892552730] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"181.017013ms","start":"2026-07-24T05:34:01.332036Z","end":"2026-07-24T05:34:01.513053Z","steps":["trace[1892552730] 'process raft request' (duration: 120.255576ms)","trace[1892552730] 'compare' (duration: 60.314876ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:01.565957Z","caller":"traceutil/trace.go:171","msg":"trace[875103065] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"229.727663ms","start":"2026-07-24T05:34:01.3362Z","end":"2026-07-24T05:34:01.565928Z","steps":["trace[875103065] 'process raft request' (duration: 229.526019ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:02.419298Z","caller":"traceutil/trace.go:171","msg":"trace[1320983095] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"140.01623ms","start":"2026-07-24T05:34:02.279237Z","end":"2026-07-24T05:34:02.419253Z","steps":["trace[1320983095] 'process raft request' (duration: 139.793555ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:03.378188Z","caller":"traceutil/trace.go:171","msg":"trace[581962761] linearizableReadLoop","detail":"{readStateIndex:4627; appliedIndex:4623; }","duration":"360.593932ms","start":"2026-07-24T05:34:03.01757Z","end":"2026-07-24T05:34:03.378164Z","steps":["trace[581962761] 'read index received' (duration: 48.586277ms)","trace[581962761] 'applied index is now lower than readState.Index' (duration: 312.006675ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:03.37828Z","caller":"traceutil/trace.go:171","msg":"trace[820586956] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"369.039266ms","start":"2026-07-24T05:34:03.009208Z","end":"2026-07-24T05:34:03.378247Z","steps":["trace[820586956] 'process raft request' (duration: 368.869872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:03.378423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:03.009185Z","time spent":"369.163018ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:03.378459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.882458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:34:03.378501Z","caller":"traceutil/trace.go:171","msg":"trace[970283116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4392; }","duration":"360.967821ms","start":"2026-07-24T05:34:03.017521Z","end":"2026-07-24T05:34:03.378489Z","steps":["trace[970283116] 'agreement among raft nodes before linearized reading' (duration: 360.816707ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:03.378317Z","caller":"traceutil/trace.go:171","msg":"trace[899000316] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"368.285829ms","start":"2026-07-24T05:34:03.010018Z","end":"2026-07-24T05:34:03.378304Z","steps":["trace[899000316] 'process raft request' (duration: 368.107875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:03.378539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:03.017505Z","time spent":"361.024982ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:34:03.378578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:03.010009Z","time spent":"368.541165ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:03.379386Z","caller":"traceutil/trace.go:171","msg":"trace[74794788] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"370.237934ms","start":"2026-07-24T05:34:03.008986Z","end":"2026-07-24T05:34:03.379224Z","steps":["trace[74794788] 'process raft request' (duration: 368.951574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:03.37953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:03.008953Z","time spent":"370.501101ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:03.554224Z","caller":"traceutil/trace.go:171","msg":"trace[269541842] transaction","detail":"{read_only:false; response_revision:4393; number_of_response:1; }","duration":"171.054994ms","start":"2026-07-24T05:34:03.383139Z","end":"2026-07-24T05:34:03.554194Z","steps":["trace[269541842] 'process raft request' (duration: 110.200034ms)","trace[269541842] 'compare' (duration: 60.600154ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:03.554618Z","caller":"traceutil/trace.go:171","msg":"trace[698796636] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"171.392801ms","start":"2026-07-24T05:34:03.383186Z","end":"2026-07-24T05:34:03.554579Z","steps":["trace[698796636] 'process raft request' (duration: 170.966262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:03.554858Z","caller":"traceutil/trace.go:171","msg":"trace[269901866] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"170.862129ms","start":"2026-07-24T05:34:03.383967Z","end":"2026-07-24T05:34:03.554829Z","steps":["trace[269901866] 'process raft request' (duration: 170.525872ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:03.55489Z","caller":"traceutil/trace.go:171","msg":"trace[1539690170] linearizableReadLoop","detail":"{readStateIndex:4631; appliedIndex:4627; }","duration":"169.273392ms","start":"2026-07-24T05:34:03.3856Z","end":"2026-07-24T05:34:03.554873Z","steps":["trace[1539690170] 'read index received' (duration: 107.750787ms)","trace[1539690170] 'applied index is now lower than readState.Index' (duration: 61.521325ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:03.554909Z","caller":"traceutil/trace.go:171","msg":"trace[1515673415] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"170.828238ms","start":"2026-07-24T05:34:03.384053Z","end":"2026-07-24T05:34:03.554881Z","steps":["trace[1515673415] 'process raft request' (duration: 170.712896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:03.55509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.290154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:03.555129Z","caller":"traceutil/trace.go:171","msg":"trace[1060343524] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4396; }","duration":"109.368125ms","start":"2026-07-24T05:34:03.445753Z","end":"2026-07-24T05:34:03.555121Z","steps":["trace[1060343524] 'agreement among raft nodes before linearized reading' (duration: 109.278803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:03.555122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.41513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:03.555175Z","caller":"traceutil/trace.go:171","msg":"trace[1056202117] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:4396; }","duration":"137.509843ms","start":"2026-07-24T05:34:03.417646Z","end":"2026-07-24T05:34:03.555156Z","steps":["trace[1056202117] 'agreement among raft nodes before linearized reading' (duration: 137.41188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:03.555195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.579279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:03.55523Z","caller":"traceutil/trace.go:171","msg":"trace[503928596] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4396; }","duration":"169.657501ms","start":"2026-07-24T05:34:03.385563Z","end":"2026-07-24T05:34:03.55522Z","steps":["trace[503928596] 'agreement among raft nodes before linearized reading' (duration: 169.399105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:03.555263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.616282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:03.555345Z","caller":"traceutil/trace.go:171","msg":"trace[1442652653] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4396; }","duration":"169.728363ms","start":"2026-07-24T05:34:03.385599Z","end":"2026-07-24T05:34:03.555327Z","steps":["trace[1442652653] 'agreement among raft nodes before linearized reading' (duration: 169.389945ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:05.379495Z","caller":"traceutil/trace.go:171","msg":"trace[1046011483] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"307.802938ms","start":"2026-07-24T05:34:05.071672Z","end":"2026-07-24T05:34:05.379475Z","steps":["trace[1046011483] 'process raft request' (duration: 307.655655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:05.37966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:05.071646Z","time spent":"307.932442ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:05.37948Z","caller":"traceutil/trace.go:171","msg":"trace[1362522521] linearizableReadLoop","detail":"{readStateIndex:4633; appliedIndex:4632; }","duration":"258.040404ms","start":"2026-07-24T05:34:05.121417Z","end":"2026-07-24T05:34:05.379457Z","steps":["trace[1362522521] 'read index received' (duration: 257.812739ms)","trace[1362522521] 'applied index is now lower than readState.Index' (duration: 226.575µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:05.379808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.368071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:05.380124Z","caller":"traceutil/trace.go:171","msg":"trace[1511174881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4398; }","duration":"258.72944ms","start":"2026-07-24T05:34:05.121371Z","end":"2026-07-24T05:34:05.380101Z","steps":["trace[1511174881] 'agreement among raft nodes before linearized reading' (duration: 258.271849ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:07.503072Z","caller":"traceutil/trace.go:171","msg":"trace[1031978446] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"117.336468ms","start":"2026-07-24T05:34:07.385714Z","end":"2026-07-24T05:34:07.50305Z","steps":["trace[1031978446] 'process raft request' (duration: 117.192084ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:07.695775Z","caller":"traceutil/trace.go:171","msg":"trace[1533581563] linearizableReadLoop","detail":"{readStateIndex:4646; appliedIndex:4643; }","duration":"227.300698ms","start":"2026-07-24T05:34:07.468452Z","end":"2026-07-24T05:34:07.695752Z","steps":["trace[1533581563] 'read index received' (duration: 34.614006ms)","trace[1533581563] 'applied index is now lower than readState.Index' (duration: 192.685372ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:07.695907Z","caller":"traceutil/trace.go:171","msg":"trace[491123950] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"234.992624ms","start":"2026-07-24T05:34:07.460898Z","end":"2026-07-24T05:34:07.695891Z","steps":["trace[491123950] 'process raft request' (duration: 234.735457ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:07.695938Z","caller":"traceutil/trace.go:171","msg":"trace[1157159218] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"235.026165ms","start":"2026-07-24T05:34:07.460871Z","end":"2026-07-24T05:34:07.695897Z","steps":["trace[1157159218] 'process raft request' (duration: 233.426768ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:07.696022Z","caller":"traceutil/trace.go:171","msg":"trace[1694408291] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"234.732778ms","start":"2026-07-24T05:34:07.461259Z","end":"2026-07-24T05:34:07.695992Z","steps":["trace[1694408291] 'process raft request' (duration: 234.443622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:07.696187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.701198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:34:07.6963Z","caller":"traceutil/trace.go:171","msg":"trace[1446129182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4410; }","duration":"227.847801ms","start":"2026-07-24T05:34:07.468427Z","end":"2026-07-24T05:34:07.696275Z","steps":["trace[1446129182] 'agreement among raft nodes before linearized reading' (duration: 227.554824ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:07.856106Z","caller":"traceutil/trace.go:171","msg":"trace[1046498172] transaction","detail":"{read_only:false; response_revision:4414; number_of_response:1; }","duration":"145.435945ms","start":"2026-07-24T05:34:07.710643Z","end":"2026-07-24T05:34:07.856079Z","steps":["trace[1046498172] 'process raft request' (duration: 145.358983ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:07.856151Z","caller":"traceutil/trace.go:171","msg":"trace[1313714632] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"145.588569ms","start":"2026-07-24T05:34:07.710539Z","end":"2026-07-24T05:34:07.856127Z","steps":["trace[1313714632] 'process raft request' (duration: 145.300832ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:07.856381Z","caller":"traceutil/trace.go:171","msg":"trace[1463703844] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"145.638899ms","start":"2026-07-24T05:34:07.710731Z","end":"2026-07-24T05:34:07.85637Z","steps":["trace[1463703844] 'process raft request' (duration: 145.313942ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:07.856359Z","caller":"traceutil/trace.go:171","msg":"trace[154852578] linearizableReadLoop","detail":"{readStateIndex:4651; appliedIndex:4648; }","duration":"140.320027ms","start":"2026-07-24T05:34:07.716003Z","end":"2026-07-24T05:34:07.856323Z","steps":["trace[154852578] 'read index received' (duration: 10.717657ms)","trace[154852578] 'applied index is now lower than readState.Index' (duration: 129.59917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:07.85668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.663575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:07.856717Z","caller":"traceutil/trace.go:171","msg":"trace[609200616] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4415; }","duration":"140.714776ms","start":"2026-07-24T05:34:07.71599Z","end":"2026-07-24T05:34:07.856705Z","steps":["trace[609200616] 'agreement among raft nodes before linearized reading' (duration: 140.47148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:07.856787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.700523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:07.856838Z","caller":"traceutil/trace.go:171","msg":"trace[1291048113] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4415; }","duration":"139.772255ms","start":"2026-07-24T05:34:07.717054Z","end":"2026-07-24T05:34:07.856826Z","steps":["trace[1291048113] 'agreement among raft nodes before linearized reading' (duration: 139.443537ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:09.642144Z","caller":"traceutil/trace.go:171","msg":"trace[1093028251] linearizableReadLoop","detail":"{readStateIndex:4653; appliedIndex:4652; }","duration":"125.950827ms","start":"2026-07-24T05:34:09.516167Z","end":"2026-07-24T05:34:09.642118Z","steps":["trace[1093028251] 'read index received' (duration: 125.735762ms)","trace[1093028251] 'applied index is now lower than readState.Index' (duration: 214.295µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:09.64221Z","caller":"traceutil/trace.go:171","msg":"trace[1100001607] transaction","detail":"{read_only:false; response_revision:4417; number_of_response:1; }","duration":"132.936116ms","start":"2026-07-24T05:34:09.509258Z","end":"2026-07-24T05:34:09.642194Z","steps":["trace[1100001607] 'process raft request' (duration: 132.681711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:09.642425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.251993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-24T05:34:09.642476Z","caller":"traceutil/trace.go:171","msg":"trace[815443440] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4417; }","duration":"126.369586ms","start":"2026-07-24T05:34:09.516088Z","end":"2026-07-24T05:34:09.642457Z","steps":["trace[815443440] 'agreement among raft nodes before linearized reading' (duration: 126.133661ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:09.812274Z","caller":"traceutil/trace.go:171","msg":"trace[567414816] transaction","detail":"{read_only:false; response_revision:4419; number_of_response:1; }","duration":"110.942771ms","start":"2026-07-24T05:34:09.701306Z","end":"2026-07-24T05:34:09.812249Z","steps":["trace[567414816] 'process raft request' (duration: 110.89548ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:09.812365Z","caller":"traceutil/trace.go:171","msg":"trace[248770012] transaction","detail":"{read_only:false; response_revision:4418; number_of_response:1; }","duration":"111.018993ms","start":"2026-07-24T05:34:09.701308Z","end":"2026-07-24T05:34:09.812327Z","steps":["trace[248770012] 'process raft request' (duration: 110.722387ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:09.849319Z","caller":"traceutil/trace.go:171","msg":"trace[321446226] linearizableReadLoop","detail":"{readStateIndex:4656; appliedIndex:4653; }","duration":"137.475111ms","start":"2026-07-24T05:34:09.711821Z","end":"2026-07-24T05:34:09.849296Z","steps":["trace[321446226] 'read index received' (duration: 100.320057ms)","trace[321446226] 'applied index is now lower than readState.Index' (duration: 37.153734ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:09.849362Z","caller":"traceutil/trace.go:171","msg":"trace[1550900534] transaction","detail":"{read_only:false; response_revision:4420; number_of_response:1; }","duration":"147.822699ms","start":"2026-07-24T05:34:09.701516Z","end":"2026-07-24T05:34:09.849339Z","steps":["trace[1550900534] 'process raft request' (duration: 147.660285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:09.849572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.737748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:34:09.849633Z","caller":"traceutil/trace.go:171","msg":"trace[55728157] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4420; }","duration":"137.841309ms","start":"2026-07-24T05:34:09.711775Z","end":"2026-07-24T05:34:09.849617Z","steps":["trace[55728157] 'agreement among raft nodes before linearized reading' (duration: 137.647685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:09.849595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.989838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:34:09.849752Z","caller":"traceutil/trace.go:171","msg":"trace[192394177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4420; }","duration":"120.133412ms","start":"2026-07-24T05:34:09.729546Z","end":"2026-07-24T05:34:09.849679Z","steps":["trace[192394177] 'agreement among raft nodes before linearized reading' (duration: 119.923327ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:10.142189Z","caller":"traceutil/trace.go:171","msg":"trace[1765431831] transaction","detail":"{read_only:false; response_revision:4424; number_of_response:1; }","duration":"252.711691ms","start":"2026-07-24T05:34:09.889444Z","end":"2026-07-24T05:34:10.142156Z","steps":["trace[1765431831] 'process raft request' (duration: 252.606839ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:10.142187Z","caller":"traceutil/trace.go:171","msg":"trace[990234912] transaction","detail":"{read_only:false; response_revision:4423; number_of_response:1; }","duration":"253.04265ms","start":"2026-07-24T05:34:09.889092Z","end":"2026-07-24T05:34:10.142135Z","steps":["trace[990234912] 'process raft request' (duration: 180.299507ms)","trace[990234912] 'compare' (duration: 72.531228ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:10.142294Z","caller":"traceutil/trace.go:171","msg":"trace[360261586] linearizableReadLoop","detail":"{readStateIndex:4660; appliedIndex:4657; }","duration":"252.438515ms","start":"2026-07-24T05:34:09.889834Z","end":"2026-07-24T05:34:10.142273Z","steps":["trace[360261586] 'read index received' (duration: 14.412531ms)","trace[360261586] 'applied index is now lower than readState.Index' (duration: 238.024914ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:10.142699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.843434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:10.142752Z","caller":"traceutil/trace.go:171","msg":"trace[2069658508] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4425; }","duration":"252.923846ms","start":"2026-07-24T05:34:09.889814Z","end":"2026-07-24T05:34:10.142738Z","steps":["trace[2069658508] 'agreement among raft nodes before linearized reading' (duration: 252.585239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:10.142765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.125525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:10.142812Z","caller":"traceutil/trace.go:171","msg":"trace[88145788] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4425; }","duration":"251.204067ms","start":"2026-07-24T05:34:09.891597Z","end":"2026-07-24T05:34:10.142801Z","steps":["trace[88145788] 'agreement among raft nodes before linearized reading' (duration: 250.851139ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:10.380982Z","caller":"traceutil/trace.go:171","msg":"trace[1252960040] transaction","detail":"{read_only:false; response_revision:4426; number_of_response:1; }","duration":"117.996804ms","start":"2026-07-24T05:34:10.26296Z","end":"2026-07-24T05:34:10.380956Z","steps":["trace[1252960040] 'process raft request' (duration: 117.785009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:11.471332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.192868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:34:11.471504Z","caller":"traceutil/trace.go:171","msg":"trace[1527948503] linearizableReadLoop","detail":"{readStateIndex:4665; appliedIndex:4664; }","duration":"392.000936ms","start":"2026-07-24T05:34:11.079478Z","end":"2026-07-24T05:34:11.471479Z","steps":["trace[1527948503] 'read index received' (duration: 253.191834ms)","trace[1527948503] 'applied index is now lower than readState.Index' (duration: 138.785221ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:11.471545Z","caller":"traceutil/trace.go:171","msg":"trace[1940850755] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"532.167028ms","start":"2026-07-24T05:34:10.939331Z","end":"2026-07-24T05:34:11.471498Z","steps":["trace[1940850755] 'process raft request' (duration: 393.424278ms)","trace[1940850755] 'compare' (duration: 136.653053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:11.471727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:10.939307Z","time spent":"532.325832ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:11.471799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.005908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:11.471868Z","caller":"traceutil/trace.go:171","msg":"trace[1698548471] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4428; }","duration":"350.127492ms","start":"2026-07-24T05:34:11.121722Z","end":"2026-07-24T05:34:11.47185Z","steps":["trace[1698548471] 'agreement among raft nodes before linearized reading' (duration: 349.917607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:11.472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.441965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:11.472325Z","caller":"traceutil/trace.go:171","msg":"trace[1795122262] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:4428; }","duration":"392.830125ms","start":"2026-07-24T05:34:11.07946Z","end":"2026-07-24T05:34:11.47229Z","steps":["trace[1795122262] 'agreement among raft nodes before linearized reading' (duration: 392.113478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:11.47239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:11.079439Z","time spent":"392.938818ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:11.472049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:11.121697Z","time spent":"350.266087ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:34:11.820832Z","caller":"traceutil/trace.go:171","msg":"trace[2036645697] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"172.843605ms","start":"2026-07-24T05:34:11.64796Z","end":"2026-07-24T05:34:11.820804Z","steps":["trace[2036645697] 'process raft request' (duration: 77.408211ms)","trace[2036645697] 'compare' (duration: 95.299621ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:12.004014Z","caller":"traceutil/trace.go:171","msg":"trace[1945841818] linearizableReadLoop","detail":"{readStateIndex:4669; appliedIndex:4668; }","duration":"115.633649ms","start":"2026-07-24T05:34:11.888339Z","end":"2026-07-24T05:34:12.003973Z","steps":["trace[1945841818] 'read index received' (duration: 58.096116ms)","trace[1945841818] 'applied index is now lower than readState.Index' (duration: 57.535693ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:12.004217Z","caller":"traceutil/trace.go:171","msg":"trace[1661636913] transaction","detail":"{read_only:false; response_revision:4432; number_of_response:1; }","duration":"150.754527ms","start":"2026-07-24T05:34:11.853443Z","end":"2026-07-24T05:34:12.004198Z","steps":["trace[1661636913] 'process raft request' (duration: 93.06523ms)","trace[1661636913] 'compare' (duration: 57.246166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:12.004817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.454898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-24T05:34:12.004894Z","caller":"traceutil/trace.go:171","msg":"trace[446442837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4432; }","duration":"116.55815ms","start":"2026-07-24T05:34:11.888322Z","end":"2026-07-24T05:34:12.00488Z","steps":["trace[446442837] 'agreement among raft nodes before linearized reading' (duration: 116.294144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:13.54059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.312796291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T05:34:13.540694Z","caller":"traceutil/trace.go:171","msg":"trace[224184329] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4434; }","duration":"1.312935004s","start":"2026-07-24T05:34:12.227733Z","end":"2026-07-24T05:34:13.540668Z","steps":["trace[224184329] 'range keys from in-memory index tree' (duration: 1.312597646s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:13.540736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.273792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:13.540749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:12.227718Z","time spent":"1.313018016s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:34:13.540806Z","caller":"traceutil/trace.go:171","msg":"trace[897805801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4434; }","duration":"419.379525ms","start":"2026-07-24T05:34:13.121402Z","end":"2026-07-24T05:34:13.540782Z","steps":["trace[897805801] 'range keys from in-memory index tree' (duration: 419.19576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:13.540776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344117831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" ","response":"range_response_count:1 size:835"} {"level":"warn","ts":"2026-07-24T05:34:13.540863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.12138Z","time spent":"419.466987ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:34:13.540883Z","caller":"traceutil/trace.go:171","msg":"trace[2143917289] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8; range_end:; response_count:1; response_revision:4434; }","duration":"1.344299395s","start":"2026-07-24T05:34:12.196558Z","end":"2026-07-24T05:34:13.540858Z","steps":["trace[2143917289] 'range keys from in-memory index tree' (duration: 1.343790013s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:13.540942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:12.19653Z","time spent":"1.344396247s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":858,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" "} {"level":"warn","ts":"2026-07-24T05:34:13.541108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.830135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:34:13.541164Z","caller":"traceutil/trace.go:171","msg":"trace[78972406] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4434; }","duration":"529.926417ms","start":"2026-07-24T05:34:13.011222Z","end":"2026-07-24T05:34:13.541148Z","steps":["trace[78972406] 'range keys from in-memory index tree' (duration: 529.64186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:13.541183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.512888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:34:13.54127Z","caller":"traceutil/trace.go:171","msg":"trace[167070440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4434; }","duration":"873.600561ms","start":"2026-07-24T05:34:12.667638Z","end":"2026-07-24T05:34:13.541238Z","steps":["trace[167070440] 'range keys from in-memory index tree' (duration: 873.289524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:13.541324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:12.667553Z","time spent":"873.753744ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:34:13.541208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.011157Z","time spent":"530.038959ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:34:13.541356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394003847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:34:13.541373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390589199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:34:13.541412Z","caller":"traceutil/trace.go:171","msg":"trace[1423127999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4434; }","duration":"1.39410776s","start":"2026-07-24T05:34:12.147292Z","end":"2026-07-24T05:34:13.5414Z","steps":["trace[1423127999] 'range keys from in-memory index tree' (duration: 1.393855904s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:13.541427Z","caller":"traceutil/trace.go:171","msg":"trace[766516601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4434; }","duration":"1.390692411s","start":"2026-07-24T05:34:12.150721Z","end":"2026-07-24T05:34:13.541413Z","steps":["trace[766516601] 'range keys from in-memory index tree' (duration: 1.390458626s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:13.541446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:12.147224Z","time spent":"1.394214553s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:34:13.541461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:12.150677Z","time spent":"1.390775463s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:34:13.541473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.394753735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T05:34:13.541515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391566621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:34:13.541539Z","caller":"traceutil/trace.go:171","msg":"trace[1453891320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4434; }","duration":"1.394864557s","start":"2026-07-24T05:34:12.146658Z","end":"2026-07-24T05:34:13.541522Z","steps":["trace[1453891320] 'range keys from in-memory index tree' (duration: 1.394579461s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:13.541569Z","caller":"traceutil/trace.go:171","msg":"trace[1125960303] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4434; }","duration":"1.391636362s","start":"2026-07-24T05:34:12.149918Z","end":"2026-07-24T05:34:13.541554Z","steps":["trace[1125960303] 'range keys from in-memory index tree' (duration: 1.391426718s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:13.541578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:12.146636Z","time spent":"1.39493327s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:34:13.54162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:12.149908Z","time spent":"1.391700044s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:34:13.541139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.233274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:13.541844Z","caller":"traceutil/trace.go:171","msg":"trace[926797718] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4434; }","duration":"274.00329ms","start":"2026-07-24T05:34:13.267812Z","end":"2026-07-24T05:34:13.541815Z","steps":["trace[926797718] 'count revisions from in-memory index tree' (duration: 273.11346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:14.094341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145761,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:34:14.418265Z","caller":"traceutil/trace.go:171","msg":"trace[2092832051] transaction","detail":"{read_only:false; response_revision:4436; number_of_response:1; }","duration":"825.515194ms","start":"2026-07-24T05:34:13.592724Z","end":"2026-07-24T05:34:14.418239Z","steps":["trace[2092832051] 'process raft request' (duration: 825.425422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:14.41834Z","caller":"traceutil/trace.go:171","msg":"trace[2093696695] transaction","detail":"{read_only:false; response_revision:4435; number_of_response:1; }","duration":"825.806092ms","start":"2026-07-24T05:34:13.592498Z","end":"2026-07-24T05:34:14.418304Z","steps":["trace[2093696695] 'process raft request' (duration: 825.469184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:14.41841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.592699Z","time spent":"825.637328ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:14.418549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.592479Z","time spent":"825.951406ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:16.194919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.387653622s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:34:16.195619Z","caller":"traceutil/trace.go:171","msg":"trace[1816226236] transaction","detail":"{read_only:false; response_revision:4437; number_of_response:1; }","duration":"2.601683522s","start":"2026-07-24T05:34:13.593898Z","end":"2026-07-24T05:34:16.195582Z","steps":["trace[1816226236] 'process raft request' (duration: 2.601319834s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:16.195746Z","caller":"traceutil/trace.go:171","msg":"trace[197421922] transaction","detail":"{read_only:false; response_revision:4440; number_of_response:1; }","duration":"2.368024579s","start":"2026-07-24T05:34:13.827704Z","end":"2026-07-24T05:34:16.195729Z","steps":["trace[197421922] 'process raft request' (duration: 2.367862475s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:16.195947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.603067593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-24T05:34:16.195988Z","caller":"traceutil/trace.go:171","msg":"trace[1966710408] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:4442; }","duration":"2.603152015s","start":"2026-07-24T05:34:13.592828Z","end":"2026-07-24T05:34:16.19598Z","steps":["trace[1966710408] 'agreement among raft nodes before linearized reading' (duration: 2.602991992s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:16.196011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.592798Z","time spent":"2.603207177s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:34:16.195975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.827667Z","time spent":"2.368196852s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:16.195771Z","caller":"traceutil/trace.go:171","msg":"trace[1697398300] linearizableReadLoop","detail":"{readStateIndex:4679; appliedIndex:4671; }","duration":"2.602889869s","start":"2026-07-24T05:34:13.592864Z","end":"2026-07-24T05:34:16.195754Z","steps":["trace[1697398300] 'read index received' (duration: 825.186937ms)","trace[1697398300] 'applied index is now lower than readState.Index' (duration: 1.777702242s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:16.195628Z","caller":"traceutil/trace.go:171","msg":"trace[335905877] transaction","detail":"{read_only:false; response_revision:4439; number_of_response:1; }","duration":"2.368038369s","start":"2026-07-24T05:34:13.827565Z","end":"2026-07-24T05:34:16.195603Z","steps":["trace[335905877] 'process raft request' (duration: 2.367947477s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:16.19638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.593869Z","time spent":"2.602079491s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:16.196424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.827543Z","time spent":"2.368717194s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:16.196601Z","caller":"traceutil/trace.go:171","msg":"trace[2049246116] transaction","detail":"{read_only:false; response_revision:4441; number_of_response:1; }","duration":"2.368811346s","start":"2026-07-24T05:34:13.827767Z","end":"2026-07-24T05:34:16.196578Z","steps":["trace[2049246116] 'process raft request' (duration: 2.367905905s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:16.196621Z","caller":"traceutil/trace.go:171","msg":"trace[1886018957] transaction","detail":"{read_only:false; response_revision:4442; number_of_response:1; }","duration":"2.184500417s","start":"2026-07-24T05:34:14.012094Z","end":"2026-07-24T05:34:16.196594Z","steps":["trace[1886018957] 'process raft request' (duration: 2.183628938s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:16.196705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.827742Z","time spent":"2.368911279s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:16.19674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:14.012065Z","time spent":"2.18461691s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:16.195653Z","caller":"traceutil/trace.go:171","msg":"trace[2136511738] transaction","detail":"{read_only:false; response_revision:4438; number_of_response:1; }","duration":"2.582441989s","start":"2026-07-24T05:34:13.613175Z","end":"2026-07-24T05:34:16.195617Z","steps":["trace[2136511738] 'process raft request' (duration: 2.582257045s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:16.197069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.613147Z","time spent":"2.583846161s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:16.696881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:17.121455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00026293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:17.121532Z","caller":"traceutil/trace.go:171","msg":"trace[384101989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000406324s","start":"2026-07-24T05:34:15.121109Z","end":"2026-07-24T05:34:17.121515Z","steps":["trace[384101989] 'agreement among raft nodes before linearized reading' (duration: 2.000307861s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:17.121571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:15.121088Z","time spent":"2.000476135s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:34:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:17.197286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:17.698249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:18.199129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:18.699877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145771,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:19.0599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999720039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:19.05999Z","caller":"traceutil/trace.go:171","msg":"trace[1375026615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999869762s","start":"2026-07-24T05:34:14.0601Z","end":"2026-07-24T05:34:19.059969Z","steps":["trace[1375026615] 'agreement among raft nodes before linearized reading' (duration: 4.99975818s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.060083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:14.060074Z","time spent":"4.999995456s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:34:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:19.108749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.913590294s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:34:19.109184Z","caller":"traceutil/trace.go:171","msg":"trace[1023054431] transaction","detail":"{read_only:false; response_revision:4443; number_of_response:1; }","duration":"3.900191793s","start":"2026-07-24T05:34:15.208967Z","end":"2026-07-24T05:34:19.109158Z","steps":["trace[1023054431] 'process raft request' (duration: 3.900017229s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.109498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:15.208942Z","time spent":"3.90048244s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:19.12176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:34:19.121852Z","caller":"traceutil/trace.go:171","msg":"trace[1516962509] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149838s","start":"2026-07-24T05:34:17.121685Z","end":"2026-07-24T05:34:19.121835Z","steps":["trace[1516962509] 'agreement among raft nodes before linearized reading' (duration: 2.000037916s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.121937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:17.121672Z","time spent":"2.00025508s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:34:19.53894Z","caller":"traceutil/trace.go:171","msg":"trace[557625104] transaction","detail":"{read_only:false; response_revision:4444; number_of_response:1; }","duration":"2.999187061s","start":"2026-07-24T05:34:16.539711Z","end":"2026-07-24T05:34:19.538898Z","steps":["trace[557625104] 'process raft request' (duration: 2.998836953s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.539251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:16.539687Z","time spent":"2.999447667s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:19.835755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.956589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:34:19.83716Z","caller":"traceutil/trace.go:171","msg":"trace[461066651] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"3.265301533s","start":"2026-07-24T05:34:16.571805Z","end":"2026-07-24T05:34:19.837106Z","steps":["trace[461066651] 'process raft request' (duration: 3.264704148s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:19.837202Z","caller":"traceutil/trace.go:171","msg":"trace[309396583] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"1.633567358s","start":"2026-07-24T05:34:18.203604Z","end":"2026-07-24T05:34:19.837171Z","steps":["trace[309396583] 'process raft request' (duration: 1.633420945s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.837364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:16.571786Z","time spent":"3.265478826s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:19.837578Z","caller":"traceutil/trace.go:171","msg":"trace[1325724547] linearizableReadLoop","detail":"{readStateIndex:4687; appliedIndex:4679; }","duration":"3.641451603s","start":"2026-07-24T05:34:16.19611Z","end":"2026-07-24T05:34:19.837562Z","steps":["trace[1325724547] 'read index received' (duration: 2.912828757s)","trace[1325724547] 'applied index is now lower than readState.Index' (duration: 728.621656ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:19.837489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:18.203575Z","time spent":"1.633702682s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:19.837673Z","caller":"traceutil/trace.go:171","msg":"trace[612088356] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"1.633983977s","start":"2026-07-24T05:34:18.203646Z","end":"2026-07-24T05:34:19.83763Z","steps":["trace[612088356] 'process raft request' (duration: 1.633457055s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.837776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.972536707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:19.837546Z","caller":"traceutil/trace.go:171","msg":"trace[1768944185] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"1.633822993s","start":"2026-07-24T05:34:18.203688Z","end":"2026-07-24T05:34:19.837511Z","steps":["trace[1768944185] 'process raft request' (duration: 1.63367317s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.837872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.11587759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:19.837869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:18.203631Z","time spent":"1.63414184s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:19.837949Z","caller":"traceutil/trace.go:171","msg":"trace[1823394150] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:4449; }","duration":"5.116002963s","start":"2026-07-24T05:34:14.721933Z","end":"2026-07-24T05:34:19.837936Z","steps":["trace[1823394150] 'agreement among raft nodes before linearized reading' (duration: 5.11590279s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:19.837958Z","caller":"traceutil/trace.go:171","msg":"trace[1303799499] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"1.633495976s","start":"2026-07-24T05:34:18.204442Z","end":"2026-07-24T05:34:19.837938Z","steps":["trace[1303799499] 'process raft request' (duration: 1.633031065s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.837966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:18.203661Z","time spent":"1.634212892s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:19.837999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:14.721908Z","time spent":"5.116080905s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:19.837806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.12889307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"warn","ts":"2026-07-24T05:34:19.838099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:18.204434Z","time spent":"1.633593728s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:19.838109Z","caller":"traceutil/trace.go:171","msg":"trace[1700477442] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4449; }","duration":"5.129246328s","start":"2026-07-24T05:34:14.708844Z","end":"2026-07-24T05:34:19.83809Z","steps":["trace[1700477442] 'agreement among raft nodes before linearized reading' (duration: 5.128776247s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.838197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:14.708825Z","time spent":"5.12935498s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:34:19.837859Z","caller":"traceutil/trace.go:171","msg":"trace[1927567458] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4449; }","duration":"3.972668739s","start":"2026-07-24T05:34:15.865172Z","end":"2026-07-24T05:34:19.83784Z","steps":["trace[1927567458] 'agreement among raft nodes before linearized reading' (duration: 3.972502976s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.838303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:15.865147Z","time spent":"3.973130979s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":33,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:19.838603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.542092821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:19.838608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.781846755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:34:19.838654Z","caller":"traceutil/trace.go:171","msg":"trace[1692509899] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:4449; }","duration":"5.542144133s","start":"2026-07-24T05:34:14.296495Z","end":"2026-07-24T05:34:19.838639Z","steps":["trace[1692509899] 'agreement among raft nodes before linearized reading' (duration: 5.541616841s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:19.83867Z","caller":"traceutil/trace.go:171","msg":"trace[464818414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4449; }","duration":"5.781949568s","start":"2026-07-24T05:34:14.056704Z","end":"2026-07-24T05:34:19.838653Z","steps":["trace[464818414] 'agreement among raft nodes before linearized reading' (duration: 5.781383055s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.838702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:14.296458Z","time spent":"5.542232985s","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:19.838715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:14.056684Z","time spent":"5.782018469s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:34:19.838644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067712435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-07-24T05:34:19.838862Z","caller":"traceutil/trace.go:171","msg":"trace[118260183] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8; range_end:; response_count:1; response_revision:4449; }","duration":"4.067979331s","start":"2026-07-24T05:34:15.770864Z","end":"2026-07-24T05:34:19.838844Z","steps":["trace[118260183] 'agreement among raft nodes before linearized reading' (duration: 4.066908817s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.838998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.24244512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:34:19.839081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:15.770841Z","time spent":"4.068155186s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":858,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" "} {"level":"info","ts":"2026-07-24T05:34:19.839124Z","caller":"traceutil/trace.go:171","msg":"trace[716575784] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4449; }","duration":"5.242546313s","start":"2026-07-24T05:34:14.596497Z","end":"2026-07-24T05:34:19.839043Z","steps":["trace[716575784] 'agreement among raft nodes before linearized reading' (duration: 5.241601151s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.839193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.239675635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"warn","ts":"2026-07-24T05:34:19.839172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:14.596472Z","time spent":"5.242688236s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:34:19.839238Z","caller":"traceutil/trace.go:171","msg":"trace[1902248321] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4449; }","duration":"6.239736956s","start":"2026-07-24T05:34:13.599491Z","end":"2026-07-24T05:34:19.839228Z","steps":["trace[1902248321] 'agreement among raft nodes before linearized reading' (duration: 6.238648911s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.839273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.599483Z","time spent":"6.239778897s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:34:19.839345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637599529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:34:19.83939Z","caller":"traceutil/trace.go:171","msg":"trace[363782135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4449; }","duration":"1.637652711s","start":"2026-07-24T05:34:18.201723Z","end":"2026-07-24T05:34:19.839376Z","steps":["trace[363782135] 'agreement among raft nodes before linearized reading' (duration: 1.636469314s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.839395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.246406419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:19.839455Z","caller":"traceutil/trace.go:171","msg":"trace[608778581] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4449; }","duration":"6.246513172s","start":"2026-07-24T05:34:13.592927Z","end":"2026-07-24T05:34:19.83944Z","steps":["trace[608778581] 'agreement among raft nodes before linearized reading' (duration: 6.245240283s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.839486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.417338237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:34:19.839513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:13.592906Z","time spent":"6.246593133s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:34:19.83954Z","caller":"traceutil/trace.go:171","msg":"trace[1483341068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4449; }","duration":"3.41743468s","start":"2026-07-24T05:34:16.42209Z","end":"2026-07-24T05:34:19.839525Z","steps":["trace[1483341068] 'agreement among raft nodes before linearized reading' (duration: 3.416104619s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.839418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:18.201717Z","time spent":"1.637695262s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:34:19.839585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:16.422072Z","time spent":"3.417500722s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:34:19.839692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.108057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:19.839719Z","caller":"traceutil/trace.go:171","msg":"trace[1455061277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4449; }","duration":"712.161169ms","start":"2026-07-24T05:34:19.12755Z","end":"2026-07-24T05:34:19.839711Z","steps":["trace[1455061277] 'agreement among raft nodes before linearized reading' (duration: 710.653424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.839737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:19.127533Z","time spent":"712.200609ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:34:19.839894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638296587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:34:19.840032Z","caller":"traceutil/trace.go:171","msg":"trace[939548418] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4449; }","duration":"1.638484511s","start":"2026-07-24T05:34:18.201531Z","end":"2026-07-24T05:34:19.840016Z","steps":["trace[939548418] 'agreement among raft nodes before linearized reading' (duration: 1.636686199s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.84008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:18.201514Z","time spent":"1.638551582s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:34:19.840183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457522329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:19.840229Z","caller":"traceutil/trace.go:171","msg":"trace[1860049722] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:4449; }","duration":"1.457613221s","start":"2026-07-24T05:34:18.382603Z","end":"2026-07-24T05:34:19.840216Z","steps":["trace[1860049722] 'agreement among raft nodes before linearized reading' (duration: 1.455605875s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.840261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:18.382582Z","time spent":"1.457670053s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:19.840396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785813446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:19.840465Z","caller":"traceutil/trace.go:171","msg":"trace[1872255909] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4449; }","duration":"2.785917758s","start":"2026-07-24T05:34:17.054526Z","end":"2026-07-24T05:34:19.840443Z","steps":["trace[1872255909] 'agreement among raft nodes before linearized reading' (duration: 2.783703717s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:19.840511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:17.054504Z","time spent":"2.78599237s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:22.205124Z","caller":"traceutil/trace.go:171","msg":"trace[2040444161] linearizableReadLoop","detail":"{readStateIndex:4698; appliedIndex:4697; }","duration":"358.559956ms","start":"2026-07-24T05:34:21.846529Z","end":"2026-07-24T05:34:22.205089Z","steps":["trace[2040444161] 'read index received' (duration: 358.384872ms)","trace[2040444161] 'applied index is now lower than readState.Index' (duration: 173.124µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:22.205224Z","caller":"traceutil/trace.go:171","msg":"trace[689276378] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"359.040957ms","start":"2026-07-24T05:34:21.84614Z","end":"2026-07-24T05:34:22.205181Z","steps":["trace[689276378] 'process raft request' (duration: 358.700489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.205403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.846108Z","time spent":"359.20063ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:22.205563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.991766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:34:22.205698Z","caller":"traceutil/trace.go:171","msg":"trace[1440280406] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4459; }","duration":"359.19773ms","start":"2026-07-24T05:34:21.846476Z","end":"2026-07-24T05:34:22.205673Z","steps":["trace[1440280406] 'agreement among raft nodes before linearized reading' (duration: 358.794931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.20576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.846448Z","time spent":"359.300743ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:34:22.55225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.450205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:34:22.552535Z","caller":"traceutil/trace.go:171","msg":"trace[1156969509] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"705.829392ms","start":"2026-07-24T05:34:21.846648Z","end":"2026-07-24T05:34:22.552477Z","steps":["trace[1156969509] 'process raft request' (duration: 450.04129ms)","trace[1156969509] 'compare' (duration: 255.034655ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:22.55259Z","caller":"traceutil/trace.go:171","msg":"trace[1317684304] linearizableReadLoop","detail":"{readStateIndex:4701; appliedIndex:4698; }","duration":"347.345388ms","start":"2026-07-24T05:34:22.205228Z","end":"2026-07-24T05:34:22.552573Z","steps":["trace[1317684304] 'read index received' (duration: 91.354991ms)","trace[1317684304] 'applied index is now lower than readState.Index' (duration: 255.988477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:22.552664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.846632Z","time spent":"705.976426ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:22.552719Z","caller":"traceutil/trace.go:171","msg":"trace[1989727703] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"705.271409ms","start":"2026-07-24T05:34:21.847433Z","end":"2026-07-24T05:34:22.552704Z","steps":["trace[1989727703] 'process raft request' (duration: 704.941211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.552832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.847411Z","time spent":"705.369252ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:22.552973Z","caller":"traceutil/trace.go:171","msg":"trace[822826549] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"705.472464ms","start":"2026-07-24T05:34:21.847484Z","end":"2026-07-24T05:34:22.552957Z","steps":["trace[822826549] 'process raft request' (duration: 704.973152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.553097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.847472Z","time spent":"705.548215ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:22.553485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.39174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:34:22.553539Z","caller":"traceutil/trace.go:171","msg":"trace[1530160291] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4462; }","duration":"698.458432ms","start":"2026-07-24T05:34:21.855065Z","end":"2026-07-24T05:34:22.553524Z","steps":["trace[1530160291] 'agreement among raft nodes before linearized reading' (duration: 698.288329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.553581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.855057Z","time spent":"698.515833ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:34:22.553839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.179554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:34:22.55388Z","caller":"traceutil/trace.go:171","msg":"trace[1782095079] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4462; }","duration":"701.237566ms","start":"2026-07-24T05:34:21.852633Z","end":"2026-07-24T05:34:22.553871Z","steps":["trace[1782095079] 'agreement among raft nodes before linearized reading' (duration: 701.127964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.553965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.852626Z","time spent":"701.329958ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:34:22.554156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.458796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:22.554165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.427634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:22.554221Z","caller":"traceutil/trace.go:171","msg":"trace[899586147] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:4462; }","duration":"706.525509ms","start":"2026-07-24T05:34:21.847681Z","end":"2026-07-24T05:34:22.554206Z","steps":["trace[899586147] 'agreement among raft nodes before linearized reading' (duration: 706.431176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:22.554232Z","caller":"traceutil/trace.go:171","msg":"trace[1867479095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4462; }","duration":"398.542296ms","start":"2026-07-24T05:34:22.155672Z","end":"2026-07-24T05:34:22.554214Z","steps":["trace[1867479095] 'agreement among raft nodes before linearized reading' (duration: 398.445043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.554271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.847653Z","time spent":"706.59941ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:22.554279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:22.155643Z","time spent":"398.624518ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:34:22.554258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.491187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:34:22.554339Z","caller":"traceutil/trace.go:171","msg":"trace[1525919031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4462; }","duration":"619.606889ms","start":"2026-07-24T05:34:21.934715Z","end":"2026-07-24T05:34:22.554322Z","steps":["trace[1525919031] 'agreement among raft nodes before linearized reading' (duration: 619.358003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.55437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.540471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:34:22.554411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.95157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:34:22.554458Z","caller":"traceutil/trace.go:171","msg":"trace[1145071184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4462; }","duration":"620.666244ms","start":"2026-07-24T05:34:21.933774Z","end":"2026-07-24T05:34:22.55444Z","steps":["trace[1145071184] 'agreement among raft nodes before linearized reading' (duration: 620.398738ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:22.554471Z","caller":"traceutil/trace.go:171","msg":"trace[669261659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4462; }","duration":"621.051542ms","start":"2026-07-24T05:34:21.933403Z","end":"2026-07-24T05:34:22.554454Z","steps":["trace[669261659] 'agreement among raft nodes before linearized reading' (duration: 620.885909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.554543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.93338Z","time spent":"621.145585ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:34:22.55457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.684522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:22.554712Z","caller":"traceutil/trace.go:171","msg":"trace[593262100] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4462; }","duration":"342.876476ms","start":"2026-07-24T05:34:22.211818Z","end":"2026-07-24T05:34:22.554694Z","steps":["trace[593262100] 'agreement among raft nodes before linearized reading' (duration: 342.396195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.554765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:22.211792Z","time spent":"342.959957ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:34:22.554497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.933762Z","time spent":"620.729385ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:34:22.555302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.951235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:34:22.555398Z","caller":"traceutil/trace.go:171","msg":"trace[1857183736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4462; }","duration":"646.087328ms","start":"2026-07-24T05:34:21.909288Z","end":"2026-07-24T05:34:22.555375Z","steps":["trace[1857183736] 'agreement among raft nodes before linearized reading' (duration: 645.799382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:22.555437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.90927Z","time spent":"646.15856ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:34:22.554406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:21.934708Z","time spent":"619.680132ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:34:23.205866Z","caller":"traceutil/trace.go:171","msg":"trace[1603560495] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"128.967866ms","start":"2026-07-24T05:34:23.076869Z","end":"2026-07-24T05:34:23.205837Z","steps":["trace[1603560495] 'process raft request' (duration: 128.809412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.913282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113123189s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:34:27.914578Z","caller":"traceutil/trace.go:171","msg":"trace[1305134438] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"1.344449169s","start":"2026-07-24T05:34:26.570097Z","end":"2026-07-24T05:34:27.914546Z","steps":["trace[1305134438] 'process raft request' (duration: 1.343285992s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.914759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.570019Z","time spent":"1.344652493s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:27.976964Z","caller":"traceutil/trace.go:171","msg":"trace[179648767] linearizableReadLoop","detail":"{readStateIndex:4720; appliedIndex:4716; }","duration":"1.393176718s","start":"2026-07-24T05:34:26.583761Z","end":"2026-07-24T05:34:27.976937Z","steps":["trace[179648767] 'read index received' (duration: 216.404786ms)","trace[179648767] 'applied index is now lower than readState.Index' (duration: 1.176770892s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:27.976983Z","caller":"traceutil/trace.go:171","msg":"trace[1247325509] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"1.402614675s","start":"2026-07-24T05:34:26.57433Z","end":"2026-07-24T05:34:27.976944Z","steps":["trace[1247325509] 'process raft request' (duration: 1.402512773s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:27.976992Z","caller":"traceutil/trace.go:171","msg":"trace[1334950268] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"1.360572209s","start":"2026-07-24T05:34:26.616382Z","end":"2026-07-24T05:34:27.976955Z","steps":["trace[1334950268] 'process raft request' (duration: 1.360506907s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.97717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.616349Z","time spent":"1.360733432s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:27.977208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12455195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:27.977238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393460965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:34:27.977191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.574314Z","time spent":"1.402752868s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:27.977363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.740925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:27.977377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392645536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:34:27.977413Z","caller":"traceutil/trace.go:171","msg":"trace[1711762495] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4481; }","duration":"343.832717ms","start":"2026-07-24T05:34:27.63357Z","end":"2026-07-24T05:34:27.977403Z","steps":["trace[1711762495] 'agreement among raft nodes before linearized reading' (duration: 343.762775ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:27.977429Z","caller":"traceutil/trace.go:171","msg":"trace[1443425118] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4481; }","duration":"1.392882502s","start":"2026-07-24T05:34:26.584531Z","end":"2026-07-24T05:34:27.977413Z","steps":["trace[1443425118] 'agreement among raft nodes before linearized reading' (duration: 1.392567385s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.97743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352191606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:34:27.977455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:27.633549Z","time spent":"343.895168ms","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:27.977482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.584508Z","time spent":"1.392960673s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:34:27.977494Z","caller":"traceutil/trace.go:171","msg":"trace[1003337274] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4481; }","duration":"1.352271778s","start":"2026-07-24T05:34:26.625214Z","end":"2026-07-24T05:34:27.977486Z","steps":["trace[1003337274] 'agreement among raft nodes before linearized reading' (duration: 1.352146145s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.977526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.400324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:27.977669Z","caller":"traceutil/trace.go:171","msg":"trace[1002154689] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4481; }","duration":"122.618939ms","start":"2026-07-24T05:34:27.854987Z","end":"2026-07-24T05:34:27.977606Z","steps":["trace[1002154689] 'agreement among raft nodes before linearized reading' (duration: 122.261111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.977699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37150365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:34:27.97774Z","caller":"traceutil/trace.go:171","msg":"trace[63905176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4481; }","duration":"1.371633084s","start":"2026-07-24T05:34:26.606095Z","end":"2026-07-24T05:34:27.977728Z","steps":["trace[63905176] 'agreement among raft nodes before linearized reading' (duration: 1.37150709s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.977767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.606068Z","time spent":"1.371693265s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:34:27.977298Z","caller":"traceutil/trace.go:171","msg":"trace[1520464073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4481; }","duration":"1.393574028s","start":"2026-07-24T05:34:26.583711Z","end":"2026-07-24T05:34:27.977285Z","steps":["trace[1520464073] 'agreement among raft nodes before linearized reading' (duration: 1.393351623s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:27.977Z","caller":"traceutil/trace.go:171","msg":"trace[250710177] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"1.40583236s","start":"2026-07-24T05:34:26.571129Z","end":"2026-07-24T05:34:27.976962Z","steps":["trace[250710177] 'process raft request' (duration: 1.343396314s)","trace[250710177] 'compare' (duration: 62.16553ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:27.977301Z","caller":"traceutil/trace.go:171","msg":"trace[1311225608] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:4481; }","duration":"1.124722455s","start":"2026-07-24T05:34:26.852552Z","end":"2026-07-24T05:34:27.977274Z","steps":["trace[1311225608] 'agreement among raft nodes before linearized reading' (duration: 1.124549741s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.977987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.583696Z","time spent":"1.394269134s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:34:27.977574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.625207Z","time spent":"1.352355649s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:34:27.978065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.571096Z","time spent":"1.406889985s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:27.978042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.852528Z","time spent":"1.125491293s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:27.977736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.31867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:34:27.978254Z","caller":"traceutil/trace.go:171","msg":"trace[213491860] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4481; }","duration":"668.881783ms","start":"2026-07-24T05:34:27.309356Z","end":"2026-07-24T05:34:27.978238Z","steps":["trace[213491860] 'agreement among raft nodes before linearized reading' (duration: 668.219357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.978303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:27.309331Z","time spent":"668.957664ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:34:27.981332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370868067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:34:27.977682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31580052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:34:27.981478Z","caller":"traceutil/trace.go:171","msg":"trace[1465168872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4481; }","duration":"1.319649168s","start":"2026-07-24T05:34:26.661813Z","end":"2026-07-24T05:34:27.981462Z","steps":["trace[1465168872] 'agreement among raft nodes before linearized reading' (duration: 1.315544273s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.981555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.661783Z","time spent":"1.319759s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:34:27.98157Z","caller":"traceutil/trace.go:171","msg":"trace[183649738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4481; }","duration":"1.373767373s","start":"2026-07-24T05:34:26.6076Z","end":"2026-07-24T05:34:27.981368Z","steps":["trace[183649738] 'agreement among raft nodes before linearized reading' (duration: 1.36976631s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.982017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.607583Z","time spent":"1.374094191s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:34:27.982381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373951266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:34:27.982424Z","caller":"traceutil/trace.go:171","msg":"trace[1520155908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4481; }","duration":"1.374013477s","start":"2026-07-24T05:34:26.6084Z","end":"2026-07-24T05:34:27.982413Z","steps":["trace[1520155908] 'agreement among raft nodes before linearized reading' (duration: 1.373728311s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:27.982452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:26.60839Z","time spent":"1.374054089s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:34:28.485664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145864,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:34:28.486351Z","caller":"traceutil/trace.go:171","msg":"trace[1159358088] transaction","detail":"{read_only:false; response_revision:4482; number_of_response:1; }","duration":"502.750732ms","start":"2026-07-24T05:34:27.983574Z","end":"2026-07-24T05:34:28.486325Z","steps":["trace[1159358088] 'process raft request' (duration: 502.603358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:28.486497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:27.983558Z","time spent":"502.855824ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:28.492178Z","caller":"traceutil/trace.go:171","msg":"trace[278685182] linearizableReadLoop","detail":"{readStateIndex:4727; appliedIndex:4722; }","duration":"507.47232ms","start":"2026-07-24T05:34:27.984683Z","end":"2026-07-24T05:34:28.492155Z","steps":["trace[278685182] 'read index received' (duration: 501.81675ms)","trace[278685182] 'applied index is now lower than readState.Index' (duration: 5.65424ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:28.492478Z","caller":"traceutil/trace.go:171","msg":"trace[1458786566] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"259.63324ms","start":"2026-07-24T05:34:28.232816Z","end":"2026-07-24T05:34:28.492449Z","steps":["trace[1458786566] 'process raft request' (duration: 259.299913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:28.492684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.984002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:28.492731Z","caller":"traceutil/trace.go:171","msg":"trace[742377677] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4487; }","duration":"508.074253ms","start":"2026-07-24T05:34:27.984646Z","end":"2026-07-24T05:34:28.49272Z","steps":["trace[742377677] 'agreement among raft nodes before linearized reading' (duration: 507.797887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:28.492767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:27.984637Z","time spent":"508.120834ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:34:28.492841Z","caller":"traceutil/trace.go:171","msg":"trace[1274677457] transaction","detail":"{read_only:false; response_revision:4484; number_of_response:1; }","duration":"507.9036ms","start":"2026-07-24T05:34:27.984906Z","end":"2026-07-24T05:34:28.492809Z","steps":["trace[1274677457] 'process raft request' (duration: 507.068071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:28.493004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:27.984898Z","time spent":"508.020933ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:28.493067Z","caller":"traceutil/trace.go:171","msg":"trace[1051483198] transaction","detail":"{read_only:false; response_revision:4485; number_of_response:1; }","duration":"506.928267ms","start":"2026-07-24T05:34:27.986116Z","end":"2026-07-24T05:34:28.493044Z","steps":["trace[1051483198] 'process raft request' (duration: 505.922854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:28.493172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.868987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:28.493224Z","caller":"traceutil/trace.go:171","msg":"trace[1765945305] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4487; }","duration":"503.9457ms","start":"2026-07-24T05:34:27.989268Z","end":"2026-07-24T05:34:28.493213Z","steps":["trace[1765945305] 'agreement among raft nodes before linearized reading' (duration: 503.753544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:28.49326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:27.989251Z","time spent":"504.001471ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:34:28.493264Z","caller":"traceutil/trace.go:171","msg":"trace[1235407553] transaction","detail":"{read_only:false; response_revision:4483; number_of_response:1; }","duration":"508.827612ms","start":"2026-07-24T05:34:27.984425Z","end":"2026-07-24T05:34:28.493252Z","steps":["trace[1235407553] 'process raft request' (duration: 507.405218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:28.493323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:27.984401Z","time spent":"508.890203ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:28.493338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:27.986107Z","time spent":"507.05241ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:28.493526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.36332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:28.493559Z","caller":"traceutil/trace.go:171","msg":"trace[536237352] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:4487; }","duration":"271.454533ms","start":"2026-07-24T05:34:28.222097Z","end":"2026-07-24T05:34:28.493551Z","steps":["trace[536237352] 'agreement among raft nodes before linearized reading' (duration: 271.399892ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:28.49356Z","caller":"traceutil/trace.go:171","msg":"trace[2077192989] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"507.142523ms","start":"2026-07-24T05:34:27.986398Z","end":"2026-07-24T05:34:28.493541Z","steps":["trace[2077192989] 'process raft request' (duration: 505.679679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:28.49375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.93437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:28.493777Z","caller":"traceutil/trace.go:171","msg":"trace[358579781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4487; }","duration":"374.004101ms","start":"2026-07-24T05:34:28.119766Z","end":"2026-07-24T05:34:28.49377Z","steps":["trace[358579781] 'agreement among raft nodes before linearized reading' (duration: 373.95628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:28.493798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:28.119741Z","time spent":"374.051523ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:34:28.493779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:27.986392Z","time spent":"507.256696ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:28.991512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.354137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:28.991648Z","caller":"traceutil/trace.go:171","msg":"trace[1935210718] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4487; }","duration":"111.362229ms","start":"2026-07-24T05:34:28.880259Z","end":"2026-07-24T05:34:28.991622Z","steps":["trace[1935210718] 'count revisions from in-memory index tree' (duration: 110.244774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:30.492001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:30.99224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:31.493022Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:31.993244Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:32.122322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000122867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:32.122406Z","caller":"traceutil/trace.go:171","msg":"trace[125972904] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00028476s","start":"2026-07-24T05:34:30.122102Z","end":"2026-07-24T05:34:32.122387Z","steps":["trace[125972904] 'agreement among raft nodes before linearized reading' (duration: 2.000184328s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:32.122453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.122079Z","time spent":"2.000365223s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:34:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:32.512827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:33.013715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:33.514233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:34.015104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:34.12294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:34.123029Z","caller":"traceutil/trace.go:171","msg":"trace[1128705057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402126s","start":"2026-07-24T05:34:32.122607Z","end":"2026-07-24T05:34:34.12301Z","steps":["trace[1128705057] 'agreement among raft nodes before linearized reading' (duration: 2.000288713s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:34.123075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:32.122587Z","time spent":"2.000479017s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:34:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:34.516068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:34.572644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.276582721s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:34:34.573055Z","caller":"traceutil/trace.go:171","msg":"trace[1389847269] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"4.652779832s","start":"2026-07-24T05:34:29.920253Z","end":"2026-07-24T05:34:34.573033Z","steps":["trace[1389847269] 'process raft request' (duration: 4.652554447s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:34.573191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:29.920222Z","time spent":"4.652888915s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:34.982076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:29.983877Z","time spent":"4.998192376s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:34:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:34.983563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:29.984805Z","time spent":"4.998744868s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:34:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:35.496899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998504694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:35.49698Z","caller":"traceutil/trace.go:171","msg":"trace[1896881526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998639547s","start":"2026-07-24T05:34:30.498322Z","end":"2026-07-24T05:34:35.496962Z","steps":["trace[1896881526] 'agreement among raft nodes before linearized reading' (duration: 4.998548015s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:35.497023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.498299Z","time spent":"4.998716258s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:34:35.497013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998563735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} 2026/07/24 05:34:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T05:34:35.497069Z","caller":"traceutil/trace.go:171","msg":"trace[1446517891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998659127s","start":"2026-07-24T05:34:30.498396Z","end":"2026-07-24T05:34:35.497055Z","steps":["trace[1446517891] 'agreement among raft nodes before linearized reading' (duration: 4.998577795s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:35.497106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.498386Z","time spent":"4.998711168s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:34:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:35.498474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.500062Z","time spent":"4.99840947s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:34:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:35.499871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9996477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:35.499983Z","caller":"traceutil/trace.go:171","msg":"trace[1080606635] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999794702s","start":"2026-07-24T05:34:30.500164Z","end":"2026-07-24T05:34:35.499959Z","steps":["trace[1080606635] 'agreement among raft nodes before linearized reading' (duration: 4.999661549s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:35.500071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.500156Z","time spent":"4.999895705s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:34:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:36.140327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000840043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:36.140386Z","caller":"traceutil/trace.go:171","msg":"trace[463080421] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000946574s","start":"2026-07-24T05:34:34.139428Z","end":"2026-07-24T05:34:36.140374Z","steps":["trace[463080421] 'agreement among raft nodes before linearized reading' (duration: 2.000877393s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:36.140413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:34.139411Z","time spent":"2.000995466s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:34:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:37.425733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.425341Z","time spent":"7.00038595s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:34:37.88342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.882888Z","time spent":"7.000524013s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:34:38.140391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:34:38.140476Z","caller":"traceutil/trace.go:171","msg":"trace[538795794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00023027s","start":"2026-07-24T05:34:36.140227Z","end":"2026-07-24T05:34:38.140457Z","steps":["trace[538795794] 'agreement among raft nodes before linearized reading' (duration: 2.000100827s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:38.140524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:36.140213Z","time spent":"2.000301101s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:34:38.262179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167885275s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:38.262307Z","caller":"traceutil/trace.go:171","msg":"trace[1086925529] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4488; }","duration":"2.168022988s","start":"2026-07-24T05:34:36.094266Z","end":"2026-07-24T05:34:38.262289Z","steps":["trace[1086925529] 'range keys from in-memory index tree' (duration: 2.167861915s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:38.875306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:31.874313Z","time spent":"7.000944374s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:34:39.982557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999609926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:39.982678Z","caller":"traceutil/trace.go:171","msg":"trace[645377362] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.99980506s","start":"2026-07-24T05:34:34.982849Z","end":"2026-07-24T05:34:39.982654Z","steps":["trace[645377362] 'agreement among raft nodes before linearized reading' (duration: 4.999667357s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:39.982727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:34.982827Z","time spent":"4.999889403s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/24 05:34:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:39.983931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997142798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:39.984029Z","caller":"traceutil/trace.go:171","msg":"trace[1042237482] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997298732s","start":"2026-07-24T05:34:34.986709Z","end":"2026-07-24T05:34:39.984008Z","steps":["trace[1042237482] 'agreement among raft nodes before linearized reading' (duration: 4.997177879s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:39.984078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:34.986696Z","time spent":"4.997372444s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/24 05:34:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:39.994952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.003210737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:39.99499Z","caller":"traceutil/trace.go:171","msg":"trace[1718482990] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"10.003284789s","start":"2026-07-24T05:34:29.991696Z","end":"2026-07-24T05:34:39.99498Z","steps":["trace[1718482990] 'agreement among raft nodes before linearized reading' (duration: 10.003240278s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:39.995014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:29.991682Z","time spent":"10.003327129s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/24 05:34:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:40.088561Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.515590542s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:34:40.089805Z","caller":"traceutil/trace.go:171","msg":"trace[766829830] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"5.544283612s","start":"2026-07-24T05:34:34.545505Z","end":"2026-07-24T05:34:40.089788Z","steps":["trace[766829830] 'process raft request' (duration: 5.543717829s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:40.089998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:34.545479Z","time spent":"5.544425816s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:40.091037Z","caller":"traceutil/trace.go:171","msg":"trace[1533256109] linearizableReadLoop","detail":"{readStateIndex:4734; appliedIndex:4728; }","duration":"10.097992277s","start":"2026-07-24T05:34:29.991733Z","end":"2026-07-24T05:34:40.089726Z","steps":["trace[1533256109] 'read index received' (duration: 4.581290469s)","trace[1533256109] 'applied index is now lower than readState.Index' (duration: 5.516701118s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:40.148519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00022682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:40.148612Z","caller":"traceutil/trace.go:171","msg":"trace[1242513804] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000376093s","start":"2026-07-24T05:34:38.148215Z","end":"2026-07-24T05:34:40.148591Z","steps":["trace[1242513804] 'agreement among raft nodes before linearized reading' (duration: 2.000255441s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:40.148665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:38.148197Z","time spent":"2.000456725s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:34:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:40.492893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001815164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:40.492978Z","caller":"traceutil/trace.go:171","msg":"trace[1371629031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001949137s","start":"2026-07-24T05:34:30.491009Z","end":"2026-07-24T05:34:40.492958Z","steps":["trace[1371629031] 'agreement among raft nodes before linearized reading' (duration: 10.001843584s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:40.493027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.490994Z","time spent":"10.002022939s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/24 05:34:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:40.497489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997903643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:40.497541Z","caller":"traceutil/trace.go:171","msg":"trace[503341101] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997999125s","start":"2026-07-24T05:34:37.499529Z","end":"2026-07-24T05:34:40.497528Z","steps":["trace[503341101] 'agreement among raft nodes before linearized reading' (duration: 2.997941184s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:40.497576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:37.499507Z","time spent":"2.998060407s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:34:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:40.500809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.001551968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T05:34:40.500849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000962878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:40.500863Z","caller":"traceutil/trace.go:171","msg":"trace[849149166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.00163909s","start":"2026-07-24T05:34:30.499212Z","end":"2026-07-24T05:34:40.500851Z","steps":["trace[849149166] 'agreement among raft nodes before linearized reading' (duration: 10.001577599s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:40.500891Z","caller":"traceutil/trace.go:171","msg":"trace[1337279291] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"5.001012309s","start":"2026-07-24T05:34:35.499867Z","end":"2026-07-24T05:34:40.50088Z","steps":["trace[1337279291] 'agreement among raft nodes before linearized reading' (duration: 5.000961758s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:40.500899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.499198Z","time spent":"10.001693321s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/24 05:34:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:40.50094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:35.499821Z","time spent":"5.001107871s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/24 05:34:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:40.500987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998178779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:40.501011Z","caller":"traceutil/trace.go:171","msg":"trace[1728852311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99820408s","start":"2026-07-24T05:34:37.5028Z","end":"2026-07-24T05:34:40.501004Z","steps":["trace[1728852311] 'agreement among raft nodes before linearized reading' (duration: 2.998179509s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:40.501043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:37.502749Z","time spent":"2.998288012s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:34:40.52117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021577017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:40.521264Z","caller":"traceutil/trace.go:171","msg":"trace[1465474604] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.02172928s","start":"2026-07-24T05:34:37.499514Z","end":"2026-07-24T05:34:40.521244Z","steps":["trace[1465474604] 'agreement among raft nodes before linearized reading' (duration: 3.021608987s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:40.521313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:37.499468Z","time spent":"3.021834873s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:34:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:40.59129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:41.577841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:36.579615Z","time spent":"4.998220164s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:34:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:41.88753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:34.844896Z","time spent":"7.03351203s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:34:41.964842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.272719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:34:41.966377Z","caller":"traceutil/trace.go:171","msg":"trace[1468731127] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"6.482658072s","start":"2026-07-24T05:34:35.483676Z","end":"2026-07-24T05:34:41.966334Z","steps":["trace[1468731127] 'process raft request' (duration: 6.48124961s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:41.96714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:35.483649Z","time spent":"6.483394659s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:42.149285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000588726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:34:42.149379Z","caller":"traceutil/trace.go:171","msg":"trace[1094417156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000720359s","start":"2026-07-24T05:34:40.148637Z","end":"2026-07-24T05:34:42.149357Z","steps":["trace[1094417156] 'agreement among raft nodes before linearized reading' (duration: 2.000581976s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:42.149436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:40.148592Z","time spent":"2.000834141s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:34:42.717628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:42.717769Z","caller":"traceutil/trace.go:171","msg":"trace[1871177255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000207328s","start":"2026-07-24T05:34:40.717534Z","end":"2026-07-24T05:34:42.717741Z","steps":["trace[1871177255] 'agreement among raft nodes before linearized reading' (duration: 2.000027314s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:42.717835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:40.71751Z","time spent":"2.00031119s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:34:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:42.927978Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fcd83","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:34:44.175103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000260871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:44.175222Z","caller":"traceutil/trace.go:171","msg":"trace[239041275] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525338s","start":"2026-07-24T05:34:42.174671Z","end":"2026-07-24T05:34:44.175197Z","steps":["trace[239041275] 'agreement among raft nodes before linearized reading' (duration: 2.000302692s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.17529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:42.174644Z","time spent":"2.00063093s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:34:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:44.435764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:37.435078Z","time spent":"7.000681104s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:34:44.912591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:37.912197Z","time spent":"7.000373626s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:34:44.973749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.991117313s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:34:44.974352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009327034s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:34:44.977367Z","caller":"traceutil/trace.go:171","msg":"trace[1599551517] transaction","detail":"{read_only:false; response_revision:4500; number_of_response:1; }","duration":"4.482004441s","start":"2026-07-24T05:34:40.49533Z","end":"2026-07-24T05:34:44.977334Z","steps":["trace[1599551517] 'process raft request' (duration: 4.481776066s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.977627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:40.495307Z","time spent":"4.482220076s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:44.977654Z","caller":"traceutil/trace.go:171","msg":"trace[398697371] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"4.476473884s","start":"2026-07-24T05:34:40.501153Z","end":"2026-07-24T05:34:44.977627Z","steps":["trace[398697371] 'process raft request' (duration: 4.476142596s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:44.977761Z","caller":"traceutil/trace.go:171","msg":"trace[811739247] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"4.476114895s","start":"2026-07-24T05:34:40.501625Z","end":"2026-07-24T05:34:44.97774Z","steps":["trace[811739247] 'process raft request' (duration: 4.475921841s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.977869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:40.501131Z","time spent":"4.476621257s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:44.977913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:40.501612Z","time spent":"4.476211877s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:44.977958Z","caller":"traceutil/trace.go:171","msg":"trace[148565982] linearizableReadLoop","detail":"{readStateIndex:4746; appliedIndex:4735; }","duration":"4.886724307s","start":"2026-07-24T05:34:40.091094Z","end":"2026-07-24T05:34:44.977818Z","steps":["trace[148565982] 'read index received' (duration: 891.525791ms)","trace[148565982] 'applied index is now lower than readState.Index' (duration: 3.995197716s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:44.978062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.559573987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:44.978094Z","caller":"traceutil/trace.go:171","msg":"trace[1036655336] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4503; }","duration":"10.559623047s","start":"2026-07-24T05:34:34.418463Z","end":"2026-07-24T05:34:44.978086Z","steps":["trace[1036655336] 'agreement among raft nodes before linearized reading' (duration: 10.559559256s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.140737994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:34:44.978121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:34.418452Z","time spent":"10.559662409s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:44.978134Z","caller":"traceutil/trace.go:171","msg":"trace[710730219] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4503; }","duration":"7.140813635s","start":"2026-07-24T05:34:37.837309Z","end":"2026-07-24T05:34:44.978123Z","steps":["trace[710730219] 'agreement among raft nodes before linearized reading' (duration: 7.140743144s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:37.837289Z","time spent":"7.140867087s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.978207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.511582519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:44.978251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.2227734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:44.978272Z","caller":"traceutil/trace.go:171","msg":"trace[280655079] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:4503; }","duration":"7.222829301s","start":"2026-07-24T05:34:37.755437Z","end":"2026-07-24T05:34:44.978266Z","steps":["trace[280655079] 'agreement among raft nodes before linearized reading' (duration: 7.222794971s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:37.755418Z","time spent":"7.222874692s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.97832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.212327404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:44.978336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:40.502925Z","time spent":"4.475408819s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:34:44.978362Z","caller":"traceutil/trace.go:171","msg":"trace[464131448] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:4503; }","duration":"13.212409526s","start":"2026-07-24T05:34:31.765943Z","end":"2026-07-24T05:34:44.978353Z","steps":["trace[464131448] 'agreement among raft nodes before linearized reading' (duration: 13.212342785s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:31.765918Z","time spent":"13.212473657s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.978476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.772186705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-24T05:34:44.978501Z","caller":"traceutil/trace.go:171","msg":"trace[1886733380] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4503; }","duration":"7.772250787s","start":"2026-07-24T05:34:37.206245Z","end":"2026-07-24T05:34:44.978496Z","steps":["trace[1886733380] 'agreement among raft nodes before linearized reading' (duration: 7.772151464s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:37.206226Z","time spent":"7.772291597s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T05:34:44.978504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.383721502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:44.978559Z","caller":"traceutil/trace.go:171","msg":"trace[63381684] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"4.474346775s","start":"2026-07-24T05:34:40.504201Z","end":"2026-07-24T05:34:44.978548Z","steps":["trace[63381684] 'process raft request' (duration: 4.473538536s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:44.978588Z","caller":"traceutil/trace.go:171","msg":"trace[281077908] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4503; }","duration":"10.383878165s","start":"2026-07-24T05:34:34.594689Z","end":"2026-07-24T05:34:44.978568Z","steps":["trace[281077908] 'agreement among raft nodes before linearized reading' (duration: 10.383742872s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:40.504187Z","time spent":"4.474402376s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:44.97826Z","caller":"traceutil/trace.go:171","msg":"trace[244089043] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:4503; }","duration":"12.51166794s","start":"2026-07-24T05:34:32.466574Z","end":"2026-07-24T05:34:44.978242Z","steps":["trace[244089043] 'agreement among raft nodes before linearized reading' (duration: 12.511608538s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.835567167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:44.978644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:34.594656Z","time spent":"10.383975808s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.978661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:32.466533Z","time spent":"12.51212133s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:44.978676Z","caller":"traceutil/trace.go:171","msg":"trace[463495680] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4503; }","duration":"13.835640358s","start":"2026-07-24T05:34:31.143026Z","end":"2026-07-24T05:34:44.978666Z","steps":["trace[463495680] 'agreement among raft nodes before linearized reading' (duration: 13.835592747s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:31.143005Z","time spent":"13.83569449s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.978724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.219365178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:44.978753Z","caller":"traceutil/trace.go:171","msg":"trace[1043937113] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4503; }","duration":"5.219395448s","start":"2026-07-24T05:34:39.759349Z","end":"2026-07-24T05:34:44.978745Z","steps":["trace[1043937113] 'agreement among raft nodes before linearized reading' (duration: 5.219340997s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:39.759331Z","time spent":"5.21945211s","remote":"127.0.0.1:53922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.978858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.941760846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:44.978901Z","caller":"traceutil/trace.go:171","msg":"trace[2128863867] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4503; }","duration":"7.941849318s","start":"2026-07-24T05:34:37.037042Z","end":"2026-07-24T05:34:44.978891Z","steps":["trace[2128863867] 'agreement among raft nodes before linearized reading' (duration: 7.941776486s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.180853718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:44.978932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:37.037022Z","time spent":"7.941903158s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:44.978936Z","caller":"traceutil/trace.go:171","msg":"trace[698058802] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:4503; }","duration":"14.180881748s","start":"2026-07-24T05:34:30.798046Z","end":"2026-07-24T05:34:44.978927Z","steps":["trace[698058802] 'agreement among raft nodes before linearized reading' (duration: 14.180842457s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.998158728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:44.979001Z","caller":"traceutil/trace.go:171","msg":"trace[1588453673] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4503; }","duration":"5.99824446s","start":"2026-07-24T05:34:38.980745Z","end":"2026-07-24T05:34:44.978989Z","steps":["trace[1588453673] 'agreement among raft nodes before linearized reading' (duration: 5.998178418s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.979037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:38.980716Z","time spent":"5.998312012s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.978967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.797969Z","time spent":"14.180991911s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:34:44.97911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.633879665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:44.979145Z","caller":"traceutil/trace.go:171","msg":"trace[707149913] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4503; }","duration":"14.633956297s","start":"2026-07-24T05:34:30.345178Z","end":"2026-07-24T05:34:44.979134Z","steps":["trace[707149913] 'agreement among raft nodes before linearized reading' (duration: 14.633910666s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.979171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.345154Z","time spent":"14.634011389s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.979282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.334885151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:44.979308Z","caller":"traceutil/trace.go:171","msg":"trace[1966459645] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4503; }","duration":"14.334949243s","start":"2026-07-24T05:34:30.644352Z","end":"2026-07-24T05:34:44.979302Z","steps":["trace[1966459645] 'agreement among raft nodes before linearized reading' (duration: 14.334912382s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.979317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.982059374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:34:44.979346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.959085178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-07-24T05:34:44.979428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.479288082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:34:44.979422Z","caller":"traceutil/trace.go:171","msg":"trace[1245911049] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4503; }","duration":"9.959198661s","start":"2026-07-24T05:34:35.020205Z","end":"2026-07-24T05:34:44.979404Z","steps":["trace[1245911049] 'agreement among raft nodes before linearized reading' (duration: 9.958981676s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.979456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.783408696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:44.979486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:35.020182Z","time spent":"9.959290743s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T05:34:44.979501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.479769442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:34:44.979509Z","caller":"traceutil/trace.go:171","msg":"trace[124860700] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4503; }","duration":"3.783506398s","start":"2026-07-24T05:34:41.195991Z","end":"2026-07-24T05:34:44.979498Z","steps":["trace[124860700] 'agreement among raft nodes before linearized reading' (duration: 3.783421966s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.979553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:41.19597Z","time spent":"3.783572939s","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.978162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.436058163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:44.979646Z","caller":"traceutil/trace.go:171","msg":"trace[1423405895] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4503; }","duration":"11.437546527s","start":"2026-07-24T05:34:33.542093Z","end":"2026-07-24T05:34:44.97964Z","steps":["trace[1423405895] 'agreement among raft nodes before linearized reading' (duration: 11.436045042s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.581537452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:34:44.979731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784035306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:44.979728Z","caller":"traceutil/trace.go:171","msg":"trace[848503564] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4503; }","duration":"10.58320319s","start":"2026-07-24T05:34:34.396506Z","end":"2026-07-24T05:34:44.979709Z","steps":["trace[848503564] 'agreement among raft nodes before linearized reading' (duration: 10.581555002s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.978598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.24821647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:44.979791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:34.396481Z","time spent":"10.583289812s","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:44.979812Z","caller":"traceutil/trace.go:171","msg":"trace[68729945] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:4503; }","duration":"13.249428448s","start":"2026-07-24T05:34:31.730371Z","end":"2026-07-24T05:34:44.979799Z","steps":["trace[68729945] 'agreement among raft nodes before linearized reading' (duration: 13.248196779s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.979824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.099218862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19087"} {"level":"info","ts":"2026-07-24T05:34:44.979892Z","caller":"traceutil/trace.go:171","msg":"trace[1609725174] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4503; }","duration":"6.099330925s","start":"2026-07-24T05:34:38.880547Z","end":"2026-07-24T05:34:44.979878Z","steps":["trace[1609725174] 'agreement among raft nodes before linearized reading' (duration: 6.09912138s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.97996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:38.880528Z","time spent":"6.099424208s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19110,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:34:44.979897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001968338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:44.97999Z","caller":"traceutil/trace.go:171","msg":"trace[406649592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4503; }","duration":"1.784114368s","start":"2026-07-24T05:34:43.195636Z","end":"2026-07-24T05:34:44.979751Z","steps":["trace[406649592] 'agreement among raft nodes before linearized reading' (duration: 1.784072847s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.979843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817301141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:34:44.980062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.399318863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-24T05:34:44.978869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.038481043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:44.979366Z","caller":"traceutil/trace.go:171","msg":"trace[1005831596] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4503; }","duration":"14.982142866s","start":"2026-07-24T05:34:29.997208Z","end":"2026-07-24T05:34:44.979351Z","steps":["trace[1005831596] 'agreement among raft nodes before linearized reading' (duration: 14.982010113s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.980101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:29.997197Z","time spent":"14.982898133s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:34:44.980083Z","caller":"traceutil/trace.go:171","msg":"trace[237228329] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4503; }","duration":"1.817631609s","start":"2026-07-24T05:34:43.162429Z","end":"2026-07-24T05:34:44.980061Z","steps":["trace[237228329] 'agreement among raft nodes before linearized reading' (duration: 1.817279111s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.979327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.644342Z","time spent":"14.334979483s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.980173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:43.162397Z","time spent":"1.817733962s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":81,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.980179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805694803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-24T05:34:44.979372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.349314562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:44.98022Z","caller":"traceutil/trace.go:171","msg":"trace[166982246] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4503; }","duration":"2.805767404s","start":"2026-07-24T05:34:42.174441Z","end":"2026-07-24T05:34:44.980208Z","steps":["trace[166982246] 'agreement among raft nodes before linearized reading' (duration: 2.805612821s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.98024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087986452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-24T05:34:44.980243Z","caller":"traceutil/trace.go:171","msg":"trace[1138693192] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4503; }","duration":"14.350171562s","start":"2026-07-24T05:34:30.630051Z","end":"2026-07-24T05:34:44.980223Z","steps":["trace[1138693192] 'agreement among raft nodes before linearized reading' (duration: 14.349287392s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.98026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:42.174429Z","time spent":"2.805823175s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-24T05:34:44.980279Z","caller":"traceutil/trace.go:171","msg":"trace[2067845655] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4503; }","duration":"3.399576009s","start":"2026-07-24T05:34:41.580697Z","end":"2026-07-24T05:34:44.980273Z","steps":["trace[2067845655] 'agreement among raft nodes before linearized reading' (duration: 3.399336333s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.980297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:41.580673Z","time spent":"3.399619399s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:34:44.980303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.62998Z","time spent":"14.350305605s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":25,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.979857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:31.730307Z","time spent":"13.249537671s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:44.980261Z","caller":"traceutil/trace.go:171","msg":"trace[1773828491] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4503; }","duration":"3.088039263s","start":"2026-07-24T05:34:41.892214Z","end":"2026-07-24T05:34:44.980254Z","steps":["trace[1773828491] 'agreement among raft nodes before linearized reading' (duration: 3.087981642s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.98041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:41.892199Z","time spent":"3.088204907s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-24T05:34:44.979452Z","caller":"traceutil/trace.go:171","msg":"trace[914911143] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4503; }","duration":"14.479365613s","start":"2026-07-24T05:34:30.500081Z","end":"2026-07-24T05:34:44.979447Z","steps":["trace[914911143] 'agreement among raft nodes before linearized reading' (duration: 14.479303772s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.980457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.500046Z","time spent":"14.480402777s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:34:44.980035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:43.195609Z","time spent":"1.784418055s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:34:44.980356Z","caller":"traceutil/trace.go:171","msg":"trace[1949784897] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4503; }","duration":"14.040004249s","start":"2026-07-24T05:34:30.940346Z","end":"2026-07-24T05:34:44.98035Z","steps":["trace[1949784897] 'agreement among raft nodes before linearized reading' (duration: 14.038496913s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.980652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.940328Z","time spent":"14.040301435s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.98082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308833958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:44.980851Z","caller":"traceutil/trace.go:171","msg":"trace[189188701] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4503; }","duration":"1.3088974s","start":"2026-07-24T05:34:43.671947Z","end":"2026-07-24T05:34:44.980844Z","steps":["trace[189188701] 'agreement among raft nodes before linearized reading' (duration: 1.308847599s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.980874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:43.671929Z","time spent":"1.30893937s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.980917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.185368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-07-24T05:34:44.980957Z","caller":"traceutil/trace.go:171","msg":"trace[2031472378] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:4503; }","duration":"539.289191ms","start":"2026-07-24T05:34:44.44166Z","end":"2026-07-24T05:34:44.980949Z","steps":["trace[2031472378] 'agreement among raft nodes before linearized reading' (duration: 539.177519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.980975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.37208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:44.980978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.441612Z","time spent":"539.360513ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-24T05:34:44.981Z","caller":"traceutil/trace.go:171","msg":"trace[948823655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4503; }","duration":"805.469142ms","start":"2026-07-24T05:34:44.175524Z","end":"2026-07-24T05:34:44.980994Z","steps":["trace[948823655] 'agreement among raft nodes before linearized reading' (duration: 805.431081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.981018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.175488Z","time spent":"805.526813ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:34:44.979157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.351971226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:44.981108Z","caller":"traceutil/trace.go:171","msg":"trace[364797388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4503; }","duration":"9.353964141s","start":"2026-07-24T05:34:35.627132Z","end":"2026-07-24T05:34:44.981096Z","steps":["trace[364797388] 'agreement among raft nodes before linearized reading' (duration: 9.351978375s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.981133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:35.627113Z","time spent":"9.354011353s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:44.979522Z","caller":"traceutil/trace.go:171","msg":"trace[292352981] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4503; }","duration":"14.479809523s","start":"2026-07-24T05:34:30.499708Z","end":"2026-07-24T05:34:44.979517Z","steps":["trace[292352981] 'agreement among raft nodes before linearized reading' (duration: 14.479756041s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:44.981352Z","caller":"traceutil/trace.go:171","msg":"trace[87691967] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4503; }","duration":"2.003492033s","start":"2026-07-24T05:34:42.97785Z","end":"2026-07-24T05:34:44.981342Z","steps":["trace[87691967] 'agreement among raft nodes before linearized reading' (duration: 2.00201788s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:44.981374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:30.499696Z","time spent":"14.481666896s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:34:44.981403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:42.977808Z","time spent":"2.003567935s","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:44.983581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:33.542008Z","time spent":"11.43765304s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:45.482581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:45.983416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:46.484344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145900,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:46.578328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588514521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:46.578421Z","caller":"traceutil/trace.go:171","msg":"trace[132181322] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"1.589246497s","start":"2026-07-24T05:34:44.989142Z","end":"2026-07-24T05:34:46.578388Z","steps":["trace[132181322] 'agreement among raft nodes before linearized reading' (duration: 1.588528871s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:46.57847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.989092Z","time spent":"1.58936751s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 05:34:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:46.739743Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.738998572s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:34:46.989769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000432804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:34:46.989832Z","caller":"traceutil/trace.go:171","msg":"trace[2058742485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531546s","start":"2026-07-24T05:34:44.989286Z","end":"2026-07-24T05:34:46.989818Z","steps":["trace[2058742485] 'agreement among raft nodes before linearized reading' (duration: 2.000443014s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:46.989871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.98928Z","time spent":"2.000584287s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:34:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:47.773748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678735455s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:47.773983Z","caller":"traceutil/trace.go:171","msg":"trace[1892132182] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4503; }","duration":"1.678999411s","start":"2026-07-24T05:34:46.094942Z","end":"2026-07-24T05:34:47.773941Z","steps":["trace[1892132182] 'range keys from in-memory index tree' (duration: 1.678699144s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:47.821004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080948988s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:34:47.821175Z","caller":"traceutil/trace.go:171","msg":"trace[1754706146] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"2.840570534s","start":"2026-07-24T05:34:44.980576Z","end":"2026-07-24T05:34:47.821146Z","steps":["trace[1754706146] 'process raft request' (duration: 1.7593607s)","trace[1754706146] 'compare' (duration: 1.034940119s)","trace[1754706146] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io.18c522f913dd2ce7; req_size:902; } (duration: 45.846195ms)"],"step_count":3} {"level":"warn","ts":"2026-07-24T05:34:47.821228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.980541Z","time spent":"2.840669416s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:34:48.902494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.162496863s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:34:48.990683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:34:48.990822Z","caller":"traceutil/trace.go:171","msg":"trace[533494251] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000777662s","start":"2026-07-24T05:34:46.990003Z","end":"2026-07-24T05:34:48.99078Z","steps":["trace[533494251] 'agreement among raft nodes before linearized reading' (duration: 2.000604207s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:48.991454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:46.989984Z","time spent":"2.000897834s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:34:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:34:49.054984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.031412ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:34:49.055527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.982201Z","time spent":"4.073319522s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:34:49.055834Z","caller":"traceutil/trace.go:171","msg":"trace[255406078] linearizableReadLoop","detail":"{readStateIndex:4749; appliedIndex:4746; }","duration":"4.073959056s","start":"2026-07-24T05:34:44.981855Z","end":"2026-07-24T05:34:49.055814Z","steps":["trace[255406078] 'read index received' (duration: 1.758096001s)","trace[255406078] 'applied index is now lower than readState.Index' (duration: 2.315861795s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:49.055847Z","caller":"traceutil/trace.go:171","msg":"trace[106792163] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"4.065989884s","start":"2026-07-24T05:34:44.989832Z","end":"2026-07-24T05:34:49.055822Z","steps":["trace[106792163] 'process raft request' (duration: 4.065329499s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:49.055966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.989822Z","time spent":"4.066083215s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:49.056056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067664534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:34:49.056059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.072228536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-07-24T05:34:49.056062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.303346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:49.056066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.074185051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-07-24T05:34:49.05611Z","caller":"traceutil/trace.go:171","msg":"trace[185135606] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:4505; }","duration":"4.072298808s","start":"2026-07-24T05:34:44.983793Z","end":"2026-07-24T05:34:49.056092Z","steps":["trace[185135606] 'agreement among raft nodes before linearized reading' (duration: 4.072132414s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:49.056115Z","caller":"traceutil/trace.go:171","msg":"trace[1029284678] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4505; }","duration":"249.413948ms","start":"2026-07-24T05:34:48.806688Z","end":"2026-07-24T05:34:49.056102Z","steps":["trace[1029284678] 'agreement among raft nodes before linearized reading' (duration: 249.321446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:49.056131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189165115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:49.056147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.983785Z","time spent":"4.07235512s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-07-24T05:34:49.056151Z","caller":"traceutil/trace.go:171","msg":"trace[723082955] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:4505; }","duration":"4.074292595s","start":"2026-07-24T05:34:44.981839Z","end":"2026-07-24T05:34:49.056131Z","steps":["trace[723082955] 'agreement among raft nodes before linearized reading' (duration: 4.074050069s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:49.056188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.092639892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:49.056202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.981826Z","time spent":"4.074366746s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" "} {"level":"info","ts":"2026-07-24T05:34:49.056211Z","caller":"traceutil/trace.go:171","msg":"trace[698195396] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4505; }","duration":"2.092693852s","start":"2026-07-24T05:34:46.963513Z","end":"2026-07-24T05:34:49.056207Z","steps":["trace[698195396] 'agreement among raft nodes before linearized reading' (duration: 2.092653561s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:49.056246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:46.963495Z","time spent":"2.092743094s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:49.056348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070048006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-24T05:34:49.056374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067977558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:49.056154Z","caller":"traceutil/trace.go:171","msg":"trace[1507902470] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4505; }","duration":"1.189230197s","start":"2026-07-24T05:34:47.866917Z","end":"2026-07-24T05:34:49.056147Z","steps":["trace[1507902470] 'agreement among raft nodes before linearized reading' (duration: 1.189185516s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:49.056402Z","caller":"traceutil/trace.go:171","msg":"trace[812681189] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4505; }","duration":"4.06802331s","start":"2026-07-24T05:34:44.988372Z","end":"2026-07-24T05:34:49.056395Z","steps":["trace[812681189] 'agreement among raft nodes before linearized reading' (duration: 4.067805165s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:49.05642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.988333Z","time spent":"4.068083121s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:34:49.056432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:47.866895Z","time spent":"1.189521004s","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:49.056086Z","caller":"traceutil/trace.go:171","msg":"trace[1318402346] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4505; }","duration":"3.067704885s","start":"2026-07-24T05:34:45.988372Z","end":"2026-07-24T05:34:49.056077Z","steps":["trace[1318402346] 'agreement among raft nodes before linearized reading' (duration: 3.067557502s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:49.056502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:45.98831Z","time spent":"3.068172836s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:34:49.05657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067796274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-24T05:34:49.056572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.070373603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"warn","ts":"2026-07-24T05:34:49.056577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.279856405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-07-24T05:34:49.056388Z","caller":"traceutil/trace.go:171","msg":"trace[1398221223] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:4505; }","duration":"4.070099347s","start":"2026-07-24T05:34:44.986279Z","end":"2026-07-24T05:34:49.056379Z","steps":["trace[1398221223] 'agreement among raft nodes before linearized reading' (duration: 4.070006985s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:49.056652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.986264Z","time spent":"4.070377133s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-24T05:34:49.056593Z","caller":"traceutil/trace.go:171","msg":"trace[946696372] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4505; }","duration":"4.067832955s","start":"2026-07-24T05:34:44.988756Z","end":"2026-07-24T05:34:49.056589Z","steps":["trace[946696372] 'agreement among raft nodes before linearized reading' (duration: 4.067777654s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:49.056798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.988748Z","time spent":"4.0680457s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-24T05:34:49.05661Z","caller":"traceutil/trace.go:171","msg":"trace[845715210] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8; range_end:; response_count:1; response_revision:4505; }","duration":"3.279932636s","start":"2026-07-24T05:34:45.776671Z","end":"2026-07-24T05:34:49.056604Z","steps":["trace[845715210] 'agreement among raft nodes before linearized reading' (duration: 3.279842794s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:49.056888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:45.776647Z","time spent":"3.280230752s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":858,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" "} {"level":"info","ts":"2026-07-24T05:34:49.056606Z","caller":"traceutil/trace.go:171","msg":"trace[917001264] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4505; }","duration":"4.070424345s","start":"2026-07-24T05:34:44.986173Z","end":"2026-07-24T05:34:49.056597Z","steps":["trace[917001264] 'agreement among raft nodes before linearized reading' (duration: 4.070234131s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:49.057019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:44.986162Z","time spent":"4.070847184s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:34:49.439829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.79067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:34:49.439949Z","caller":"traceutil/trace.go:171","msg":"trace[2005410410] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"381.019229ms","start":"2026-07-24T05:34:49.058912Z","end":"2026-07-24T05:34:49.439931Z","steps":["trace[2005410410] 'process raft request' (duration: 106.045885ms)","trace[2005410410] 'compare' (duration: 274.689958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:49.440013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:49.058898Z","time spent":"381.085992ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:50.760868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.595887419s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:34:50.761686Z","caller":"traceutil/trace.go:171","msg":"trace[1204805962] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"1.700639595s","start":"2026-07-24T05:34:49.061015Z","end":"2026-07-24T05:34:50.761654Z","steps":["trace[1204805962] 'process raft request' (duration: 1.700090681s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:50.761715Z","caller":"traceutil/trace.go:171","msg":"trace[693623634] linearizableReadLoop","detail":"{readStateIndex:4751; appliedIndex:4749; }","duration":"1.698926215s","start":"2026-07-24T05:34:49.062765Z","end":"2026-07-24T05:34:50.761691Z","steps":["trace[693623634] 'read index received' (duration: 102.207887ms)","trace[693623634] 'applied index is now lower than readState.Index' (duration: 1.596717228s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:50.761824Z","caller":"traceutil/trace.go:171","msg":"trace[548281192] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"1.698347052s","start":"2026-07-24T05:34:49.063429Z","end":"2026-07-24T05:34:50.761776Z","steps":["trace[548281192] 'process raft request' (duration: 1.698107897s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:50.76203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699237542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-07-24T05:34:50.762052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:49.063418Z","time spent":"1.698541857s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:50.761853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:49.060997Z","time spent":"1.700751357s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":820,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:34:50.762095Z","caller":"traceutil/trace.go:171","msg":"trace[1084265689] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4509; }","duration":"1.699329905s","start":"2026-07-24T05:34:49.062747Z","end":"2026-07-24T05:34:50.762077Z","steps":["trace[1084265689] 'agreement among raft nodes before linearized reading' (duration: 1.69908761s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:50.762225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:49.062737Z","time spent":"1.699478488s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-24T05:34:50.762078Z","caller":"traceutil/trace.go:171","msg":"trace[969405538] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"1.698240229s","start":"2026-07-24T05:34:49.063799Z","end":"2026-07-24T05:34:50.762039Z","steps":["trace[969405538] 'process raft request' (duration: 1.69783871s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:50.762499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:49.06379Z","time spent":"1.698615407s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:51.519438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.264592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:34:51.519543Z","caller":"traceutil/trace.go:171","msg":"trace[186698439] linearizableReadLoop","detail":"{readStateIndex:4754; appliedIndex:4753; }","duration":"757.724341ms","start":"2026-07-24T05:34:50.761801Z","end":"2026-07-24T05:34:51.519525Z","steps":["trace[186698439] 'read index received' (duration: 259.174521ms)","trace[186698439] 'applied index is now lower than readState.Index' (duration: 498.54822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:51.519717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802213748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:51.519779Z","caller":"traceutil/trace.go:171","msg":"trace[153470437] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4510; }","duration":"1.80232523s","start":"2026-07-24T05:34:49.717433Z","end":"2026-07-24T05:34:51.519759Z","steps":["trace[153470437] 'agreement among raft nodes before linearized reading' (duration: 1.802207507s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:51.519826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:49.717411Z","time spent":"1.802402542s","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:51.519871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.858793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-07-24T05:34:51.519927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.127421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:34:51.519923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077248723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:34:51.519894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.446103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:51.519967Z","caller":"traceutil/trace.go:171","msg":"trace[1661872410] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4510; }","duration":"458.199022ms","start":"2026-07-24T05:34:51.061756Z","end":"2026-07-24T05:34:51.519955Z","steps":["trace[1661872410] 'agreement among raft nodes before linearized reading' (duration: 458.045109ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:51.519977Z","caller":"traceutil/trace.go:171","msg":"trace[1266854660] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4510; }","duration":"2.077334126s","start":"2026-07-24T05:34:49.442628Z","end":"2026-07-24T05:34:51.519962Z","steps":["trace[1266854660] 'agreement among raft nodes before linearized reading' (duration: 2.077127661s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:51.519972Z","caller":"traceutil/trace.go:171","msg":"trace[1219573285] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4510; }","duration":"754.023206ms","start":"2026-07-24T05:34:50.765924Z","end":"2026-07-24T05:34:51.519948Z","steps":["trace[1219573285] 'agreement among raft nodes before linearized reading' (duration: 753.75056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:51.520001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:51.061738Z","time spent":"458.257153ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:34:51.519966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.334847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:51.520003Z","caller":"traceutil/trace.go:171","msg":"trace[1329519240] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4510; }","duration":"372.620267ms","start":"2026-07-24T05:34:51.147359Z","end":"2026-07-24T05:34:51.519979Z","steps":["trace[1329519240] 'agreement among raft nodes before linearized reading' (duration: 372.393022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:51.52002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:49.442613Z","time spent":"2.077398247s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:34:51.520029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:50.765862Z","time spent":"754.1519ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-24T05:34:51.520054Z","caller":"traceutil/trace.go:171","msg":"trace[461626889] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4510; }","duration":"347.47944ms","start":"2026-07-24T05:34:51.172553Z","end":"2026-07-24T05:34:51.520033Z","steps":["trace[461626889] 'agreement among raft nodes before linearized reading' (duration: 347.310196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:51.520058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:51.147336Z","time spent":"372.71051ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":34,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:51.520101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:51.172532Z","time spent":"347.559272ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:51.520094Z","caller":"traceutil/trace.go:171","msg":"trace[2016730864] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"2.006802927s","start":"2026-07-24T05:34:49.513256Z","end":"2026-07-24T05:34:51.520059Z","steps":["trace[2016730864] 'process raft request' (duration: 1.507818448s)","trace[2016730864] 'compare' (duration: 498.077688ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:51.520152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455819383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:34:51.520142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.844329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-24T05:34:51.520167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.505511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:34:51.520205Z","caller":"traceutil/trace.go:171","msg":"trace[894311028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4510; }","duration":"1.455914605s","start":"2026-07-24T05:34:50.064274Z","end":"2026-07-24T05:34:51.520189Z","steps":["trace[894311028] 'agreement among raft nodes before linearized reading' (duration: 1.455774682s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:51.520222Z","caller":"traceutil/trace.go:171","msg":"trace[1055755201] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23; range_end:; response_count:1; response_revision:4510; }","duration":"752.968942ms","start":"2026-07-24T05:34:50.767234Z","end":"2026-07-24T05:34:51.520203Z","steps":["trace[1055755201] 'agreement among raft nodes before linearized reading' (duration: 752.741127ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:51.520231Z","caller":"traceutil/trace.go:171","msg":"trace[49853438] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4510; }","duration":"452.609403ms","start":"2026-07-24T05:34:51.067605Z","end":"2026-07-24T05:34:51.520214Z","steps":["trace[49853438] 'agreement among raft nodes before linearized reading' (duration: 452.349647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:51.520243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:50.064251Z","time spent":"1.455982427s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:34:51.520265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:50.767213Z","time spent":"753.042933ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":887,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" "} {"level":"warn","ts":"2026-07-24T05:34:51.520272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:51.067553Z","time spent":"452.708095ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:34:51.520269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:49.513236Z","time spent":"2.006931399s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:51.520141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383286437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:51.520385Z","caller":"traceutil/trace.go:171","msg":"trace[918770598] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4510; }","duration":"1.383584165s","start":"2026-07-24T05:34:50.136787Z","end":"2026-07-24T05:34:51.520372Z","steps":["trace[918770598] 'agreement among raft nodes before linearized reading' (duration: 1.383255947s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:51.520439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:50.136775Z","time spent":"1.383652036s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:34:52.024583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145916,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:53.050246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.630822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:34:53.050406Z","caller":"traceutil/trace.go:171","msg":"trace[1760597896] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"1.527499781s","start":"2026-07-24T05:34:51.522877Z","end":"2026-07-24T05:34:53.050377Z","steps":["trace[1760597896] 'process raft request' (duration: 721.628393ms)","trace[1760597896] 'compare' (duration: 804.864964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:53.050502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:51.52284Z","time spent":"1.527611173s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:53.528864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:34:53.528973Z","caller":"traceutil/trace.go:171","msg":"trace[1686609621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000101354s","start":"2026-07-24T05:34:51.528846Z","end":"2026-07-24T05:34:53.528947Z","steps":["trace[1686609621] 'agreement among raft nodes before linearized reading' (duration: 1.99997385s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:53.529025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:51.528835Z","time spent":"2.000178746s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:34:55.05613Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.811520668s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:34:55.056559Z","caller":"traceutil/trace.go:171","msg":"trace[1065153590] linearizableReadLoop","detail":"{readStateIndex:4756; appliedIndex:4754; }","duration":"3.532192098s","start":"2026-07-24T05:34:51.524295Z","end":"2026-07-24T05:34:55.056487Z","steps":["trace[1065153590] 'read index received' (duration: 720.348743ms)","trace[1065153590] 'applied index is now lower than readState.Index' (duration: 2.811842105s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:55.056688Z","caller":"traceutil/trace.go:171","msg":"trace[573691131] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"3.527551982s","start":"2026-07-24T05:34:51.529088Z","end":"2026-07-24T05:34:55.05664Z","steps":["trace[573691131] 'process raft request' (duration: 3.527211674s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:55.056859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:51.529048Z","time spent":"3.527723696s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:55.056893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527940305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:34:55.056912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253945863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:34:55.056945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312419656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:55.05696Z","caller":"traceutil/trace.go:171","msg":"trace[673670320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4512; }","duration":"2.528053868s","start":"2026-07-24T05:34:52.528883Z","end":"2026-07-24T05:34:55.056937Z","steps":["trace[673670320] 'agreement among raft nodes before linearized reading' (duration: 2.527884054s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:55.057016Z","caller":"traceutil/trace.go:171","msg":"trace[55241284] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4512; }","duration":"2.312539819s","start":"2026-07-24T05:34:52.744457Z","end":"2026-07-24T05:34:55.056996Z","steps":["trace[55241284] 'agreement among raft nodes before linearized reading' (duration: 2.312421856s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:55.057014Z","caller":"traceutil/trace.go:171","msg":"trace[1508675414] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4512; }","duration":"2.254116737s","start":"2026-07-24T05:34:52.802874Z","end":"2026-07-24T05:34:55.056991Z","steps":["trace[1508675414] 'agreement among raft nodes before linearized reading' (duration: 2.253875641s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:55.056961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.529122528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"warn","ts":"2026-07-24T05:34:55.056912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.712113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:55.057064Z","caller":"traceutil/trace.go:171","msg":"trace[461753403] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4512; }","duration":"3.529264941s","start":"2026-07-24T05:34:51.527788Z","end":"2026-07-24T05:34:55.057053Z","steps":["trace[461753403] 'agreement among raft nodes before linearized reading' (duration: 3.528883533s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:55.057069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:52.744438Z","time spent":"2.312613951s","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:55.057079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:52.802841Z","time spent":"2.254221889s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":39,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:55.057094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:51.52777Z","time spent":"3.529315683s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:34:55.057094Z","caller":"traceutil/trace.go:171","msg":"trace[1210448360] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4512; }","duration":"306.909778ms","start":"2026-07-24T05:34:54.750164Z","end":"2026-07-24T05:34:55.057074Z","steps":["trace[1210448360] 'agreement among raft nodes before linearized reading' (duration: 306.637941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:55.057148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:54.750138Z","time spent":"306.99088ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:55.057022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:52.528864Z","time spent":"2.528144819s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:34:55.057833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004083883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-24T05:34:55.057916Z","caller":"traceutil/trace.go:171","msg":"trace[1999188024] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b; range_end:; response_count:1; response_revision:4512; }","duration":"2.004176356s","start":"2026-07-24T05:34:53.053701Z","end":"2026-07-24T05:34:55.057877Z","steps":["trace[1999188024] 'agreement among raft nodes before linearized reading' (duration: 2.003007569s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:55.057968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:53.053688Z","time spent":"2.004268988s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" "} {"level":"warn","ts":"2026-07-24T05:34:55.058021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.533681662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:34:55.058119Z","caller":"traceutil/trace.go:171","msg":"trace[487662403] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4512; }","duration":"3.533856876s","start":"2026-07-24T05:34:51.524242Z","end":"2026-07-24T05:34:55.058099Z","steps":["trace[487662403] 'agreement among raft nodes before linearized reading' (duration: 3.532407333s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:55.058176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:51.524217Z","time spent":"3.533946278s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T05:34:55.564327Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145920,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:34:56.366103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.837729052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"warn","ts":"2026-07-24T05:34:56.366313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.883934ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:56.366428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402873096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:56.366487Z","caller":"traceutil/trace.go:171","msg":"trace[1290571410] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4512; }","duration":"1.402960618s","start":"2026-07-24T05:34:54.963506Z","end":"2026-07-24T05:34:56.366467Z","steps":["trace[1290571410] 'agreement among raft nodes before linearized reading' (duration: 93.494416ms)","trace[1290571410] 'count revisions from in-memory index tree' (duration: 1.309390141s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:56.366554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:54.963489Z","time spent":"1.40304215s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:56.366488Z","caller":"traceutil/trace.go:171","msg":"trace[1014822066] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4512; }","duration":"272.073338ms","start":"2026-07-24T05:34:56.094388Z","end":"2026-07-24T05:34:56.366461Z","steps":["trace[1014822066] 'range keys from in-memory index tree' (duration: 271.862234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:56.366725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836631844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:56.366711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.544963651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:56.366745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497198625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:56.366796Z","caller":"traceutil/trace.go:171","msg":"trace[1501730544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4512; }","duration":"2.836742917s","start":"2026-07-24T05:34:53.530032Z","end":"2026-07-24T05:34:56.366775Z","steps":["trace[1501730544] 'agreement among raft nodes before linearized reading' (duration: 1.526991428s)","trace[1501730544] 'range keys from in-memory index tree' (duration: 1.309664417s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:56.36681Z","caller":"traceutil/trace.go:171","msg":"trace[1394293286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4512; }","duration":"3.545094926s","start":"2026-07-24T05:34:52.821688Z","end":"2026-07-24T05:34:56.366783Z","steps":["trace[1394293286] 'agreement among raft nodes before linearized reading' (duration: 2.235331255s)","trace[1394293286] 'count revisions from in-memory index tree' (duration: 1.309622756s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:56.366846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:53.53001Z","time spent":"2.836823129s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:34:56.366842Z","caller":"traceutil/trace.go:171","msg":"trace[885566509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4512; }","duration":"3.497342718s","start":"2026-07-24T05:34:52.869476Z","end":"2026-07-24T05:34:56.366818Z","steps":["trace[885566509] 'agreement among raft nodes before linearized reading' (duration: 2.187535337s)","trace[885566509] 'count revisions from in-memory index tree' (duration: 1.309674958s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:56.366875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:52.82168Z","time spent":"3.545182187s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:56.366892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:52.869455Z","time spent":"3.497425921s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:56.366947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.232203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:34:56.367062Z","caller":"traceutil/trace.go:171","msg":"trace[2087988044] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"1.307105249s","start":"2026-07-24T05:34:55.059936Z","end":"2026-07-24T05:34:56.367042Z","steps":["trace[2087988044] 'process raft request' (duration: 629.687002ms)","trace[2087988044] 'compare' (duration: 676.561437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:56.367073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206304455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:34:56.367139Z","caller":"traceutil/trace.go:171","msg":"trace[112177423] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4512; }","duration":"3.206375616s","start":"2026-07-24T05:34:53.160743Z","end":"2026-07-24T05:34:56.367119Z","steps":["trace[112177423] 'agreement among raft nodes before linearized reading' (duration: 1.896292249s)","trace[112177423] 'count revisions from in-memory index tree' (duration: 1.309988505s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:56.367131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:55.059918Z","time spent":"1.307182761s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:56.367203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:53.160678Z","time spent":"3.206508269s","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":540,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:56.367351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066794684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:56.367363Z","caller":"traceutil/trace.go:171","msg":"trace[1567334429] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4512; }","duration":"4.837948957s","start":"2026-07-24T05:34:51.528298Z","end":"2026-07-24T05:34:56.366247Z","steps":["trace[1567334429] 'agreement among raft nodes before linearized reading' (duration: 3.528695989s)","trace[1567334429] 'range keys from in-memory index tree' (duration: 1.308843869s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:56.367475Z","caller":"traceutil/trace.go:171","msg":"trace[2056922768] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:4512; }","duration":"2.067520721s","start":"2026-07-24T05:34:54.299908Z","end":"2026-07-24T05:34:56.367429Z","steps":["trace[2056922768] 'agreement among raft nodes before linearized reading' (duration: 757.130097ms)","trace[2056922768] 'count revisions from in-memory index tree' (duration: 1.309646437s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:56.367552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:54.299895Z","time spent":"2.067643084s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:56.367489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:51.528274Z","time spent":"4.839184155s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:34:57.179668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.49005675s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:34:57.180042Z","caller":"traceutil/trace.go:171","msg":"trace[29208709] linearizableReadLoop","detail":"{readStateIndex:4758; appliedIndex:4756; }","duration":"2.11927368s","start":"2026-07-24T05:34:55.060745Z","end":"2026-07-24T05:34:57.180018Z","steps":["trace[29208709] 'read index received' (duration: 628.836372ms)","trace[29208709] 'applied index is now lower than readState.Index' (duration: 1.490436308s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:57.180076Z","caller":"traceutil/trace.go:171","msg":"trace[49575243] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"2.084062372s","start":"2026-07-24T05:34:55.095983Z","end":"2026-07-24T05:34:57.180045Z","steps":["trace[49575243] 'process raft request' (duration: 2.083881388s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:57.18022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:55.095964Z","time spent":"2.084179114s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:57.180291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.119529597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T05:34:57.180287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770595462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:57.180329Z","caller":"traceutil/trace.go:171","msg":"trace[2138820978] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4514; }","duration":"2.119623038s","start":"2026-07-24T05:34:55.060695Z","end":"2026-07-24T05:34:57.180318Z","steps":["trace[2138820978] 'agreement among raft nodes before linearized reading' (duration: 2.119424264s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:57.18032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.835511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:57.180369Z","caller":"traceutil/trace.go:171","msg":"trace[1265115038] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:4514; }","duration":"1.770757106s","start":"2026-07-24T05:34:55.409596Z","end":"2026-07-24T05:34:57.180354Z","steps":["trace[1265115038] 'agreement among raft nodes before linearized reading' (duration: 1.770593642s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:57.180377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:55.06068Z","time spent":"2.11968867s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:34:57.180382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.029076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:34:57.180466Z","caller":"traceutil/trace.go:171","msg":"trace[1091187781] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4514; }","duration":"953.17597ms","start":"2026-07-24T05:34:56.227265Z","end":"2026-07-24T05:34:57.180441Z","steps":["trace[1091187781] 'agreement among raft nodes before linearized reading' (duration: 953.029056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:57.180517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:56.227241Z","time spent":"953.261351ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:57.180539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115492728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:34:57.180561Z","caller":"traceutil/trace.go:171","msg":"trace[1504489447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4514; }","duration":"1.115571659s","start":"2026-07-24T05:34:56.064983Z","end":"2026-07-24T05:34:57.180554Z","steps":["trace[1504489447] 'agreement among raft nodes before linearized reading' (duration: 1.115451197s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:57.180579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:56.064934Z","time spent":"1.115640991s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:34:57.180711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.770769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:57.180718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.759588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:34:57.180747Z","caller":"traceutil/trace.go:171","msg":"trace[1611307881] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4514; }","duration":"206.874001ms","start":"2026-07-24T05:34:56.973863Z","end":"2026-07-24T05:34:57.180737Z","steps":["trace[1611307881] 'agreement among raft nodes before linearized reading' (duration: 206.81798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:57.180763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643614907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:57.180767Z","caller":"traceutil/trace.go:171","msg":"trace[577721679] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4514; }","duration":"115.8572ms","start":"2026-07-24T05:34:57.064898Z","end":"2026-07-24T05:34:57.180756Z","steps":["trace[577721679] 'agreement among raft nodes before linearized reading' (duration: 115.683536ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:57.180784Z","caller":"traceutil/trace.go:171","msg":"trace[1452296458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4514; }","duration":"1.643668697s","start":"2026-07-24T05:34:55.537109Z","end":"2026-07-24T05:34:57.180778Z","steps":["trace[1452296458] 'agreement among raft nodes before linearized reading' (duration: 1.643634047s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:57.180801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:55.537093Z","time spent":"1.643703629s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:34:57.180407Z","caller":"traceutil/trace.go:171","msg":"trace[494608501] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4514; }","duration":"655.983705ms","start":"2026-07-24T05:34:56.524406Z","end":"2026-07-24T05:34:57.180389Z","steps":["trace[494608501] 'agreement among raft nodes before linearized reading' (duration: 655.806921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:57.180909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.295286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226f4a732c63\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-07-24T05:34:57.180972Z","caller":"traceutil/trace.go:171","msg":"trace[973101096] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226f4a732c63; range_end:; response_count:1; response_revision:4514; }","duration":"809.412798ms","start":"2026-07-24T05:34:56.371541Z","end":"2026-07-24T05:34:57.180954Z","steps":["trace[973101096] 'agreement among raft nodes before linearized reading' (duration: 809.227494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:57.180996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:56.524385Z","time spent":"656.561697ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:57.180412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:55.409563Z","time spent":"1.770840888s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:57.181022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:56.371522Z","time spent":"809.48703ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226f4a732c63\" "} {"level":"warn","ts":"2026-07-24T05:34:58.21819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.601263ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:34:58.21879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:57.183032Z","time spent":"1.035751237s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:34:58.218916Z","caller":"traceutil/trace.go:171","msg":"trace[1115973784] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"1.034204852s","start":"2026-07-24T05:34:57.184689Z","end":"2026-07-24T05:34:58.218894Z","steps":["trace[1115973784] 'process raft request' (duration: 1.033626038s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:58.218865Z","caller":"traceutil/trace.go:171","msg":"trace[1795843996] linearizableReadLoop","detail":"{readStateIndex:4760; appliedIndex:4758; }","duration":"1.033665669s","start":"2026-07-24T05:34:57.185181Z","end":"2026-07-24T05:34:58.218846Z","steps":["trace[1795843996] 'read index received' (duration: 270.390979ms)","trace[1795843996] 'applied index is now lower than readState.Index' (duration: 763.27319ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:58.219074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:57.184676Z","time spent":"1.034302974s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:58.219243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030874445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:58.219268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.961994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:58.219334Z","caller":"traceutil/trace.go:171","msg":"trace[132165483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4515; }","duration":"1.030995427s","start":"2026-07-24T05:34:57.188315Z","end":"2026-07-24T05:34:58.219311Z","steps":["trace[132165483] 'agreement among raft nodes before linearized reading' (duration: 1.030845944s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:58.21934Z","caller":"traceutil/trace.go:171","msg":"trace[1358306983] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4515; }","duration":"433.079496ms","start":"2026-07-24T05:34:57.786242Z","end":"2026-07-24T05:34:58.219322Z","steps":["trace[1358306983] 'agreement among raft nodes before linearized reading' (duration: 432.962064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:58.219323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.983457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:34:58.219363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.969866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:34:58.219407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:57.786222Z","time spent":"433.160038ms","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:34:58.219417Z","caller":"traceutil/trace.go:171","msg":"trace[1472398572] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:4515; }","duration":"346.1348ms","start":"2026-07-24T05:34:57.873256Z","end":"2026-07-24T05:34:58.21939Z","steps":["trace[1472398572] 'agreement among raft nodes before linearized reading' (duration: 345.936106ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:34:58.219456Z","caller":"traceutil/trace.go:171","msg":"trace[1879046863] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:4515; }","duration":"781.096558ms","start":"2026-07-24T05:34:57.438336Z","end":"2026-07-24T05:34:58.219432Z","steps":["trace[1879046863] 'agreement among raft nodes before linearized reading' (duration: 780.957265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:58.219494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:57.873221Z","time spent":"346.251153ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":108,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:58.219387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:57.188307Z","time spent":"1.031071549s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:34:58.219514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:57.438318Z","time spent":"781.181891ms","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:34:58.219188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033998576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:34:58.219648Z","caller":"traceutil/trace.go:171","msg":"trace[1962763036] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4515; }","duration":"1.034491268s","start":"2026-07-24T05:34:57.185143Z","end":"2026-07-24T05:34:58.219635Z","steps":["trace[1962763036] 'agreement among raft nodes before linearized reading' (duration: 1.033753461s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:58.219692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:57.18513Z","time spent":"1.034547339s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:34:58.867481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.586235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:34:58.867568Z","caller":"traceutil/trace.go:171","msg":"trace[2026455217] linearizableReadLoop","detail":"{readStateIndex:4761; appliedIndex:4760; }","duration":"646.61034ms","start":"2026-07-24T05:34:58.220943Z","end":"2026-07-24T05:34:58.867554Z","steps":["trace[2026455217] 'read index received' (duration: 297.880562ms)","trace[2026455217] 'applied index is now lower than readState.Index' (duration: 348.728028ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:34:58.867643Z","caller":"traceutil/trace.go:171","msg":"trace[1963793322] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"647.306316ms","start":"2026-07-24T05:34:58.220328Z","end":"2026-07-24T05:34:58.867634Z","steps":["trace[1963793322] 'process raft request' (duration: 298.483196ms)","trace[1963793322] 'compare' (duration: 348.417271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:34:58.867691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:58.220308Z","time spent":"647.358247ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:34:58.867991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.04033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:34:58.868086Z","caller":"traceutil/trace.go:171","msg":"trace[1455726396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4516; }","duration":"647.162733ms","start":"2026-07-24T05:34:58.2209Z","end":"2026-07-24T05:34:58.868062Z","steps":["trace[1455726396] 'agreement among raft nodes before linearized reading' (duration: 647.029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:58.868136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.459679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:34:58.868198Z","caller":"traceutil/trace.go:171","msg":"trace[444073184] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4516; }","duration":"492.555241ms","start":"2026-07-24T05:34:58.375627Z","end":"2026-07-24T05:34:58.868182Z","steps":["trace[444073184] 'agreement among raft nodes before linearized reading' (duration: 492.420218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:58.868244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:58.375606Z","time spent":"492.626783ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:34:58.868142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:58.220653Z","time spent":"647.476069ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:34:58.868007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.107665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5226d04e92905\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-07-24T05:34:58.868839Z","caller":"traceutil/trace.go:171","msg":"trace[1263054166] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18c5226d04e92905; range_end:; response_count:1; response_revision:4516; }","duration":"645.962446ms","start":"2026-07-24T05:34:58.222856Z","end":"2026-07-24T05:34:58.868818Z","steps":["trace[1263054166] 'agreement among raft nodes before linearized reading' (duration: 644.944462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:34:58.868877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:58.222847Z","time spent":"646.018367ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18c5226d04e92905\" "} {"level":"warn","ts":"2026-07-24T05:35:00.877418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000718229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:35:00.877534Z","caller":"traceutil/trace.go:171","msg":"trace[172098492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839352s","start":"2026-07-24T05:34:58.876653Z","end":"2026-07-24T05:35:00.877493Z","steps":["trace[172098492] 'agreement among raft nodes before linearized reading' (duration: 2.000725599s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:00.87759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:58.876647Z","time spent":"2.000930904s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:35:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:35:01.408965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.182686806s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:01.409052Z","caller":"traceutil/trace.go:171","msg":"trace[1300235873] linearizableReadLoop","detail":"{readStateIndex:4762; appliedIndex:4761; }","duration":"2.5368755s","start":"2026-07-24T05:34:58.872155Z","end":"2026-07-24T05:35:01.40903Z","steps":["trace[1300235873] 'read index received' (duration: 354.099262ms)","trace[1300235873] 'applied index is now lower than readState.Index' (duration: 2.182774878s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:01.40913Z","caller":"traceutil/trace.go:171","msg":"trace[124061910] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"2.537723139s","start":"2026-07-24T05:34:58.871345Z","end":"2026-07-24T05:35:01.409068Z","steps":["trace[124061910] 'process raft request' (duration: 354.886439ms)","trace[124061910] 'compare' (duration: 2.181731205s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:01.409386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:58.87132Z","time spent":"2.537939466s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:01.409909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537723961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:35:01.409943Z","caller":"traceutil/trace.go:171","msg":"trace[2018165877] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4517; }","duration":"2.537795322s","start":"2026-07-24T05:34:58.872139Z","end":"2026-07-24T05:35:01.409935Z","steps":["trace[2018165877] 'agreement among raft nodes before linearized reading' (duration: 2.536954872s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:01.409969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:58.872127Z","time spent":"2.537834502s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T05:35:01.909737Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:35:02.409964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464145940,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:35:02.579617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.353335872s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:35:02.715843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:35:02.715925Z","caller":"traceutil/trace.go:171","msg":"trace[720357699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000272797s","start":"2026-07-24T05:35:00.715635Z","end":"2026-07-24T05:35:02.715908Z","steps":["trace[720357699] 'agreement among raft nodes before linearized reading' (duration: 2.000172745s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:02.715971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:00.71562Z","time spent":"2.000342108s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:35:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:35:02.87783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999891219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:35:02.877925Z","caller":"traceutil/trace.go:171","msg":"trace[843254382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067732s","start":"2026-07-24T05:35:00.877842Z","end":"2026-07-24T05:35:02.87791Z","steps":["trace[843254382] 'agreement among raft nodes before linearized reading' (duration: 1.999954189s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:02.87796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:00.877822Z","time spent":"2.000130324s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:35:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:35:04.88659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000555804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:35:04.886692Z","caller":"traceutil/trace.go:171","msg":"trace[1389021833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000725057s","start":"2026-07-24T05:35:02.885948Z","end":"2026-07-24T05:35:04.886673Z","steps":["trace[1389021833] 'agreement among raft nodes before linearized reading' (duration: 2.000594234s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:04.886739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:02.885928Z","time spent":"2.00080148s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:35:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:35:05.951701Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.371641242s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:35:06.033415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:59.032877Z","time spent":"7.000530881s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:35:06.267999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:02.132941Z","time spent":"4.135048444s","remote":"127.0.0.1:34944","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:35:06.269161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.868583ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:06.26936Z","caller":"traceutil/trace.go:171","msg":"trace[510908832] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4517; }","duration":"174.059107ms","start":"2026-07-24T05:35:06.095263Z","end":"2026-07-24T05:35:06.269323Z","steps":["trace[510908832] 'range keys from in-memory index tree' (duration: 173.851702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:06.271141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689585854s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:06.271406Z","caller":"traceutil/trace.go:171","msg":"trace[546128758] linearizableReadLoop","detail":"{readStateIndex:4765; appliedIndex:4762; }","duration":"4.862305096s","start":"2026-07-24T05:35:01.409074Z","end":"2026-07-24T05:35:06.271379Z","steps":["trace[546128758] 'read index received' (duration: 1.170768328s)","trace[546128758] 'applied index is now lower than readState.Index' (duration: 3.691535248s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:06.271417Z","caller":"traceutil/trace.go:171","msg":"trace[1703114479] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"5.467862263s","start":"2026-07-24T05:35:00.803529Z","end":"2026-07-24T05:35:06.271391Z","steps":["trace[1703114479] 'process raft request' (duration: 5.467701929s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:06.27151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.044792532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:35:06.271551Z","caller":"traceutil/trace.go:171","msg":"trace[1720080269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4520; }","duration":"6.044885374s","start":"2026-07-24T05:35:00.226657Z","end":"2026-07-24T05:35:06.271543Z","steps":["trace[1720080269] 'agreement among raft nodes before linearized reading' (duration: 6.044738321s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:06.271533Z","caller":"traceutil/trace.go:171","msg":"trace[2139841316] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"5.211299569s","start":"2026-07-24T05:35:01.060212Z","end":"2026-07-24T05:35:06.271512Z","steps":["trace[2139841316] 'process raft request' (duration: 5.211107945s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:06.27155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:00.8035Z","time spent":"5.467970304s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:06.271577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:00.226633Z","time spent":"6.044938026s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:35:06.271555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.133932894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:06.271598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.043765824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:35:06.271645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:01.060182Z","time spent":"5.211403342s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:06.271677Z","caller":"traceutil/trace.go:171","msg":"trace[1500301136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4520; }","duration":"7.043890287s","start":"2026-07-24T05:34:59.227766Z","end":"2026-07-24T05:35:06.271656Z","steps":["trace[1500301136] 'agreement among raft nodes before linearized reading' (duration: 7.043631131s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:06.271736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:59.227747Z","time spent":"7.043978258s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:35:06.271686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.306469156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:06.271836Z","caller":"traceutil/trace.go:171","msg":"trace[1544542405] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4520; }","duration":"5.30667877s","start":"2026-07-24T05:35:00.965113Z","end":"2026-07-24T05:35:06.271792Z","steps":["trace[1544542405] 'agreement among raft nodes before linearized reading' (duration: 5.306413644s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:06.271938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:00.965092Z","time spent":"5.306815573s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:06.272409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.394697884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:35:06.27248Z","caller":"traceutil/trace.go:171","msg":"trace[720530823] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4520; }","duration":"7.394781706s","start":"2026-07-24T05:34:58.877681Z","end":"2026-07-24T05:35:06.272463Z","steps":["trace[720530823] 'agreement among raft nodes before linearized reading' (duration: 7.393810963s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:06.272532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:58.877675Z","time spent":"7.394842507s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:35:06.271674Z","caller":"traceutil/trace.go:171","msg":"trace[1705992642] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:4520; }","duration":"7.134165869s","start":"2026-07-24T05:34:59.137481Z","end":"2026-07-24T05:35:06.271647Z","steps":["trace[1705992642] 'agreement among raft nodes before linearized reading' (duration: 7.133928134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:06.272761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:34:59.13746Z","time spent":"7.135229935s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:06.887136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000173135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:35:06.887234Z","caller":"traceutil/trace.go:171","msg":"trace[1931527327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328359s","start":"2026-07-24T05:35:04.886885Z","end":"2026-07-24T05:35:06.887213Z","steps":["trace[1931527327] 'agreement among raft nodes before linearized reading' (duration: 2.000201046s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:06.887341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:04.886868Z","time spent":"2.000461351s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:35:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:35:08.895356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000619836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:35:08.89546Z","caller":"traceutil/trace.go:171","msg":"trace[1586659132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00077993s","start":"2026-07-24T05:35:06.894656Z","end":"2026-07-24T05:35:08.895436Z","steps":["trace[1586659132] 'agreement among raft nodes before linearized reading' (duration: 2.000656897s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:08.89552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:06.894636Z","time spent":"2.000869471s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:35:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:35:09.32873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68924125s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:09.329534Z","caller":"traceutil/trace.go:171","msg":"trace[1617151105] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"5.265920686s","start":"2026-07-24T05:35:04.063546Z","end":"2026-07-24T05:35:09.329467Z","steps":["trace[1617151105] 'process raft request' (duration: 2.575862977s)","trace[1617151105] 'compare' (duration: 2.688372651s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:09.329681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:04.06353Z","time spent":"5.26607542s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:09.827901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.059271ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:35:09.828024Z","caller":"traceutil/trace.go:171","msg":"trace[1824262671] linearizableReadLoop","detail":"{readStateIndex:4767; appliedIndex:4765; }","duration":"3.55654506s","start":"2026-07-24T05:35:06.271458Z","end":"2026-07-24T05:35:09.828003Z","steps":["trace[1824262671] 'read index received' (duration: 367.935221ms)","trace[1824262671] 'applied index is now lower than readState.Index' (duration: 3.188604959s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:09.828146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.485427921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:09.828236Z","caller":"traceutil/trace.go:171","msg":"trace[1194417894] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4521; }","duration":"4.485574285s","start":"2026-07-24T05:35:05.342642Z","end":"2026-07-24T05:35:09.828217Z","steps":["trace[1194417894] 'agreement among raft nodes before linearized reading' (duration: 4.48538449s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.828232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.178379906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:09.828294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:05.342621Z","time spent":"4.485657336s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":31,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:09.828299Z","caller":"traceutil/trace.go:171","msg":"trace[1032643529] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4521; }","duration":"5.178474748s","start":"2026-07-24T05:35:04.649809Z","end":"2026-07-24T05:35:09.828283Z","steps":["trace[1032643529] 'agreement among raft nodes before linearized reading' (duration: 5.178389696s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.828354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:04.649792Z","time spent":"5.178543119s","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:09.828365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.135315138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:09.828424Z","caller":"traceutil/trace.go:171","msg":"trace[677402483] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4521; }","duration":"7.13543966s","start":"2026-07-24T05:35:02.69297Z","end":"2026-07-24T05:35:09.828409Z","steps":["trace[677402483] 'agreement among raft nodes before linearized reading' (duration: 7.135260236s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.82845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:02.69295Z","time spent":"7.135494832s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:09.828177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.077776985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:09.828579Z","caller":"traceutil/trace.go:171","msg":"trace[72095472] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4521; }","duration":"5.078228125s","start":"2026-07-24T05:35:04.750331Z","end":"2026-07-24T05:35:09.828559Z","steps":["trace[72095472] 'agreement among raft nodes before linearized reading' (duration: 5.077779255s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.828607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.506273072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:09.828649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:04.75031Z","time spent":"5.078317198s","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:09.828702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.10211433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:09.82874Z","caller":"traceutil/trace.go:171","msg":"trace[1765062563] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4521; }","duration":"6.102192471s","start":"2026-07-24T05:35:03.726539Z","end":"2026-07-24T05:35:09.828731Z","steps":["trace[1765062563] 'agreement among raft nodes before linearized reading' (duration: 6.102141s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.828749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.791310991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:489"} {"level":"info","ts":"2026-07-24T05:35:09.828771Z","caller":"traceutil/trace.go:171","msg":"trace[1063638925] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:4521; }","duration":"3.791369281s","start":"2026-07-24T05:35:06.037397Z","end":"2026-07-24T05:35:09.828766Z","steps":["trace[1063638925] 'agreement among raft nodes before linearized reading' (duration: 3.791260309s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.828783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:03.726508Z","time spent":"6.102253273s","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:09.828792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:06.037376Z","time spent":"3.791412073s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":512,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T05:35:09.828767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.248954217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:09.828796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.401719212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c5226dc2b9d997\" ","response":"range_response_count:1 size:837"} {"level":"warn","ts":"2026-07-24T05:35:09.828729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.63449721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-24T05:35:09.828845Z","caller":"traceutil/trace.go:171","msg":"trace[189656921] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18c5226dc2b9d997; range_end:; response_count:1; response_revision:4521; }","duration":"8.401790603s","start":"2026-07-24T05:35:01.427044Z","end":"2026-07-24T05:35:09.828835Z","steps":["trace[189656921] 'agreement among raft nodes before linearized reading' (duration: 8.401637949s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:09.828839Z","caller":"traceutil/trace.go:171","msg":"trace[174829249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4521; }","duration":"5.249064569s","start":"2026-07-24T05:35:04.579753Z","end":"2026-07-24T05:35:09.828817Z","steps":["trace[174829249] 'agreement among raft nodes before linearized reading' (duration: 5.248936536s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.828882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:01.427033Z","time spent":"8.401842364s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":860,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c5226dc2b9d997\" "} {"level":"info","ts":"2026-07-24T05:35:09.828657Z","caller":"traceutil/trace.go:171","msg":"trace[1302630658] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4521; }","duration":"6.506363304s","start":"2026-07-24T05:35:03.322279Z","end":"2026-07-24T05:35:09.828643Z","steps":["trace[1302630658] 'agreement among raft nodes before linearized reading' (duration: 6.506288103s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.828911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:04.579732Z","time spent":"5.249161481s","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:09.828875Z","caller":"traceutil/trace.go:171","msg":"trace[1702980893] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4521; }","duration":"5.634702705s","start":"2026-07-24T05:35:04.194147Z","end":"2026-07-24T05:35:09.82885Z","steps":["trace[1702980893] 'agreement among raft nodes before linearized reading' (duration: 5.634314126s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.828964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.198230287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:35:09.828979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:04.194128Z","time spent":"5.634836629s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-24T05:35:09.82911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.416590363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:35:09.829148Z","caller":"traceutil/trace.go:171","msg":"trace[274759724] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4521; }","duration":"8.416688875s","start":"2026-07-24T05:35:01.41245Z","end":"2026-07-24T05:35:09.829139Z","steps":["trace[274759724] 'agreement among raft nodes before linearized reading' (duration: 8.416573412s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.829177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:01.412421Z","time spent":"8.416749876s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:35:09.829228Z","caller":"traceutil/trace.go:171","msg":"trace[704766128] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4521; }","duration":"4.198295598s","start":"2026-07-24T05:35:05.630682Z","end":"2026-07-24T05:35:09.828978Z","steps":["trace[704766128] 'agreement among raft nodes before linearized reading' (duration: 4.198259997s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.829249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:05.63066Z","time spent":"4.198584094s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:09.828997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:03.322261Z","time spent":"6.506691411s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:09.829336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.551994925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:35:09.829383Z","caller":"traceutil/trace.go:171","msg":"trace[2067207035] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4521; }","duration":"3.552058496s","start":"2026-07-24T05:35:06.277315Z","end":"2026-07-24T05:35:09.829373Z","steps":["trace[2067207035] 'agreement among raft nodes before linearized reading' (duration: 3.55179812s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.829419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:06.277301Z","time spent":"3.552109438s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:35:09.829513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.60432227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:09.829541Z","caller":"traceutil/trace.go:171","msg":"trace[1283208406] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4521; }","duration":"2.604405593s","start":"2026-07-24T05:35:07.225129Z","end":"2026-07-24T05:35:09.829535Z","steps":["trace[1283208406] 'agreement among raft nodes before linearized reading' (duration: 2.604357981s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.829541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55097168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:35:09.829567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:07.225103Z","time spent":"2.604453283s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:09.829574Z","caller":"traceutil/trace.go:171","msg":"trace[889366633] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4521; }","duration":"1.551040951s","start":"2026-07-24T05:35:08.278524Z","end":"2026-07-24T05:35:09.829565Z","steps":["trace[889366633] 'agreement among raft nodes before linearized reading' (duration: 1.550936249s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.829569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609592806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:09.829611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264478271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:09.829628Z","caller":"traceutil/trace.go:171","msg":"trace[1164467456] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4521; }","duration":"1.609709058s","start":"2026-07-24T05:35:08.219905Z","end":"2026-07-24T05:35:09.829614Z","steps":["trace[1164467456] 'agreement among raft nodes before linearized reading' (duration: 1.609609996s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.829634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551040826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:35:09.82968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.377516028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:09.829679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.070796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:09.829684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:08.219872Z","time spent":"1.609798461s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:09.829706Z","caller":"traceutil/trace.go:171","msg":"trace[1618245593] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:4521; }","duration":"3.377589899s","start":"2026-07-24T05:35:06.452109Z","end":"2026-07-24T05:35:09.829699Z","steps":["trace[1618245593] 'agreement among raft nodes before linearized reading' (duration: 3.377551488s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:09.829713Z","caller":"traceutil/trace.go:171","msg":"trace[440674249] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4521; }","duration":"325.141307ms","start":"2026-07-24T05:35:09.504562Z","end":"2026-07-24T05:35:09.829703Z","steps":["trace[440674249] 'agreement among raft nodes before linearized reading' (duration: 325.071966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.829735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:06.452081Z","time spent":"3.3776467s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:09.829786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522879924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:35:09.829825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.841886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:09.829857Z","caller":"traceutil/trace.go:171","msg":"trace[91612256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4521; }","duration":"933.911278ms","start":"2026-07-24T05:35:08.895934Z","end":"2026-07-24T05:35:09.829845Z","steps":["trace[91612256] 'agreement among raft nodes before linearized reading' (duration: 933.876927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.829744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:09.504543Z","time spent":"325.194048ms","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:09.829911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:08.895917Z","time spent":"933.98838ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:35:09.829642Z","caller":"traceutil/trace.go:171","msg":"trace[1856210514] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4521; }","duration":"3.264511272s","start":"2026-07-24T05:35:06.565122Z","end":"2026-07-24T05:35:09.829633Z","steps":["trace[1856210514] 'agreement among raft nodes before linearized reading' (duration: 3.264461121s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.829791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11953527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" ","response":"range_response_count:1 size:5602"} {"level":"warn","ts":"2026-07-24T05:35:09.829984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:06.565057Z","time spent":"3.264906011s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:09.830024Z","caller":"traceutil/trace.go:171","msg":"trace[1385864424] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf; range_end:; response_count:1; response_revision:4521; }","duration":"1.119797546s","start":"2026-07-24T05:35:08.71022Z","end":"2026-07-24T05:35:09.830017Z","steps":["trace[1385864424] 'agreement among raft nodes before linearized reading' (duration: 1.11951547s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:09.829825Z","caller":"traceutil/trace.go:171","msg":"trace[791679011] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4521; }","duration":"1.522948596s","start":"2026-07-24T05:35:08.306867Z","end":"2026-07-24T05:35:09.829815Z","steps":["trace[791679011] 'agreement among raft nodes before linearized reading' (duration: 1.522895265s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.830047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:08.710206Z","time spent":"1.119835507s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5625,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" "} {"level":"warn","ts":"2026-07-24T05:35:09.830084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:08.30685Z","time spent":"1.523215012s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:09.829614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:08.278505Z","time spent":"1.551100132s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:35:09.829691Z","caller":"traceutil/trace.go:171","msg":"trace[340972172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4521; }","duration":"2.551121899s","start":"2026-07-24T05:35:07.278554Z","end":"2026-07-24T05:35:09.829676Z","steps":["trace[340972172] 'agreement among raft nodes before linearized reading' (duration: 2.550970745s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.830307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:07.278542Z","time spent":"2.551748764s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:35:09.831397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.317245529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:09.831519Z","caller":"traceutil/trace.go:171","msg":"trace[1566388553] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:4521; }","duration":"4.317406512s","start":"2026-07-24T05:35:05.514071Z","end":"2026-07-24T05:35:09.831477Z","steps":["trace[1566388553] 'agreement among raft nodes before linearized reading' (duration: 4.314379773s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:09.831576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:05.51405Z","time spent":"4.317512305s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:10.357111Z","caller":"traceutil/trace.go:171","msg":"trace[590647864] linearizableReadLoop","detail":"{readStateIndex:4770; appliedIndex:4768; }","duration":"429.777761ms","start":"2026-07-24T05:35:09.927312Z","end":"2026-07-24T05:35:10.35709Z","steps":["trace[590647864] 'read index received' (duration: 429.493414ms)","trace[590647864] 'applied index is now lower than readState.Index' (duration: 283.227µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:10.357174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:09.833126Z","time spent":"524.033225ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:35:10.357202Z","caller":"traceutil/trace.go:171","msg":"trace[97850545] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"517.066955ms","start":"2026-07-24T05:35:09.840094Z","end":"2026-07-24T05:35:10.357161Z","steps":["trace[97850545] 'process raft request' (duration: 516.871911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:10.357341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.13815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:10.357426Z","caller":"traceutil/trace.go:171","msg":"trace[808507499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4523; }","duration":"518.243372ms","start":"2026-07-24T05:35:09.839157Z","end":"2026-07-24T05:35:10.3574Z","steps":["trace[808507499] 'agreement among raft nodes before linearized reading' (duration: 518.025047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:10.357495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.851421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-24T05:35:10.357488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:09.839151Z","time spent":"518.323074ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:35:10.357527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.413855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109864"} {"level":"info","ts":"2026-07-24T05:35:10.35756Z","caller":"traceutil/trace.go:171","msg":"trace[1169908218] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4523; }","duration":"521.528347ms","start":"2026-07-24T05:35:09.836024Z","end":"2026-07-24T05:35:10.357552Z","steps":["trace[1169908218] 'agreement among raft nodes before linearized reading' (duration: 521.177859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:10.357587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:09.836017Z","time spent":"521.563638ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:35:10.357736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.765549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-07-24T05:35:10.357794Z","caller":"traceutil/trace.go:171","msg":"trace[1315325126] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:4523; }","duration":"523.906582ms","start":"2026-07-24T05:35:09.833858Z","end":"2026-07-24T05:35:10.357764Z","steps":["trace[1315325126] 'agreement among raft nodes before linearized reading' (duration: 523.685137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:10.357819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:09.833851Z","time spent":"523.962873ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" "} {"level":"warn","ts":"2026-07-24T05:35:10.358172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:09.840083Z","time spent":"517.238959ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:10.358184Z","caller":"traceutil/trace.go:171","msg":"trace[1933421520] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23; range_end:; response_count:1; response_revision:4523; }","duration":"425.944112ms","start":"2026-07-24T05:35:09.931599Z","end":"2026-07-24T05:35:10.357544Z","steps":["trace[1933421520] 'agreement among raft nodes before linearized reading' (duration: 425.687036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:10.358355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:09.931583Z","time spent":"426.721549ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":887,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" "} {"level":"warn","ts":"2026-07-24T05:35:10.759544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.412147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:10.75971Z","caller":"traceutil/trace.go:171","msg":"trace[1891155270] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"401.356807ms","start":"2026-07-24T05:35:10.358323Z","end":"2026-07-24T05:35:10.75968Z","steps":["trace[1891155270] 'process raft request' (duration: 121.423868ms)","trace[1891155270] 'compare' (duration: 279.174712ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:10.759775Z","caller":"traceutil/trace.go:171","msg":"trace[1978989967] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"398.309427ms","start":"2026-07-24T05:35:10.361445Z","end":"2026-07-24T05:35:10.759755Z","steps":["trace[1978989967] 'process raft request' (duration: 398.229006ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:10.759813Z","caller":"traceutil/trace.go:171","msg":"trace[60314911] linearizableReadLoop","detail":"{readStateIndex:4771; appliedIndex:4770; }","duration":"399.741539ms","start":"2026-07-24T05:35:10.360046Z","end":"2026-07-24T05:35:10.759787Z","steps":["trace[60314911] 'read index received' (duration: 119.715998ms)","trace[60314911] 'applied index is now lower than readState.Index' (duration: 280.022641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:10.759851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:10.358302Z","time spent":"401.47317ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:10.759881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:10.361413Z","time spent":"398.41722ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:10.760056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.006386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:10.760113Z","caller":"traceutil/trace.go:171","msg":"trace[1792640531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4525; }","duration":"400.075607ms","start":"2026-07-24T05:35:10.360023Z","end":"2026-07-24T05:35:10.760099Z","steps":["trace[1792640531] 'agreement among raft nodes before linearized reading' (duration: 399.869393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:10.760148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:10.360012Z","time spent":"400.129608ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:35:10.760177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.135533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-24T05:35:10.760256Z","caller":"traceutil/trace.go:171","msg":"trace[1085092143] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4525; }","duration":"398.240117ms","start":"2026-07-24T05:35:10.361998Z","end":"2026-07-24T05:35:10.760238Z","steps":["trace[1085092143] 'agreement among raft nodes before linearized reading' (duration: 397.95134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:10.760308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:10.36199Z","time spent":"398.303999ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-24T05:35:10.941551Z","caller":"traceutil/trace.go:171","msg":"trace[1283816973] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"177.905005ms","start":"2026-07-24T05:35:10.763617Z","end":"2026-07-24T05:35:10.941522Z","steps":["trace[1283816973] 'process raft request' (duration: 174.807374ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:10.941545Z","caller":"traceutil/trace.go:171","msg":"trace[775328889] linearizableReadLoop","detail":"{readStateIndex:4773; appliedIndex:4772; }","duration":"177.397354ms","start":"2026-07-24T05:35:10.764115Z","end":"2026-07-24T05:35:10.941512Z","steps":["trace[775328889] 'read index received' (duration: 174.309643ms)","trace[775328889] 'applied index is now lower than readState.Index' (duration: 3.085061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:10.941834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.69131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:35:10.941919Z","caller":"traceutil/trace.go:171","msg":"trace[1116408315] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4526; }","duration":"177.791793ms","start":"2026-07-24T05:35:10.764083Z","end":"2026-07-24T05:35:10.941875Z","steps":["trace[1116408315] 'agreement among raft nodes before linearized reading' (duration: 177.516867ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:11.375406Z","caller":"traceutil/trace.go:171","msg":"trace[1869134961] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"605.938395ms","start":"2026-07-24T05:35:10.769441Z","end":"2026-07-24T05:35:11.375379Z","steps":["trace[1869134961] 'process raft request' (duration: 605.775611ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:11.375508Z","caller":"traceutil/trace.go:171","msg":"trace[663508385] linearizableReadLoop","detail":"{readStateIndex:4774; appliedIndex:4774; }","duration":"433.814913ms","start":"2026-07-24T05:35:10.941664Z","end":"2026-07-24T05:35:11.375479Z","steps":["trace[663508385] 'read index received' (duration: 433.805883ms)","trace[663508385] 'applied index is now lower than readState.Index' (duration: 7.2µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:11.375551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:10.769428Z","time spent":"606.050868ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:11.375774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.473405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:35:11.375824Z","caller":"traceutil/trace.go:171","msg":"trace[1116270542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4527; }","duration":"531.571417ms","start":"2026-07-24T05:35:10.844239Z","end":"2026-07-24T05:35:11.37581Z","steps":["trace[1116270542] 'agreement among raft nodes before linearized reading' (duration: 531.358132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:11.375867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:10.844222Z","time spent":"531.63591ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:35:11.866073Z","caller":"traceutil/trace.go:171","msg":"trace[674349368] transaction","detail":"{read_only:false; response_revision:4528; number_of_response:1; }","duration":"920.863597ms","start":"2026-07-24T05:35:10.945174Z","end":"2026-07-24T05:35:11.866037Z","steps":["trace[674349368] 'process raft request' (duration: 920.047598ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:11.866074Z","caller":"traceutil/trace.go:171","msg":"trace[689102501] linearizableReadLoop","detail":"{readStateIndex:4775; appliedIndex:4774; }","duration":"490.481444ms","start":"2026-07-24T05:35:11.375568Z","end":"2026-07-24T05:35:11.866049Z","steps":["trace[689102501] 'read index received' (duration: 489.634245ms)","trace[689102501] 'applied index is now lower than readState.Index' (duration: 825.029µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:11.866138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.491217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:11.866194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:10.945154Z","time spent":"920.98273ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:35:11.866215Z","caller":"traceutil/trace.go:171","msg":"trace[1366597550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4528; }","duration":"744.612869ms","start":"2026-07-24T05:35:11.121584Z","end":"2026-07-24T05:35:11.866197Z","steps":["trace[1366597550] 'agreement among raft nodes before linearized reading' (duration: 744.462346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:11.86626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:11.121564Z","time spent":"744.685691ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:35:11.866387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.421834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:35:11.866422Z","caller":"traceutil/trace.go:171","msg":"trace[497581369] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4528; }","duration":"922.531746ms","start":"2026-07-24T05:35:10.943882Z","end":"2026-07-24T05:35:11.866414Z","steps":["trace[497581369] 'agreement among raft nodes before linearized reading' (duration: 922.332442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:11.866473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:10.943863Z","time spent":"922.601227ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:35:11.86659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.433311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-07-24T05:35:11.866669Z","caller":"traceutil/trace.go:171","msg":"trace[2022509285] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v948m; range_end:; response_count:1; response_revision:4528; }","duration":"486.563264ms","start":"2026-07-24T05:35:11.380087Z","end":"2026-07-24T05:35:11.86665Z","steps":["trace[2022509285] 'agreement among raft nodes before linearized reading' (duration: 486.173075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:11.866813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:11.380068Z","time spent":"486.689487ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6882,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" "} {"level":"warn","ts":"2026-07-24T05:35:11.866787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.634619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:11.866882Z","caller":"traceutil/trace.go:171","msg":"trace[828653952] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4528; }","duration":"349.929727ms","start":"2026-07-24T05:35:11.516935Z","end":"2026-07-24T05:35:11.866865Z","steps":["trace[828653952] 'agreement among raft nodes before linearized reading' (duration: 349.616008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:11.866945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:11.516915Z","time spent":"350.012848ms","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:12.100886Z","caller":"traceutil/trace.go:171","msg":"trace[1975010713] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4776; }","duration":"158.550892ms","start":"2026-07-24T05:35:11.942305Z","end":"2026-07-24T05:35:12.100856Z","steps":["trace[1975010713] 'read index received' (duration: 153.70196ms)","trace[1975010713] 'applied index is now lower than readState.Index' (duration: 4.847152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:12.101108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.795777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522e85ed94020\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-07-24T05:35:12.10119Z","caller":"traceutil/trace.go:171","msg":"trace[512481272] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522e85ed94020; range_end:; response_count:1; response_revision:4530; }","duration":"158.956611ms","start":"2026-07-24T05:35:11.94222Z","end":"2026-07-24T05:35:12.101177Z","steps":["trace[512481272] 'agreement among raft nodes before linearized reading' (duration: 158.723446ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:12.101532Z","caller":"traceutil/trace.go:171","msg":"trace[1114344323] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"226.38839ms","start":"2026-07-24T05:35:11.8745Z","end":"2026-07-24T05:35:12.100888Z","steps":["trace[1114344323] 'process raft request' (duration: 221.60457ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:12.314423Z","caller":"traceutil/trace.go:171","msg":"trace[7782572] linearizableReadLoop","detail":"{readStateIndex:4780; appliedIndex:4779; }","duration":"173.108015ms","start":"2026-07-24T05:35:12.141286Z","end":"2026-07-24T05:35:12.314394Z","steps":["trace[7782572] 'read index received' (duration: 168.122081ms)","trace[7782572] 'applied index is now lower than readState.Index' (duration: 4.984574ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:12.314695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.38256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-24T05:35:12.314739Z","caller":"traceutil/trace.go:171","msg":"trace[1451445302] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23; range_end:; response_count:1; response_revision:4533; }","duration":"173.502004ms","start":"2026-07-24T05:35:12.141224Z","end":"2026-07-24T05:35:12.314726Z","steps":["trace[1451445302] 'agreement among raft nodes before linearized reading' (duration: 173.274939ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:12.314759Z","caller":"traceutil/trace.go:171","msg":"trace[814324977] transaction","detail":"{read_only:false; response_revision:4533; number_of_response:1; }","duration":"195.872637ms","start":"2026-07-24T05:35:12.118858Z","end":"2026-07-24T05:35:12.31473Z","steps":["trace[814324977] 'process raft request' (duration: 190.610738ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:12.316043Z","caller":"traceutil/trace.go:171","msg":"trace[143647545] transaction","detail":"{read_only:false; response_revision:4534; number_of_response:1; }","duration":"129.701959ms","start":"2026-07-24T05:35:12.186322Z","end":"2026-07-24T05:35:12.316024Z","steps":["trace[143647545] 'process raft request' (duration: 129.618257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:12.743126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.558482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:12.74384Z","caller":"traceutil/trace.go:171","msg":"trace[1629101266] transaction","detail":"{read_only:false; response_revision:4540; number_of_response:1; }","duration":"295.407274ms","start":"2026-07-24T05:35:12.448404Z","end":"2026-07-24T05:35:12.743811Z","steps":["trace[1629101266] 'process raft request' (duration: 95.054693ms)","trace[1629101266] 'compare' (duration: 199.086502ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:12.74397Z","caller":"traceutil/trace.go:171","msg":"trace[1233235363] linearizableReadLoop","detail":"{readStateIndex:4787; appliedIndex:4786; }","duration":"226.262206ms","start":"2026-07-24T05:35:12.517672Z","end":"2026-07-24T05:35:12.743935Z","steps":["trace[1233235363] 'read index received' (duration: 25.744321ms)","trace[1233235363] 'applied index is now lower than readState.Index' (duration: 200.501645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:12.744201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.513462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-24T05:35:12.744288Z","caller":"traceutil/trace.go:171","msg":"trace[290155289] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:4540; }","duration":"226.648365ms","start":"2026-07-24T05:35:12.517628Z","end":"2026-07-24T05:35:12.744276Z","steps":["trace[290155289] 'agreement among raft nodes before linearized reading' (duration: 226.386369ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:13.284546Z","caller":"traceutil/trace.go:171","msg":"trace[1228897892] linearizableReadLoop","detail":"{readStateIndex:4791; appliedIndex:4790; }","duration":"248.383134ms","start":"2026-07-24T05:35:13.03614Z","end":"2026-07-24T05:35:13.284523Z","steps":["trace[1228897892] 'read index received' (duration: 248.162599ms)","trace[1228897892] 'applied index is now lower than readState.Index' (duration: 219.425µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:13.284924Z","caller":"traceutil/trace.go:171","msg":"trace[708746136] transaction","detail":"{read_only:false; response_revision:4543; number_of_response:1; }","duration":"322.791473ms","start":"2026-07-24T05:35:12.962117Z","end":"2026-07-24T05:35:13.284908Z","steps":["trace[708746136] 'process raft request' (duration: 322.249181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:13.285038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:12.962101Z","time spent":"322.862494ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6348,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:13.285349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.202703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-07-24T05:35:13.285397Z","caller":"traceutil/trace.go:171","msg":"trace[2069102710] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c; range_end:; response_count:1; response_revision:4543; }","duration":"249.286515ms","start":"2026-07-24T05:35:13.036098Z","end":"2026-07-24T05:35:13.285385Z","steps":["trace[2069102710] 'agreement among raft nodes before linearized reading' (duration: 249.132161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:13.285574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.190991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:13.285613Z","caller":"traceutil/trace.go:171","msg":"trace[1590126356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4543; }","duration":"164.265133ms","start":"2026-07-24T05:35:13.121336Z","end":"2026-07-24T05:35:13.285601Z","steps":["trace[1590126356] 'agreement among raft nodes before linearized reading' (duration: 164.210482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:13.618411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.228087ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:13.618522Z","caller":"traceutil/trace.go:171","msg":"trace[1322281159] linearizableReadLoop","detail":"{readStateIndex:4792; appliedIndex:4791; }","duration":"329.397165ms","start":"2026-07-24T05:35:13.289111Z","end":"2026-07-24T05:35:13.618508Z","steps":["trace[1322281159] 'read index received' (duration: 159.901962ms)","trace[1322281159] 'applied index is now lower than readState.Index' (duration: 169.492703ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:13.618577Z","caller":"traceutil/trace.go:171","msg":"trace[92702178] transaction","detail":"{read_only:false; response_revision:4544; number_of_response:1; }","duration":"330.51863ms","start":"2026-07-24T05:35:13.288026Z","end":"2026-07-24T05:35:13.618545Z","steps":["trace[92702178] 'process raft request' (duration: 161.078088ms)","trace[92702178] 'compare' (duration: 168.881339ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:13.618734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.62176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4247"} {"level":"info","ts":"2026-07-24T05:35:13.618756Z","caller":"traceutil/trace.go:171","msg":"trace[535384340] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:4544; }","duration":"329.662832ms","start":"2026-07-24T05:35:13.289086Z","end":"2026-07-24T05:35:13.618749Z","steps":["trace[535384340] 'agreement among raft nodes before linearized reading' (duration: 329.489588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:13.618781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:13.289072Z","time spent":"329.704072ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4270,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-24T05:35:13.618835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.677934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:35:13.618887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.960562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:13.618893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:13.288008Z","time spent":"330.635793ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:13.618927Z","caller":"traceutil/trace.go:171","msg":"trace[345511389] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4544; }","duration":"202.812497ms","start":"2026-07-24T05:35:13.41609Z","end":"2026-07-24T05:35:13.618903Z","steps":["trace[345511389] 'agreement among raft nodes before linearized reading' (duration: 202.548471ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:13.618951Z","caller":"traceutil/trace.go:171","msg":"trace[17209661] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4544; }","duration":"109.086075ms","start":"2026-07-24T05:35:13.509849Z","end":"2026-07-24T05:35:13.618935Z","steps":["trace[17209661] 'agreement among raft nodes before linearized reading' (duration: 108.965702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:13.988397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.028829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:13.988546Z","caller":"traceutil/trace.go:171","msg":"trace[1195196556] linearizableReadLoop","detail":"{readStateIndex:4793; appliedIndex:4792; }","duration":"109.572616ms","start":"2026-07-24T05:35:13.878951Z","end":"2026-07-24T05:35:13.988523Z","steps":["trace[1195196556] 'read index received' (duration: 47.691µs)","trace[1195196556] 'applied index is now lower than readState.Index' (duration: 109.523455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:13.988745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.801752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:35:13.988741Z","caller":"traceutil/trace.go:171","msg":"trace[110652923] transaction","detail":"{read_only:false; response_revision:4545; number_of_response:1; }","duration":"363.526169ms","start":"2026-07-24T05:35:13.625175Z","end":"2026-07-24T05:35:13.988701Z","steps":["trace[110652923] 'process raft request' (duration: 131.05606ms)","trace[110652923] 'compare' (duration: 231.603369ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:13.988965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:13.625154Z","time spent":"363.689102ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4527,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:13.988789Z","caller":"traceutil/trace.go:171","msg":"trace[1671548640] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4545; }","duration":"109.846253ms","start":"2026-07-24T05:35:13.87893Z","end":"2026-07-24T05:35:13.988777Z","steps":["trace[1671548640] 'agreement among raft nodes before linearized reading' (duration: 109.671969ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:14.309515Z","caller":"traceutil/trace.go:171","msg":"trace[2138120346] transaction","detail":"{read_only:false; response_revision:4546; number_of_response:1; }","duration":"308.684179ms","start":"2026-07-24T05:35:14.000793Z","end":"2026-07-24T05:35:14.309478Z","steps":["trace[2138120346] 'process raft request' (duration: 237.771411ms)","trace[2138120346] 'compare' (duration: 70.309474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:14.309684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:14.000768Z","time spent":"308.827743ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:14.571273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.983604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:35:14.571423Z","caller":"traceutil/trace.go:171","msg":"trace[964957075] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4546; }","duration":"119.156687ms","start":"2026-07-24T05:35:14.452232Z","end":"2026-07-24T05:35:14.571388Z","steps":["trace[964957075] 'range keys from in-memory index tree' (duration: 118.719357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:16.134758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:35:16.208266Z","caller":"traceutil/trace.go:171","msg":"trace[183851072] linearizableReadLoop","detail":"{readStateIndex:4795; appliedIndex:4794; }","duration":"574.562185ms","start":"2026-07-24T05:35:15.633677Z","end":"2026-07-24T05:35:16.208239Z","steps":["trace[183851072] 'read index received' (duration: 574.279218ms)","trace[183851072] 'applied index is now lower than readState.Index' (duration: 281.097µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:16.208333Z","caller":"traceutil/trace.go:171","msg":"trace[880105935] transaction","detail":"{read_only:false; response_revision:4547; number_of_response:1; }","duration":"814.973127ms","start":"2026-07-24T05:35:15.393329Z","end":"2026-07-24T05:35:16.208302Z","steps":["trace[880105935] 'process raft request' (duration: 814.65736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:16.208672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.154055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:35:16.208689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.952052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" ","response":"range_response_count:1 size:835"} {"level":"info","ts":"2026-07-24T05:35:16.208744Z","caller":"traceutil/trace.go:171","msg":"trace[150635142] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4547; }","duration":"203.262068ms","start":"2026-07-24T05:35:16.005457Z","end":"2026-07-24T05:35:16.208719Z","steps":["trace[150635142] 'agreement among raft nodes before linearized reading' (duration: 203.070733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:16.208729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.024106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:35:16.208854Z","caller":"traceutil/trace.go:171","msg":"trace[1119833728] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4547; }","duration":"575.2099ms","start":"2026-07-24T05:35:15.633614Z","end":"2026-07-24T05:35:16.208824Z","steps":["trace[1119833728] 'agreement among raft nodes before linearized reading' (duration: 574.816221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:16.208917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:15.633588Z","time spent":"575.317713ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:35:16.208773Z","caller":"traceutil/trace.go:171","msg":"trace[139377913] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8; range_end:; response_count:1; response_revision:4547; }","duration":"406.051965ms","start":"2026-07-24T05:35:15.802679Z","end":"2026-07-24T05:35:16.208731Z","steps":["trace[139377913] 'agreement among raft nodes before linearized reading' (duration: 405.84166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:16.20899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:15.80266Z","time spent":"406.314031ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":858,"request content":"key:\"/registry/events/openstack/percona-xtradb-pxc-0.18c522de5f2934e8\" "} {"level":"warn","ts":"2026-07-24T05:35:16.208785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:15.39331Z","time spent":"815.334955ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4569,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:16.396842Z","caller":"traceutil/trace.go:171","msg":"trace[1053058732] linearizableReadLoop","detail":"{readStateIndex:4796; appliedIndex:4795; }","duration":"182.286656ms","start":"2026-07-24T05:35:16.214526Z","end":"2026-07-24T05:35:16.396813Z","steps":["trace[1053058732] 'read index received' (duration: 109.363291ms)","trace[1053058732] 'applied index is now lower than readState.Index' (duration: 72.921985ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:16.396864Z","caller":"traceutil/trace.go:171","msg":"trace[1027552475] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"183.76101ms","start":"2026-07-24T05:35:16.213067Z","end":"2026-07-24T05:35:16.396828Z","steps":["trace[1027552475] 'process raft request' (duration: 110.792055ms)","trace[1027552475] 'compare' (duration: 72.776831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:16.397217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.665346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110824"} {"level":"info","ts":"2026-07-24T05:35:16.39726Z","caller":"traceutil/trace.go:171","msg":"trace[91989904] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4548; }","duration":"182.807129ms","start":"2026-07-24T05:35:16.214444Z","end":"2026-07-24T05:35:16.397251Z","steps":["trace[91989904] 'agreement among raft nodes before linearized reading' (duration: 182.474212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:16.833004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.224612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:16.833286Z","caller":"traceutil/trace.go:171","msg":"trace[465099110] linearizableReadLoop","detail":"{readStateIndex:4798; appliedIndex:4796; }","duration":"244.623638ms","start":"2026-07-24T05:35:16.588635Z","end":"2026-07-24T05:35:16.833259Z","steps":["trace[465099110] 'read index received' (duration: 197.615309ms)","trace[465099110] 'applied index is now lower than readState.Index' (duration: 47.007009ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:16.833513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.883094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:35:16.833555Z","caller":"traceutil/trace.go:171","msg":"trace[1510485410] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4550; }","duration":"244.930145ms","start":"2026-07-24T05:35:16.588611Z","end":"2026-07-24T05:35:16.833542Z","steps":["trace[1510485410] 'agreement among raft nodes before linearized reading' (duration: 244.71956ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:16.833643Z","caller":"traceutil/trace.go:171","msg":"trace[699265965] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"313.575662ms","start":"2026-07-24T05:35:16.520041Z","end":"2026-07-24T05:35:16.833617Z","steps":["trace[699265965] 'process raft request' (duration: 313.131081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:16.833747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:16.520003Z","time spent":"313.692395ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:16.833762Z","caller":"traceutil/trace.go:171","msg":"trace[1590542543] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"366.997839ms","start":"2026-07-24T05:35:16.466668Z","end":"2026-07-24T05:35:16.833666Z","steps":["trace[1590542543] 'process raft request' (duration: 111.019889ms)","trace[1590542543] 'compare' (duration: 255.065048ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:16.834097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:16.466644Z","time spent":"367.271295ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:17.235951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.154942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:17.236052Z","caller":"traceutil/trace.go:171","msg":"trace[1017587875] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4550; }","duration":"249.323146ms","start":"2026-07-24T05:35:16.986714Z","end":"2026-07-24T05:35:17.236037Z","steps":["trace[1017587875] 'count revisions from in-memory index tree' (duration: 249.040219ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:17.770515Z","caller":"traceutil/trace.go:171","msg":"trace[1782592028] linearizableReadLoop","detail":"{readStateIndex:4799; appliedIndex:4798; }","duration":"129.806641ms","start":"2026-07-24T05:35:17.640676Z","end":"2026-07-24T05:35:17.770482Z","steps":["trace[1782592028] 'read index received' (duration: 129.588936ms)","trace[1782592028] 'applied index is now lower than readState.Index' (duration: 216.765µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:17.770692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.998415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:17.770732Z","caller":"traceutil/trace.go:171","msg":"trace[721249538] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4551; }","duration":"130.103867ms","start":"2026-07-24T05:35:17.640619Z","end":"2026-07-24T05:35:17.770723Z","steps":["trace[721249538] 'agreement among raft nodes before linearized reading' (duration: 129.965794ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:17.771464Z","caller":"traceutil/trace.go:171","msg":"trace[1225330072] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"337.49928ms","start":"2026-07-24T05:35:17.433934Z","end":"2026-07-24T05:35:17.771433Z","steps":["trace[1225330072] 'process raft request' (duration: 336.406226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:17.77161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:17.433913Z","time spent":"337.621483ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:17.976182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.244348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7180"} {"level":"info","ts":"2026-07-24T05:35:17.976278Z","caller":"traceutil/trace.go:171","msg":"trace[45281637] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:4551; }","duration":"112.404981ms","start":"2026-07-24T05:35:17.863853Z","end":"2026-07-24T05:35:17.976258Z","steps":["trace[45281637] 'range keys from in-memory index tree' (duration: 112.025462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:17.976323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.350043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:17.976415Z","caller":"traceutil/trace.go:171","msg":"trace[1357326820] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4551; }","duration":"103.501176ms","start":"2026-07-24T05:35:17.872894Z","end":"2026-07-24T05:35:17.976395Z","steps":["trace[1357326820] 'count revisions from in-memory index tree' (duration: 103.2625ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:18.313573Z","caller":"traceutil/trace.go:171","msg":"trace[679898231] linearizableReadLoop","detail":"{readStateIndex:4800; appliedIndex:4799; }","duration":"175.425169ms","start":"2026-07-24T05:35:18.138129Z","end":"2026-07-24T05:35:18.313554Z","steps":["trace[679898231] 'read index received' (duration: 175.247325ms)","trace[679898231] 'applied index is now lower than readState.Index' (duration: 176.714µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:18.313758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.619573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:18.313759Z","caller":"traceutil/trace.go:171","msg":"trace[359273620] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"327.825349ms","start":"2026-07-24T05:35:17.985919Z","end":"2026-07-24T05:35:18.313744Z","steps":["trace[359273620] 'process raft request' (duration: 327.515712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:18.313786Z","caller":"traceutil/trace.go:171","msg":"trace[414889149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4552; }","duration":"175.700025ms","start":"2026-07-24T05:35:18.138079Z","end":"2026-07-24T05:35:18.313779Z","steps":["trace[414889149] 'agreement among raft nodes before linearized reading' (duration: 175.639404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:18.313841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:17.985848Z","time spent":"327.941222ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7226,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:18.548519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.275664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:35:18.548603Z","caller":"traceutil/trace.go:171","msg":"trace[1182782234] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4552; }","duration":"144.404117ms","start":"2026-07-24T05:35:18.404179Z","end":"2026-07-24T05:35:18.548583Z","steps":["trace[1182782234] 'range keys from in-memory index tree' (duration: 144.08833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:20.076638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.930084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:35:20.076704Z","caller":"traceutil/trace.go:171","msg":"trace[747778769] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4553; }","duration":"120.087758ms","start":"2026-07-24T05:35:19.956601Z","end":"2026-07-24T05:35:20.076689Z","steps":["trace[747778769] 'range keys from in-memory index tree' (duration: 119.469074ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:21.786359Z","caller":"traceutil/trace.go:171","msg":"trace[1192478917] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"127.201061ms","start":"2026-07-24T05:35:21.659128Z","end":"2026-07-24T05:35:21.786329Z","steps":["trace[1192478917] 'process raft request' (duration: 126.955715ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:23.603644Z","caller":"traceutil/trace.go:171","msg":"trace[1775202090] linearizableReadLoop","detail":"{readStateIndex:4813; appliedIndex:4812; }","duration":"482.344807ms","start":"2026-07-24T05:35:23.121279Z","end":"2026-07-24T05:35:23.603624Z","steps":["trace[1775202090] 'read index received' (duration: 482.174483ms)","trace[1775202090] 'applied index is now lower than readState.Index' (duration: 169.494µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:23.603753Z","caller":"traceutil/trace.go:171","msg":"trace[1683390237] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"530.948753ms","start":"2026-07-24T05:35:23.072785Z","end":"2026-07-24T05:35:23.603734Z","steps":["trace[1683390237] 'process raft request' (duration: 530.694648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:23.603844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:23.072756Z","time spent":"531.029825ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:23.60385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.363785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-24T05:35:23.603917Z","caller":"traceutil/trace.go:171","msg":"trace[2079867500] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4564; }","duration":"478.444156ms","start":"2026-07-24T05:35:23.125461Z","end":"2026-07-24T05:35:23.603905Z","steps":["trace[2079867500] 'agreement among raft nodes before linearized reading' (duration: 478.294243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:23.603904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.559602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:23.603966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:23.125454Z","time spent":"478.498038ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:35:23.603971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.75099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:35:23.603998Z","caller":"traceutil/trace.go:171","msg":"trace[80837768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4564; }","duration":"482.744236ms","start":"2026-07-24T05:35:23.121229Z","end":"2026-07-24T05:35:23.603974Z","steps":["trace[80837768] 'agreement among raft nodes before linearized reading' (duration: 482.523751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:23.604073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:23.121211Z","time spent":"482.847339ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:35:23.604018Z","caller":"traceutil/trace.go:171","msg":"trace[544445797] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4564; }","duration":"237.839502ms","start":"2026-07-24T05:35:23.366164Z","end":"2026-07-24T05:35:23.604003Z","steps":["trace[544445797] 'agreement among raft nodes before linearized reading' (duration: 237.616697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:23.604804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.055813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:213 size:167300"} {"level":"info","ts":"2026-07-24T05:35:23.604834Z","caller":"traceutil/trace.go:171","msg":"trace[896550321] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:213; response_revision:4564; }","duration":"459.107044ms","start":"2026-07-24T05:35:23.145721Z","end":"2026-07-24T05:35:23.604828Z","steps":["trace[896550321] 'agreement among raft nodes before linearized reading' (duration: 458.230153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:23.604853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:23.145712Z","time spent":"459.133475ms","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":213,"response size":167323,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:35:23.832215Z","caller":"traceutil/trace.go:171","msg":"trace[626801141] linearizableReadLoop","detail":"{readStateIndex:4814; appliedIndex:4813; }","duration":"189.766479ms","start":"2026-07-24T05:35:23.642423Z","end":"2026-07-24T05:35:23.83219Z","steps":["trace[626801141] 'read index received' (duration: 189.598995ms)","trace[626801141] 'applied index is now lower than readState.Index' (duration: 166.154µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:23.83235Z","caller":"traceutil/trace.go:171","msg":"trace[25026847] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"216.81876ms","start":"2026-07-24T05:35:23.615487Z","end":"2026-07-24T05:35:23.832306Z","steps":["trace[25026847] 'process raft request' (duration: 216.502653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:23.832459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.022404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T05:35:23.832509Z","caller":"traceutil/trace.go:171","msg":"trace[1748978474] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4565; }","duration":"190.119597ms","start":"2026-07-24T05:35:23.642375Z","end":"2026-07-24T05:35:23.832495Z","steps":["trace[1748978474] 'agreement among raft nodes before linearized reading' (duration: 189.914292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:24.330076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.565647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:24.33019Z","caller":"traceutil/trace.go:171","msg":"trace[479617205] linearizableReadLoop","detail":"{readStateIndex:4815; appliedIndex:4814; }","duration":"234.451415ms","start":"2026-07-24T05:35:24.09572Z","end":"2026-07-24T05:35:24.330172Z","steps":["trace[479617205] 'read index received' (duration: 47.791µs)","trace[479617205] 'applied index is now lower than readState.Index' (duration: 234.398644ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:24.330241Z","caller":"traceutil/trace.go:171","msg":"trace[1735626487] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"488.121091ms","start":"2026-07-24T05:35:23.842091Z","end":"2026-07-24T05:35:24.330213Z","steps":["trace[1735626487] 'process raft request' (duration: 219.329897ms)","trace[1735626487] 'compare' (duration: 268.148558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:24.330331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.601539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:24.330361Z","caller":"traceutil/trace.go:171","msg":"trace[2001160537] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4566; }","duration":"234.6861ms","start":"2026-07-24T05:35:24.095665Z","end":"2026-07-24T05:35:24.330351Z","steps":["trace[2001160537] 'agreement among raft nodes before linearized reading' (duration: 234.590978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:24.330376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:23.842067Z","time spent":"488.237124ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:24.330403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.433097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:24.330476Z","caller":"traceutil/trace.go:171","msg":"trace[381703341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4566; }","duration":"208.596841ms","start":"2026-07-24T05:35:24.121861Z","end":"2026-07-24T05:35:24.330458Z","steps":["trace[381703341] 'agreement among raft nodes before linearized reading' (duration: 208.466748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:24.71053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.420886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:24.710617Z","caller":"traceutil/trace.go:171","msg":"trace[102687239] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4815; }","duration":"171.541929ms","start":"2026-07-24T05:35:24.53906Z","end":"2026-07-24T05:35:24.710602Z","steps":["trace[102687239] 'read index received' (duration: 73.182µs)","trace[102687239] 'applied index is now lower than readState.Index' (duration: 171.467427ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:24.710827Z","caller":"traceutil/trace.go:171","msg":"trace[755121350] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"374.646543ms","start":"2026-07-24T05:35:24.336173Z","end":"2026-07-24T05:35:24.710819Z","steps":["trace[755121350] 'process raft request' (duration: 148.871629ms)","trace[755121350] 'compare' (duration: 225.217752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:24.710868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:24.336149Z","time spent":"374.701284ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:24.710927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.863496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:24.711009Z","caller":"traceutil/trace.go:171","msg":"trace[1124025755] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4567; }","duration":"172.01682ms","start":"2026-07-24T05:35:24.538974Z","end":"2026-07-24T05:35:24.710991Z","steps":["trace[1124025755] 'agreement among raft nodes before linearized reading' (duration: 171.878397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:24.710998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.364563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:35:24.71106Z","caller":"traceutil/trace.go:171","msg":"trace[1444686758] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4567; }","duration":"130.516407ms","start":"2026-07-24T05:35:24.58053Z","end":"2026-07-24T05:35:24.711046Z","steps":["trace[1444686758] 'agreement among raft nodes before linearized reading' (duration: 130.305272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:25.685327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.54013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:25.685468Z","caller":"traceutil/trace.go:171","msg":"trace[1299409961] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"408.360837ms","start":"2026-07-24T05:35:25.277085Z","end":"2026-07-24T05:35:25.685446Z","steps":["trace[1299409961] 'process raft request' (duration: 209.555962ms)","trace[1299409961] 'compare' (duration: 198.260663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:25.685542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:25.277059Z","time spent":"408.45034ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:26.115533Z","caller":"traceutil/trace.go:171","msg":"trace[1421405748] linearizableReadLoop","detail":"{readStateIndex:4819; appliedIndex:4818; }","duration":"233.035942ms","start":"2026-07-24T05:35:25.882462Z","end":"2026-07-24T05:35:26.115498Z","steps":["trace[1421405748] 'read index received' (duration: 172.743857ms)","trace[1421405748] 'applied index is now lower than readState.Index' (duration: 60.289355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:26.115727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.242546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:26.115804Z","caller":"traceutil/trace.go:171","msg":"trace[396352006] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4569; }","duration":"233.40367ms","start":"2026-07-24T05:35:25.882382Z","end":"2026-07-24T05:35:26.115786Z","steps":["trace[396352006] 'agreement among raft nodes before linearized reading' (duration: 233.233886ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:26.999092Z","caller":"traceutil/trace.go:171","msg":"trace[1414882432] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"107.986709ms","start":"2026-07-24T05:35:26.891071Z","end":"2026-07-24T05:35:26.999058Z","steps":["trace[1414882432] 'process raft request' (duration: 107.789805ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:27.314205Z","caller":"traceutil/trace.go:171","msg":"trace[1796091010] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"182.44051ms","start":"2026-07-24T05:35:27.131751Z","end":"2026-07-24T05:35:27.314191Z","steps":["trace[1796091010] 'process raft request' (duration: 181.98327ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:27.314117Z","caller":"traceutil/trace.go:171","msg":"trace[690706721] linearizableReadLoop","detail":"{readStateIndex:4823; appliedIndex:4821; }","duration":"174.224551ms","start":"2026-07-24T05:35:27.13987Z","end":"2026-07-24T05:35:27.314094Z","steps":["trace[690706721] 'read index received' (duration: 41.424011ms)","trace[690706721] 'applied index is now lower than readState.Index' (duration: 132.79925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:27.314513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.61661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-07-24T05:35:27.314612Z","caller":"traceutil/trace.go:171","msg":"trace[1141122467] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c; range_end:; response_count:1; response_revision:4573; }","duration":"174.762403ms","start":"2026-07-24T05:35:27.139831Z","end":"2026-07-24T05:35:27.314594Z","steps":["trace[1141122467] 'agreement among raft nodes before linearized reading' (duration: 174.491097ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:27.508814Z","caller":"traceutil/trace.go:171","msg":"trace[407317507] linearizableReadLoop","detail":"{readStateIndex:4826; appliedIndex:4825; }","duration":"129.016993ms","start":"2026-07-24T05:35:27.379773Z","end":"2026-07-24T05:35:27.50879Z","steps":["trace[407317507] 'read index received' (duration: 128.861939ms)","trace[407317507] 'applied index is now lower than readState.Index' (duration: 153.664µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:27.508897Z","caller":"traceutil/trace.go:171","msg":"trace[848991144] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"142.642516ms","start":"2026-07-24T05:35:27.366231Z","end":"2026-07-24T05:35:27.508873Z","steps":["trace[848991144] 'process raft request' (duration: 142.38488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:27.509054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.280889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T05:35:27.509111Z","caller":"traceutil/trace.go:171","msg":"trace[741278155] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4576; }","duration":"129.378291ms","start":"2026-07-24T05:35:27.379719Z","end":"2026-07-24T05:35:27.509097Z","steps":["trace[741278155] 'agreement among raft nodes before linearized reading' (duration: 129.171246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:28.630494Z","caller":"traceutil/trace.go:171","msg":"trace[133659466] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4826; }","duration":"281.581017ms","start":"2026-07-24T05:35:28.348879Z","end":"2026-07-24T05:35:28.63046Z","steps":["trace[133659466] 'read index received' (duration: 281.394553ms)","trace[133659466] 'applied index is now lower than readState.Index' (duration: 184.974µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:28.630532Z","caller":"traceutil/trace.go:171","msg":"trace[691661494] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"473.622857ms","start":"2026-07-24T05:35:28.156878Z","end":"2026-07-24T05:35:28.6305Z","steps":["trace[691661494] 'process raft request' (duration: 473.380221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:28.63068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:28.156859Z","time spent":"473.740499ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:28.630762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.857583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:35:28.630817Z","caller":"traceutil/trace.go:171","msg":"trace[1082606631] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4577; }","duration":"281.960445ms","start":"2026-07-24T05:35:28.348833Z","end":"2026-07-24T05:35:28.630794Z","steps":["trace[1082606631] 'agreement among raft nodes before linearized reading' (duration: 281.788012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:28.630863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.70808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:28.630909Z","caller":"traceutil/trace.go:171","msg":"trace[1885975639] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4577; }","duration":"153.789592ms","start":"2026-07-24T05:35:28.477105Z","end":"2026-07-24T05:35:28.630895Z","steps":["trace[1885975639] 'agreement among raft nodes before linearized reading' (duration: 153.71668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:29.446368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.143902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:29.446554Z","caller":"traceutil/trace.go:171","msg":"trace[192210718] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"811.573058ms","start":"2026-07-24T05:35:28.634952Z","end":"2026-07-24T05:35:29.446525Z","steps":["trace[192210718] 'process raft request' (duration: 73.197641ms)","trace[192210718] 'compare' (duration: 737.872256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:29.44671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:28.634928Z","time spent":"811.697882ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:29.446708Z","caller":"traceutil/trace.go:171","msg":"trace[1776943174] linearizableReadLoop","detail":"{readStateIndex:4828; appliedIndex:4827; }","duration":"708.042741ms","start":"2026-07-24T05:35:28.738424Z","end":"2026-07-24T05:35:29.446467Z","steps":["trace[1776943174] 'read index received' (duration: 45.181µs)","trace[1776943174] 'applied index is now lower than readState.Index' (duration: 707.99634ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:29.446964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.524432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:35:29.446996Z","caller":"traceutil/trace.go:171","msg":"trace[532307956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4578; }","duration":"708.604534ms","start":"2026-07-24T05:35:28.738383Z","end":"2026-07-24T05:35:29.446987Z","steps":["trace[532307956] 'agreement among raft nodes before linearized reading' (duration: 708.455051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:29.446968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.527702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:35:29.447013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.543301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:35:29.447059Z","caller":"traceutil/trace.go:171","msg":"trace[1911942533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4578; }","duration":"708.672755ms","start":"2026-07-24T05:35:28.738367Z","end":"2026-07-24T05:35:29.44704Z","steps":["trace[1911942533] 'agreement among raft nodes before linearized reading' (duration: 708.387609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:29.44702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:28.738361Z","time spent":"708.652855ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:35:29.447114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:28.738348Z","time spent":"708.757358ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:35:29.446965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.81227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:6261"} {"level":"warn","ts":"2026-07-24T05:35:29.447127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.926964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-24T05:35:29.447188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.030958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T05:35:29.447275Z","caller":"traceutil/trace.go:171","msg":"trace[612949159] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4578; }","duration":"286.191702ms","start":"2026-07-24T05:35:29.161065Z","end":"2026-07-24T05:35:29.447257Z","steps":["trace[612949159] 'agreement among raft nodes before linearized reading' (duration: 285.919246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:29.447266Z","caller":"traceutil/trace.go:171","msg":"trace[2124930490] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4578; }","duration":"491.076558ms","start":"2026-07-24T05:35:28.956169Z","end":"2026-07-24T05:35:29.447246Z","steps":["trace[2124930490] 'agreement among raft nodes before linearized reading' (duration: 490.694539ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:29.447202Z","caller":"traceutil/trace.go:171","msg":"trace[769022367] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:4578; }","duration":"703.086036ms","start":"2026-07-24T05:35:28.744101Z","end":"2026-07-24T05:35:29.447187Z","steps":["trace[769022367] 'agreement among raft nodes before linearized reading' (duration: 702.78102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:29.447513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:28.744081Z","time spent":"703.382994ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6284,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" "} {"level":"info","ts":"2026-07-24T05:35:29.447071Z","caller":"traceutil/trace.go:171","msg":"trace[949865078] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4578; }","duration":"438.636083ms","start":"2026-07-24T05:35:29.008419Z","end":"2026-07-24T05:35:29.447055Z","steps":["trace[949865078] 'agreement among raft nodes before linearized reading' (duration: 438.417848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:29.447583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:28.956087Z","time spent":"491.303913ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:35:29.447608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:29.008401Z","time spent":"439.192316ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:35:30.18496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146171,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:35:30.636229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.180110633s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:35:30.636781Z","caller":"traceutil/trace.go:171","msg":"trace[950225107] linearizableReadLoop","detail":"{readStateIndex:4829; appliedIndex:4828; }","duration":"952.767741ms","start":"2026-07-24T05:35:29.683989Z","end":"2026-07-24T05:35:30.636756Z","steps":["trace[950225107] 'read index received' (duration: 952.405203ms)","trace[950225107] 'applied index is now lower than readState.Index' (duration: 361.428µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:30.636906Z","caller":"traceutil/trace.go:171","msg":"trace[1707147455] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"1.180922182s","start":"2026-07-24T05:35:29.455946Z","end":"2026-07-24T05:35:30.636868Z","steps":["trace[1707147455] 'process raft request' (duration: 1.180520763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:30.637135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:29.455927Z","time spent":"1.181078925s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:33.451563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543560314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T05:35:33.451638Z","caller":"traceutil/trace.go:171","msg":"trace[982367649] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4579; }","duration":"2.543691457s","start":"2026-07-24T05:35:30.907928Z","end":"2026-07-24T05:35:33.45162Z","steps":["trace[982367649] 'range keys from in-memory index tree' (duration: 2.54337263s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:33.451673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:30.907908Z","time spent":"2.543757849s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:35:33.451832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.618664305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:35:33.451916Z","caller":"traceutil/trace.go:171","msg":"trace[1628425784] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4579; }","duration":"3.618799088s","start":"2026-07-24T05:35:29.833096Z","end":"2026-07-24T05:35:33.451895Z","steps":["trace[1628425784] 'agreement among raft nodes before linearized reading' (duration: 804.053346ms)","trace[1628425784] 'range keys from in-memory index tree' (duration: 2.814542938s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:33.451964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:29.833073Z","time spent":"3.61887993s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:35:33.45212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.752576171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:33.452211Z","caller":"traceutil/trace.go:171","msg":"trace[662728400] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4579; }","duration":"3.752678303s","start":"2026-07-24T05:35:29.699489Z","end":"2026-07-24T05:35:33.452167Z","steps":["trace[662728400] 'agreement among raft nodes before linearized reading' (duration: 937.586382ms)","trace[662728400] 'count revisions from in-memory index tree' (duration: 2.814965847s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:33.452242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997876848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:35:33.452287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.247473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:33.452289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:29.699475Z","time spent":"3.752772745s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:33.452288Z","caller":"traceutil/trace.go:171","msg":"trace[344269770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4579; }","duration":"2.99796853s","start":"2026-07-24T05:35:30.454304Z","end":"2026-07-24T05:35:33.452272Z","steps":["trace[344269770] 'agreement among raft nodes before linearized reading' (duration: 182.798978ms)","trace[344269770] 'range keys from in-memory index tree' (duration: 2.815048039s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:33.452369Z","caller":"traceutil/trace.go:171","msg":"trace[312372163] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4579; }","duration":"994.360196ms","start":"2026-07-24T05:35:32.457949Z","end":"2026-07-24T05:35:33.452309Z","steps":["trace[312372163] 'count revisions from in-memory index tree' (duration: 994.12501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:33.452355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:30.454279Z","time spent":"2.998058652s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:35:33.452396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:32.457906Z","time spent":"994.482109ms","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:33.452414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331743176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:33.452484Z","caller":"traceutil/trace.go:171","msg":"trace[558381266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4579; }","duration":"3.331854777s","start":"2026-07-24T05:35:30.120612Z","end":"2026-07-24T05:35:33.452467Z","steps":["trace[558381266] 'agreement among raft nodes before linearized reading' (duration: 516.504261ms)","trace[558381266] 'range keys from in-memory index tree' (duration: 2.815255264s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:33.452516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:30.120597Z","time spent":"3.331913669s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:35:33.452617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.748415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:33.452699Z","caller":"traceutil/trace.go:171","msg":"trace[1489862594] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4579; }","duration":"775.868538ms","start":"2026-07-24T05:35:32.676813Z","end":"2026-07-24T05:35:33.452682Z","steps":["trace[1489862594] 'count revisions from in-memory index tree' (duration: 775.642653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:33.452746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:32.676798Z","time spent":"775.937089ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:33.452939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000857921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:35:33.45299Z","caller":"traceutil/trace.go:171","msg":"trace[883818579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4579; }","duration":"2.000951493s","start":"2026-07-24T05:35:31.452027Z","end":"2026-07-24T05:35:33.452979Z","steps":["trace[883818579] 'range keys from in-memory index tree' (duration: 2.000732678s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:33.453026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:31.452005Z","time spent":"2.001012664s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:35:33.453086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996957101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:35:33.453109Z","caller":"traceutil/trace.go:171","msg":"trace[1666253413] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4579; }","duration":"1.997003193s","start":"2026-07-24T05:35:31.456101Z","end":"2026-07-24T05:35:33.453104Z","steps":["trace[1666253413] 'range keys from in-memory index tree' (duration: 1.996834899s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:33.453124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:31.45609Z","time spent":"1.997031273s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:35:33.453171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.937544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:33.453269Z","caller":"traceutil/trace.go:171","msg":"trace[398836634] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4579; }","duration":"720.055427ms","start":"2026-07-24T05:35:32.733176Z","end":"2026-07-24T05:35:33.453231Z","steps":["trace[398836634] 'count revisions from in-memory index tree' (duration: 719.834662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:33.453315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332369888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:33.453353Z","caller":"traceutil/trace.go:171","msg":"trace[1776700454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4579; }","duration":"1.33244706s","start":"2026-07-24T05:35:32.120897Z","end":"2026-07-24T05:35:33.453344Z","steps":["trace[1776700454] 'range keys from in-memory index tree' (duration: 1.332291346s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:33.453342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:32.733149Z","time spent":"720.154648ms","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:33.453385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:32.120876Z","time spent":"1.332501111s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:35:33.452943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.789437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:33.45357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764212765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-24T05:35:33.453572Z","caller":"traceutil/trace.go:171","msg":"trace[58998275] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4579; }","duration":"675.453572ms","start":"2026-07-24T05:35:32.778105Z","end":"2026-07-24T05:35:33.453559Z","steps":["trace[58998275] 'count revisions from in-memory index tree' (duration: 674.707705ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:33.453596Z","caller":"traceutil/trace.go:171","msg":"trace[461425365] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4579; }","duration":"1.764276057s","start":"2026-07-24T05:35:31.689314Z","end":"2026-07-24T05:35:33.45359Z","steps":["trace[461425365] 'range keys from in-memory index tree' (duration: 1.764126264s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:33.453614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:31.689295Z","time spent":"1.764315708s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:35:33.453617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:32.778086Z","time spent":"675.516573ms","remote":"127.0.0.1:53856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:33.453279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.994331022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:35:33.453715Z","caller":"traceutil/trace.go:171","msg":"trace[491993992] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4579; }","duration":"1.994805111s","start":"2026-07-24T05:35:31.458898Z","end":"2026-07-24T05:35:33.453703Z","steps":["trace[491993992] 'range keys from in-memory index tree' (duration: 1.994217269s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:33.453754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:31.458878Z","time spent":"1.994863003s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:35:33.454066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.770058321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:33.454139Z","caller":"traceutil/trace.go:171","msg":"trace[1005933252] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4579; }","duration":"3.770198305s","start":"2026-07-24T05:35:29.683925Z","end":"2026-07-24T05:35:33.454123Z","steps":["trace[1005933252] 'agreement among raft nodes before linearized reading' (duration: 952.941715ms)","trace[1005933252] 'count revisions from in-memory index tree' (duration: 2.817119826s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:33.454172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:29.683901Z","time spent":"3.770264147s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":36,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:33.715085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146184,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:35:33.812826Z","caller":"traceutil/trace.go:171","msg":"trace[298548517] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"621.520863ms","start":"2026-07-24T05:35:33.191287Z","end":"2026-07-24T05:35:33.812808Z","steps":["trace[298548517] 'process raft request' (duration: 621.412981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:33.812963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:33.191269Z","time spent":"621.618216ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:35.461503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000467952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:35:35.461605Z","caller":"traceutil/trace.go:171","msg":"trace[1154864551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000592815s","start":"2026-07-24T05:35:33.460992Z","end":"2026-07-24T05:35:35.461585Z","steps":["trace[1154864551] 'agreement among raft nodes before linearized reading' (duration: 2.000461402s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:35.461657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:33.460972Z","time spent":"2.000673816s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:35:36.036543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337515136s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:35:36.036769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:33.456324Z","time spent":"2.580439641s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:35:36.036914Z","caller":"traceutil/trace.go:171","msg":"trace[1145549477] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4830; }","duration":"2.82206938s","start":"2026-07-24T05:35:33.214824Z","end":"2026-07-24T05:35:36.036893Z","steps":["trace[1145549477] 'read index received' (duration: 597.979273ms)","trace[1145549477] 'applied index is now lower than readState.Index' (duration: 2.224088897s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:36.036987Z","caller":"traceutil/trace.go:171","msg":"trace[1989325425] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"2.576728536s","start":"2026-07-24T05:35:33.460243Z","end":"2026-07-24T05:35:36.036971Z","steps":["trace[1989325425] 'process raft request' (duration: 2.576445999s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:36.03709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:33.460225Z","time spent":"2.576804488s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:36.037165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822350148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:36.037236Z","caller":"traceutil/trace.go:171","msg":"trace[590098042] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4581; }","duration":"2.82247705s","start":"2026-07-24T05:35:33.214747Z","end":"2026-07-24T05:35:36.037224Z","steps":["trace[590098042] 'agreement among raft nodes before linearized reading' (duration: 2.822317107s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:36.037299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:33.214718Z","time spent":"2.822568803s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:36.537119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:35:37.037914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146190,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:35:37.344918Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.308215704s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:35:37.461936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:35:37.462033Z","caller":"traceutil/trace.go:171","msg":"trace[1612190989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260367s","start":"2026-07-24T05:35:35.461752Z","end":"2026-07-24T05:35:37.462012Z","steps":["trace[1612190989] 'agreement among raft nodes before linearized reading' (duration: 2.000108294s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:37.462087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:35.46174Z","time spent":"2.000335259s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:35:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:35:38.375717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030569638s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:35:38.375974Z","caller":"traceutil/trace.go:171","msg":"trace[1481434165] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4582; }","duration":"2.336751665s","start":"2026-07-24T05:35:36.039204Z","end":"2026-07-24T05:35:38.375956Z","steps":["trace[1481434165] 'process raft request' (duration: 2.336621662s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.376087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:36.039184Z","time spent":"2.336836566s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:38.376323Z","caller":"traceutil/trace.go:171","msg":"trace[1879828015] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"832.744036ms","start":"2026-07-24T05:35:37.543554Z","end":"2026-07-24T05:35:38.376298Z","steps":["trace[1879828015] 'process raft request' (duration: 832.624473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.376503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:37.543533Z","time spent":"832.879278ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:38.376631Z","caller":"traceutil/trace.go:171","msg":"trace[786483724] linearizableReadLoop","detail":"{readStateIndex:4834; appliedIndex:4832; }","duration":"2.339605551s","start":"2026-07-24T05:35:36.037011Z","end":"2026-07-24T05:35:38.376616Z","steps":["trace[786483724] 'read index received' (duration: 1.308107211s)","trace[786483724] 'applied index is now lower than readState.Index' (duration: 1.03149628s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:38.376645Z","caller":"traceutil/trace.go:171","msg":"trace[1949706789] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"1.201283299s","start":"2026-07-24T05:35:37.175326Z","end":"2026-07-24T05:35:38.37661Z","steps":["trace[1949706789] 'process raft request' (duration: 1.200556661s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.37673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.033632405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:38.376763Z","caller":"traceutil/trace.go:171","msg":"trace[2100080306] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4584; }","duration":"4.033706407s","start":"2026-07-24T05:35:34.343049Z","end":"2026-07-24T05:35:38.376755Z","steps":["trace[2100080306] 'agreement among raft nodes before linearized reading' (duration: 4.033639706s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.376796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:34.343031Z","time spent":"4.033756768s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:38.3768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:37.175302Z","time spent":"1.201410351s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:38.377095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901121857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-24T05:35:38.377124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081100935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:38.376817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.356382121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T05:35:38.37715Z","caller":"traceutil/trace.go:171","msg":"trace[1793672269] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4584; }","duration":"2.901167168s","start":"2026-07-24T05:35:35.475965Z","end":"2026-07-24T05:35:38.377132Z","steps":["trace[1793672269] 'agreement among raft nodes before linearized reading' (duration: 2.900882731s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.377183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216074395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:38.377195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:35.475932Z","time spent":"2.90125342s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:35:38.377203Z","caller":"traceutil/trace.go:171","msg":"trace[2040581750] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4584; }","duration":"3.356798561s","start":"2026-07-24T05:35:35.020377Z","end":"2026-07-24T05:35:38.377176Z","steps":["trace[2040581750] 'agreement among raft nodes before linearized reading' (duration: 3.356299239s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:38.377209Z","caller":"traceutil/trace.go:171","msg":"trace[772961143] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:4584; }","duration":"4.216139786s","start":"2026-07-24T05:35:34.161056Z","end":"2026-07-24T05:35:38.377196Z","steps":["trace[772961143] 'agreement among raft nodes before linearized reading' (duration: 4.216108775s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.377237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964974713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:38.377311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.582365447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-24T05:35:38.377316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:34.16103Z","time spent":"4.216271369s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:38.377337Z","caller":"traceutil/trace.go:171","msg":"trace[1476488787] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:4584; }","duration":"2.965135037s","start":"2026-07-24T05:35:35.412181Z","end":"2026-07-24T05:35:38.377316Z","steps":["trace[1476488787] 'agreement among raft nodes before linearized reading' (duration: 2.964939312s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.377409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:35.412165Z","time spent":"2.96522927s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:38.37728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:35.020346Z","time spent":"3.356907643s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T05:35:38.377364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753447271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:38.377153Z","caller":"traceutil/trace.go:171","msg":"trace[252969403] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:4584; }","duration":"4.081169527s","start":"2026-07-24T05:35:34.295975Z","end":"2026-07-24T05:35:38.377145Z","steps":["trace[252969403] 'agreement among raft nodes before linearized reading' (duration: 4.081114266s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:38.377609Z","caller":"traceutil/trace.go:171","msg":"trace[1596227342] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4584; }","duration":"3.753732207s","start":"2026-07-24T05:35:34.623858Z","end":"2026-07-24T05:35:38.377591Z","steps":["trace[1596227342] 'agreement among raft nodes before linearized reading' (duration: 3.753455801s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.377615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.91735227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"warn","ts":"2026-07-24T05:35:38.377659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.180161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:35:38.377671Z","caller":"traceutil/trace.go:171","msg":"trace[1378071892] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4584; }","duration":"4.917435511s","start":"2026-07-24T05:35:33.460219Z","end":"2026-07-24T05:35:38.377655Z","steps":["trace[1378071892] 'agreement among raft nodes before linearized reading' (duration: 4.917125304s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.377424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189266509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:38.377711Z","caller":"traceutil/trace.go:171","msg":"trace[284699515] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4584; }","duration":"336.276553ms","start":"2026-07-24T05:35:38.041421Z","end":"2026-07-24T05:35:38.377698Z","steps":["trace[284699515] 'agreement among raft nodes before linearized reading' (duration: 336.162611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.377688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:34.295956Z","time spent":"4.081681088s","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:38.37772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:33.460205Z","time spent":"4.917501134s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:35:38.377745Z","caller":"traceutil/trace.go:171","msg":"trace[241420962] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4584; }","duration":"2.189609827s","start":"2026-07-24T05:35:36.188099Z","end":"2026-07-24T05:35:38.377709Z","steps":["trace[241420962] 'agreement among raft nodes before linearized reading' (duration: 2.189287679s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.377752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827749375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:38.377761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:38.041388Z","time spent":"336.357244ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:35:38.377805Z","caller":"traceutil/trace.go:171","msg":"trace[59109117] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4584; }","duration":"1.827856638s","start":"2026-07-24T05:35:36.549935Z","end":"2026-07-24T05:35:38.377792Z","steps":["trace[59109117] 'agreement among raft nodes before linearized reading' (duration: 1.827776326s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.377856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:36.54987Z","time spent":"1.827973111s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:38.377354Z","caller":"traceutil/trace.go:171","msg":"trace[1836673637] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4584; }","duration":"4.582451639s","start":"2026-07-24T05:35:33.794892Z","end":"2026-07-24T05:35:38.377344Z","steps":["trace[1836673637] 'agreement among raft nodes before linearized reading' (duration: 4.582327647s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.377989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521698418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:38.378061Z","caller":"traceutil/trace.go:171","msg":"trace[1537734418] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:4584; }","duration":"3.52181527s","start":"2026-07-24T05:35:34.85623Z","end":"2026-07-24T05:35:38.378045Z","steps":["trace[1537734418] 'agreement among raft nodes before linearized reading' (duration: 3.521709648s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.377289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.01659447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:35:38.378074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691097368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:35:38.378131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.928680033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-24T05:35:38.377666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:34.623837Z","time spent":"3.753811529s","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:38.378005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:33.794872Z","time spent":"4.583119314s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:35:38.378197Z","caller":"traceutil/trace.go:171","msg":"trace[1669076563] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4584; }","duration":"1.928784925s","start":"2026-07-24T05:35:36.449397Z","end":"2026-07-24T05:35:38.378182Z","steps":["trace[1669076563] 'agreement among raft nodes before linearized reading' (duration: 1.92855785s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.378255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:36.449376Z","time spent":"1.928866198s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:35:38.378274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.612506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:38.378307Z","caller":"traceutil/trace.go:171","msg":"trace[555407438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4584; }","duration":"908.676478ms","start":"2026-07-24T05:35:37.46962Z","end":"2026-07-24T05:35:38.378296Z","steps":["trace[555407438] 'agreement among raft nodes before linearized reading' (duration: 908.617047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.378304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067804023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:38.378341Z","caller":"traceutil/trace.go:171","msg":"trace[293976829] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4584; }","duration":"1.067883585s","start":"2026-07-24T05:35:37.310449Z","end":"2026-07-24T05:35:38.378332Z","steps":["trace[293976829] 'agreement among raft nodes before linearized reading' (duration: 1.067820353s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.378344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:37.469603Z","time spent":"908.7344ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:35:38.378136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:34.856209Z","time spent":"3.521902363s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:38.378376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:37.31043Z","time spent":"1.067938976s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:38.377811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:36.188067Z","time spent":"2.189720228s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:38.378195Z","caller":"traceutil/trace.go:171","msg":"trace[1185536140] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4584; }","duration":"3.691284702s","start":"2026-07-24T05:35:34.686888Z","end":"2026-07-24T05:35:38.378172Z","steps":["trace[1185536140] 'agreement among raft nodes before linearized reading' (duration: 3.690370981s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.378575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:34.686868Z","time spent":"3.691695271s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:38.377537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917258837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:35:38.378635Z","caller":"traceutil/trace.go:171","msg":"trace[879207572] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4584; }","duration":"4.918364633s","start":"2026-07-24T05:35:33.460255Z","end":"2026-07-24T05:35:38.37862Z","steps":["trace[879207572] 'agreement among raft nodes before linearized reading' (duration: 4.916985812s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.378684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:33.460252Z","time spent":"4.918417004s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:35:38.378129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.098828461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:35:38.378272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565106614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:38.379009Z","caller":"traceutil/trace.go:171","msg":"trace[300152980] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:4584; }","duration":"1.566094527s","start":"2026-07-24T05:35:36.812889Z","end":"2026-07-24T05:35:38.378983Z","steps":["trace[300152980] 'agreement among raft nodes before linearized reading' (duration: 1.564685885s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.379232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:36.812871Z","time spent":"1.566279921s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:38.378142Z","caller":"traceutil/trace.go:171","msg":"trace[1355385825] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:4584; }","duration":"5.017479749s","start":"2026-07-24T05:35:33.360642Z","end":"2026-07-24T05:35:38.378122Z","steps":["trace[1355385825] 'agreement among raft nodes before linearized reading' (duration: 5.016593509s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.379442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:33.360627Z","time spent":"5.01879939s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:35:38.378814Z","caller":"traceutil/trace.go:171","msg":"trace[766887922] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4584; }","duration":"2.099561087s","start":"2026-07-24T05:35:36.279242Z","end":"2026-07-24T05:35:38.378804Z","steps":["trace[766887922] 'agreement among raft nodes before linearized reading' (duration: 2.098518884s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.379503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:36.279219Z","time spent":"2.100263934s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":544,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:35:38.378847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.917283713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:35:38.379591Z","caller":"traceutil/trace.go:171","msg":"trace[1818375965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4584; }","duration":"3.920038107s","start":"2026-07-24T05:35:34.459526Z","end":"2026-07-24T05:35:38.379564Z","steps":["trace[1818375965] 'agreement among raft nodes before linearized reading' (duration: 3.91712102s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:38.379668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:34.459505Z","time spent":"3.920138759s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:35:38.499576Z","caller":"traceutil/trace.go:171","msg":"trace[2040590841] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"112.935284ms","start":"2026-07-24T05:35:38.38662Z","end":"2026-07-24T05:35:38.499556Z","steps":["trace[2040590841] 'process raft request' (duration: 103.721922ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:40.426477Z","caller":"traceutil/trace.go:171","msg":"trace[504334823] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"220.750779ms","start":"2026-07-24T05:35:40.205689Z","end":"2026-07-24T05:35:40.426439Z","steps":["trace[504334823] 'process raft request' (duration: 220.396961ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:45.687669Z","caller":"traceutil/trace.go:171","msg":"trace[199664582] linearizableReadLoop","detail":"{readStateIndex:4866; appliedIndex:4865; }","duration":"223.084732ms","start":"2026-07-24T05:35:45.464558Z","end":"2026-07-24T05:35:45.687643Z","steps":["trace[199664582] 'read index received' (duration: 222.98441ms)","trace[199664582] 'applied index is now lower than readState.Index' (duration: 97.752µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:45.687745Z","caller":"traceutil/trace.go:171","msg":"trace[1239870451] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"314.372731ms","start":"2026-07-24T05:35:45.373343Z","end":"2026-07-24T05:35:45.687716Z","steps":["trace[1239870451] 'process raft request' (duration: 314.111764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:45.6879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:45.373315Z","time spent":"314.489553ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:45.688162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.595536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:35:45.688233Z","caller":"traceutil/trace.go:171","msg":"trace[536702567] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4610; }","duration":"223.702287ms","start":"2026-07-24T05:35:45.464513Z","end":"2026-07-24T05:35:45.688215Z","steps":["trace[536702567] 'agreement among raft nodes before linearized reading' (duration: 223.212586ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:45.759906Z","caller":"traceutil/trace.go:171","msg":"trace[391977626] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"241.24148ms","start":"2026-07-24T05:35:45.518646Z","end":"2026-07-24T05:35:45.759888Z","steps":["trace[391977626] 'process raft request' (duration: 240.947933ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:45.760252Z","caller":"traceutil/trace.go:171","msg":"trace[2108104018] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"122.888302ms","start":"2026-07-24T05:35:45.636964Z","end":"2026-07-24T05:35:45.759852Z","steps":["trace[2108104018] 'process raft request' (duration: 122.766299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:48.849701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.472106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:35:48.84982Z","caller":"traceutil/trace.go:171","msg":"trace[404473606] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4619; }","duration":"140.66987ms","start":"2026-07-24T05:35:48.709126Z","end":"2026-07-24T05:35:48.849796Z","steps":["trace[404473606] 'range keys from in-memory index tree' (duration: 140.249771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:48.849826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.188525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:35:48.849948Z","caller":"traceutil/trace.go:171","msg":"trace[1934600279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4619; }","duration":"105.363889ms","start":"2026-07-24T05:35:48.744555Z","end":"2026-07-24T05:35:48.849918Z","steps":["trace[1934600279] 'range keys from in-memory index tree' (duration: 104.922109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:48.850097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.742309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" ","response":"range_response_count:1 size:5674"} {"level":"info","ts":"2026-07-24T05:35:48.850174Z","caller":"traceutil/trace.go:171","msg":"trace[1160558737] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf; range_end:; response_count:1; response_revision:4619; }","duration":"136.863662ms","start":"2026-07-24T05:35:48.713294Z","end":"2026-07-24T05:35:48.850158Z","steps":["trace[1160558737] 'range keys from in-memory index tree' (duration: 136.597666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:48.849802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.20045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:48.850898Z","caller":"traceutil/trace.go:171","msg":"trace[555650099] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4619; }","duration":"139.442433ms","start":"2026-07-24T05:35:48.711434Z","end":"2026-07-24T05:35:48.850876Z","steps":["trace[555650099] 'count revisions from in-memory index tree' (duration: 137.090528ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:49.16865Z","caller":"traceutil/trace.go:171","msg":"trace[1243972683] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"288.285661ms","start":"2026-07-24T05:35:48.880339Z","end":"2026-07-24T05:35:49.168625Z","steps":["trace[1243972683] 'process raft request' (duration: 288.028555ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:49.168895Z","caller":"traceutil/trace.go:171","msg":"trace[680167555] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"284.244317ms","start":"2026-07-24T05:35:48.884616Z","end":"2026-07-24T05:35:49.16886Z","steps":["trace[680167555] 'process raft request' (duration: 283.94755ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:49.949014Z","caller":"traceutil/trace.go:171","msg":"trace[1293729318] transaction","detail":"{read_only:false; response_revision:4624; number_of_response:1; }","duration":"178.229784ms","start":"2026-07-24T05:35:49.770755Z","end":"2026-07-24T05:35:49.948984Z","steps":["trace[1293729318] 'process raft request' (duration: 95.526804ms)","trace[1293729318] 'compare' (duration: 82.513355ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:49.949264Z","caller":"traceutil/trace.go:171","msg":"trace[316791968] linearizableReadLoop","detail":"{readStateIndex:4881; appliedIndex:4879; }","duration":"158.527021ms","start":"2026-07-24T05:35:49.790706Z","end":"2026-07-24T05:35:49.949233Z","steps":["trace[316791968] 'read index received' (duration: 75.533385ms)","trace[316791968] 'applied index is now lower than readState.Index' (duration: 82.991786ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:49.94929Z","caller":"traceutil/trace.go:171","msg":"trace[1208183397] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"176.211007ms","start":"2026-07-24T05:35:49.773055Z","end":"2026-07-24T05:35:49.949266Z","steps":["trace[1208183397] 'process raft request' (duration: 175.88679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:49.949491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.768106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-07-24T05:35:49.949568Z","caller":"traceutil/trace.go:171","msg":"trace[134261427] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4625; }","duration":"158.894359ms","start":"2026-07-24T05:35:49.790654Z","end":"2026-07-24T05:35:49.949549Z","steps":["trace[134261427] 'agreement among raft nodes before linearized reading' (duration: 158.666714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:49.949616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.289576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:35:49.949657Z","caller":"traceutil/trace.go:171","msg":"trace[1587417465] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4625; }","duration":"111.379769ms","start":"2026-07-24T05:35:49.838265Z","end":"2026-07-24T05:35:49.949645Z","steps":["trace[1587417465] 'agreement among raft nodes before linearized reading' (duration: 111.229765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:50.292569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.504196ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:35:50.292708Z","caller":"traceutil/trace.go:171","msg":"trace[351405942] linearizableReadLoop","detail":"{readStateIndex:4884; appliedIndex:4883; }","duration":"153.252008ms","start":"2026-07-24T05:35:50.139441Z","end":"2026-07-24T05:35:50.292693Z","steps":["trace[351405942] 'read index received' (duration: 43.041µs)","trace[351405942] 'applied index is now lower than readState.Index' (duration: 153.207557ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:50.29285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.410272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-07-24T05:35:50.292874Z","caller":"traceutil/trace.go:171","msg":"trace[155370119] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c; range_end:; response_count:1; response_revision:4626; }","duration":"153.480244ms","start":"2026-07-24T05:35:50.139385Z","end":"2026-07-24T05:35:50.292866Z","steps":["trace[155370119] 'agreement among raft nodes before linearized reading' (duration: 153.344911ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:51.41315Z","caller":"traceutil/trace.go:171","msg":"trace[1606132972] linearizableReadLoop","detail":"{readStateIndex:4886; appliedIndex:4885; }","duration":"453.415893ms","start":"2026-07-24T05:35:50.959713Z","end":"2026-07-24T05:35:51.413129Z","steps":["trace[1606132972] 'read index received' (duration: 453.27ms)","trace[1606132972] 'applied index is now lower than readState.Index' (duration: 145.063µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:51.413191Z","caller":"traceutil/trace.go:171","msg":"trace[1031308586] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"492.557352ms","start":"2026-07-24T05:35:50.920616Z","end":"2026-07-24T05:35:51.413173Z","steps":["trace[1031308586] 'process raft request' (duration: 492.371358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:51.413297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:50.920589Z","time spent":"492.639314ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:51.413392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.684279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:35:51.413435Z","caller":"traceutil/trace.go:171","msg":"trace[1361882831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4628; }","duration":"454.010267ms","start":"2026-07-24T05:35:50.959412Z","end":"2026-07-24T05:35:51.413422Z","steps":["trace[1361882831] 'agreement among raft nodes before linearized reading' (duration: 453.852153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:51.413468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:50.959386Z","time spent":"454.074017ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:35:51.413431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.097118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:51.413536Z","caller":"traceutil/trace.go:171","msg":"trace[1150930060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4628; }","duration":"292.258732ms","start":"2026-07-24T05:35:51.121251Z","end":"2026-07-24T05:35:51.41351Z","steps":["trace[1150930060] 'agreement among raft nodes before linearized reading' (duration: 292.072807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:52.323054Z","caller":"traceutil/trace.go:171","msg":"trace[741477838] linearizableReadLoop","detail":"{readStateIndex:4889; appliedIndex:4887; }","duration":"201.390216ms","start":"2026-07-24T05:35:52.121639Z","end":"2026-07-24T05:35:52.323029Z","steps":["trace[741477838] 'read index received' (duration: 117.99344ms)","trace[741477838] 'applied index is now lower than readState.Index' (duration: 83.395636ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:52.323061Z","caller":"traceutil/trace.go:171","msg":"trace[211360747] transaction","detail":"{read_only:false; response_revision:4630; number_of_response:1; }","duration":"368.618146ms","start":"2026-07-24T05:35:51.954406Z","end":"2026-07-24T05:35:52.323024Z","steps":["trace[211360747] 'process raft request' (duration: 285.291722ms)","trace[211360747] 'compare' (duration: 83.013506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:52.324029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:51.954378Z","time spent":"368.770239ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:52.324578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.923451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:52.324681Z","caller":"traceutil/trace.go:171","msg":"trace[839096466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4631; }","duration":"203.051064ms","start":"2026-07-24T05:35:52.121593Z","end":"2026-07-24T05:35:52.324644Z","steps":["trace[839096466] 'agreement among raft nodes before linearized reading' (duration: 202.679236ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:52.325729Z","caller":"traceutil/trace.go:171","msg":"trace[762582890] transaction","detail":"{read_only:false; response_revision:4631; number_of_response:1; }","duration":"366.363374ms","start":"2026-07-24T05:35:51.956777Z","end":"2026-07-24T05:35:52.32314Z","steps":["trace[762582890] 'process raft request' (duration: 366.149759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:52.32577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.404851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-07-24T05:35:52.325831Z","caller":"traceutil/trace.go:171","msg":"trace[212517825] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4631; }","duration":"105.507293ms","start":"2026-07-24T05:35:52.220305Z","end":"2026-07-24T05:35:52.325812Z","steps":["trace[212517825] 'agreement among raft nodes before linearized reading' (duration: 105.319949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:52.32593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:51.956752Z","time spent":"369.035565ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:52.326449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.806254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:52.326537Z","caller":"traceutil/trace.go:171","msg":"trace[2031592396] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4631; }","duration":"184.940507ms","start":"2026-07-24T05:35:52.141576Z","end":"2026-07-24T05:35:52.326517Z","steps":["trace[2031592396] 'agreement among raft nodes before linearized reading' (duration: 184.806734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:52.620699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.408053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:35:52.620792Z","caller":"traceutil/trace.go:171","msg":"trace[1202587003] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4631; }","duration":"197.535626ms","start":"2026-07-24T05:35:52.423232Z","end":"2026-07-24T05:35:52.620768Z","steps":["trace[1202587003] 'range keys from in-memory index tree' (duration: 197.240329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:52.621057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.538066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:35:52.621227Z","caller":"traceutil/trace.go:171","msg":"trace[172761862] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4631; }","duration":"116.780572ms","start":"2026-07-24T05:35:52.504414Z","end":"2026-07-24T05:35:52.621195Z","steps":["trace[172761862] 'range keys from in-memory index tree' (duration: 116.140487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:52.621684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.802061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:35:52.621769Z","caller":"traceutil/trace.go:171","msg":"trace[298446027] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4631; }","duration":"119.921264ms","start":"2026-07-24T05:35:52.501825Z","end":"2026-07-24T05:35:52.621747Z","steps":["trace[298446027] 'range keys from in-memory index tree' (duration: 118.885279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:53.807696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.369982ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:35:53.8078Z","caller":"traceutil/trace.go:171","msg":"trace[315018061] linearizableReadLoop","detail":"{readStateIndex:4891; appliedIndex:4890; }","duration":"178.605082ms","start":"2026-07-24T05:35:53.629173Z","end":"2026-07-24T05:35:53.807778Z","steps":["trace[315018061] 'read index received' (duration: 35.134067ms)","trace[315018061] 'applied index is now lower than readState.Index' (duration: 143.468995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:53.807984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.816677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:35:53.808018Z","caller":"traceutil/trace.go:171","msg":"trace[1431045915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4632; }","duration":"178.904749ms","start":"2026-07-24T05:35:53.6291Z","end":"2026-07-24T05:35:53.808005Z","steps":["trace[1431045915] 'agreement among raft nodes before linearized reading' (duration: 178.736235ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:53.971827Z","caller":"traceutil/trace.go:171","msg":"trace[1596980665] transaction","detail":"{read_only:false; response_revision:4633; number_of_response:1; }","duration":"154.595332ms","start":"2026-07-24T05:35:53.817191Z","end":"2026-07-24T05:35:53.971786Z","steps":["trace[1596980665] 'process raft request' (duration: 154.363407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:54.237037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.843664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:35:54.23714Z","caller":"traceutil/trace.go:171","msg":"trace[1672684603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4633; }","duration":"114.004108ms","start":"2026-07-24T05:35:54.123115Z","end":"2026-07-24T05:35:54.237119Z","steps":["trace[1672684603] 'range keys from in-memory index tree' (duration: 113.66917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:54.863444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.866612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:54.86361Z","caller":"traceutil/trace.go:171","msg":"trace[1788638253] transaction","detail":"{read_only:false; response_revision:4636; number_of_response:1; }","duration":"126.415703ms","start":"2026-07-24T05:35:54.737181Z","end":"2026-07-24T05:35:54.863597Z","steps":["trace[1788638253] 'process raft request' (duration: 126.364392ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:54.863786Z","caller":"traceutil/trace.go:171","msg":"trace[296421871] linearizableReadLoop","detail":"{readStateIndex:4894; appliedIndex:4893; }","duration":"228.465277ms","start":"2026-07-24T05:35:54.635312Z","end":"2026-07-24T05:35:54.863777Z","steps":["trace[296421871] 'read index received' (duration: 24.191325ms)","trace[296421871] 'applied index is now lower than readState.Index' (duration: 204.272942ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:54.863815Z","caller":"traceutil/trace.go:171","msg":"trace[778394606] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"528.827225ms","start":"2026-07-24T05:35:54.334923Z","end":"2026-07-24T05:35:54.86375Z","steps":["trace[778394606] 'process raft request' (duration: 324.573924ms)","trace[778394606] 'compare' (duration: 203.470964ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:54.864126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:54.334892Z","time spent":"529.020859ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:54.864571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.162442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:54.86469Z","caller":"traceutil/trace.go:171","msg":"trace[369212152] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4636; }","duration":"229.343246ms","start":"2026-07-24T05:35:54.635323Z","end":"2026-07-24T05:35:54.864666Z","steps":["trace[369212152] 'agreement among raft nodes before linearized reading' (duration: 229.08313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:54.864604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.870625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:35:54.864808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.333903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:35:54.864874Z","caller":"traceutil/trace.go:171","msg":"trace[1228614946] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4636; }","duration":"228.418895ms","start":"2026-07-24T05:35:54.63644Z","end":"2026-07-24T05:35:54.864859Z","steps":["trace[1228614946] 'agreement among raft nodes before linearized reading' (duration: 228.18562ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:54.864947Z","caller":"traceutil/trace.go:171","msg":"trace[850160471] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4636; }","duration":"188.187752ms","start":"2026-07-24T05:35:54.676665Z","end":"2026-07-24T05:35:54.864853Z","steps":["trace[850160471] 'agreement among raft nodes before linearized reading' (duration: 187.830974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:54.864689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.373727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:35:54.865751Z","caller":"traceutil/trace.go:171","msg":"trace[233711511] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4636; }","duration":"230.465914ms","start":"2026-07-24T05:35:54.635261Z","end":"2026-07-24T05:35:54.865727Z","steps":["trace[233711511] 'agreement among raft nodes before linearized reading' (duration: 229.333037ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:55.133174Z","caller":"traceutil/trace.go:171","msg":"trace[1590136123] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"264.035253ms","start":"2026-07-24T05:35:54.869102Z","end":"2026-07-24T05:35:55.133137Z","steps":["trace[1590136123] 'process raft request' (duration: 235.13439ms)","trace[1590136123] 'compare' (duration: 28.701299ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:55.133366Z","caller":"traceutil/trace.go:171","msg":"trace[1974877529] linearizableReadLoop","detail":"{readStateIndex:4896; appliedIndex:4895; }","duration":"259.862327ms","start":"2026-07-24T05:35:54.873468Z","end":"2026-07-24T05:35:55.13333Z","steps":["trace[1974877529] 'read index received' (duration: 230.945933ms)","trace[1974877529] 'applied index is now lower than readState.Index' (duration: 28.913754ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:55.294775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.675993ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:35:55.294906Z","caller":"traceutil/trace.go:171","msg":"trace[177269747] linearizableReadLoop","detail":"{readStateIndex:4897; appliedIndex:4896; }","duration":"161.425947ms","start":"2026-07-24T05:35:55.133453Z","end":"2026-07-24T05:35:55.294879Z","steps":["trace[177269747] 'read index received' (duration: 85.351µs)","trace[177269747] 'applied index is now lower than readState.Index' (duration: 161.338626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:55.295259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.703894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"warn","ts":"2026-07-24T05:35:55.295352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.656553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:35:55.295447Z","caller":"traceutil/trace.go:171","msg":"trace[2009430467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4637; }","duration":"421.94517ms","start":"2026-07-24T05:35:54.873425Z","end":"2026-07-24T05:35:55.295371Z","steps":["trace[2009430467] 'agreement among raft nodes before linearized reading' (duration: 260.079402ms)","trace[2009430467] 'range keys from in-memory index tree' (duration: 161.272254ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:55.295455Z","caller":"traceutil/trace.go:171","msg":"trace[1402621689] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4637; }","duration":"421.775936ms","start":"2026-07-24T05:35:54.873643Z","end":"2026-07-24T05:35:55.295419Z","steps":["trace[1402621689] 'agreement among raft nodes before linearized reading' (duration: 421.328536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:55.29563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:54.873416Z","time spent":"422.189845ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:35:55.295742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:54.87363Z","time spent":"422.088673ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:35:55.305054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.346893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-07-24T05:35:55.30511Z","caller":"traceutil/trace.go:171","msg":"trace[1065749799] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:4638; }","duration":"167.442785ms","start":"2026-07-24T05:35:55.137651Z","end":"2026-07-24T05:35:55.305094Z","steps":["trace[1065749799] 'agreement among raft nodes before linearized reading' (duration: 167.277802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:55.305251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.750233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:35:55.305344Z","caller":"traceutil/trace.go:171","msg":"trace[838847773] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:4638; }","duration":"123.893087ms","start":"2026-07-24T05:35:55.181436Z","end":"2026-07-24T05:35:55.305329Z","steps":["trace[838847773] 'agreement among raft nodes before linearized reading' (duration: 123.58455ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:55.305498Z","caller":"traceutil/trace.go:171","msg":"trace[1719874364] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"166.674748ms","start":"2026-07-24T05:35:55.138813Z","end":"2026-07-24T05:35:55.305488Z","steps":["trace[1719874364] 'process raft request' (duration: 165.93128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:55.305366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.325499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-07-24T05:35:55.305671Z","caller":"traceutil/trace.go:171","msg":"trace[1569519358] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:4638; }","duration":"159.660997ms","start":"2026-07-24T05:35:55.145997Z","end":"2026-07-24T05:35:55.305658Z","steps":["trace[1569519358] 'agreement among raft nodes before linearized reading' (duration: 159.298899ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:35:57.123371Z","caller":"traceutil/trace.go:171","msg":"trace[2012514041] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"449.612387ms","start":"2026-07-24T05:35:56.673736Z","end":"2026-07-24T05:35:57.123349Z","steps":["trace[2012514041] 'process raft request' (duration: 449.474633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:57.123496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:56.673695Z","time spent":"449.738479ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:35:57.272903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.81161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:35:57.273015Z","caller":"traceutil/trace.go:171","msg":"trace[905398433] linearizableReadLoop","detail":"{readStateIndex:4904; appliedIndex:4902; }","duration":"393.527887ms","start":"2026-07-24T05:35:56.879469Z","end":"2026-07-24T05:35:57.272997Z","steps":["trace[905398433] 'read index received' (duration: 243.788919ms)","trace[905398433] 'applied index is now lower than readState.Index' (duration: 149.737488ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:57.273182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.711881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:35:57.273159Z","caller":"traceutil/trace.go:171","msg":"trace[1177100245] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"404.016888ms","start":"2026-07-24T05:35:56.869105Z","end":"2026-07-24T05:35:57.273122Z","steps":["trace[1177100245] 'process raft request' (duration: 280.88694ms)","trace[1177100245] 'compare' (duration: 122.632857ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:35:57.273226Z","caller":"traceutil/trace.go:171","msg":"trace[1357865601] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4644; }","duration":"393.777183ms","start":"2026-07-24T05:35:56.879432Z","end":"2026-07-24T05:35:57.273209Z","steps":["trace[1357865601] 'agreement among raft nodes before linearized reading' (duration: 393.611929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:35:57.273275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:56.879422Z","time spent":"393.840784ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:35:57.273316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:56.869083Z","time spent":"404.150571ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:35:57.614973Z","caller":"traceutil/trace.go:171","msg":"trace[41034798] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"137.17219ms","start":"2026-07-24T05:35:57.47777Z","end":"2026-07-24T05:35:57.614942Z","steps":["trace[41034798] 'process raft request' (duration: 117.643701ms)","trace[41034798] 'compare' (duration: 19.375965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:35:59.796619Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:36:00.302975Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:36:00.803945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:36:01.305033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:36:01.758569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.142748346s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:36:01.872433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.703859ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:01.872589Z","caller":"traceutil/trace.go:171","msg":"trace[1514700324] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"3.256865066s","start":"2026-07-24T05:35:58.615699Z","end":"2026-07-24T05:36:01.872564Z","steps":["trace[1514700324] 'process raft request' (duration: 3.143131944s)","trace[1514700324] 'compare' (duration: 111.968021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:01.872874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:58.615674Z","time spent":"3.256951348s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:02.122079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000722448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:36:02.122219Z","caller":"traceutil/trace.go:171","msg":"trace[2058680449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000999474s","start":"2026-07-24T05:36:00.121192Z","end":"2026-07-24T05:36:02.122191Z","steps":["trace[2058680449] 'agreement among raft nodes before linearized reading' (duration: 2.000755648s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.122302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.121165Z","time spent":"2.001104857s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:36:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T05:36:02.199855Z","caller":"traceutil/trace.go:171","msg":"trace[1622672722] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"2.921030713s","start":"2026-07-24T05:35:59.278801Z","end":"2026-07-24T05:36:02.199832Z","steps":["trace[1622672722] 'process raft request' (duration: 2.920965622s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:02.199901Z","caller":"traceutil/trace.go:171","msg":"trace[1967085113] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"3.55575052s","start":"2026-07-24T05:35:58.644109Z","end":"2026-07-24T05:36:02.19986Z","steps":["trace[1967085113] 'process raft request' (duration: 3.555509754s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.200009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:59.278776Z","time spent":"2.921149896s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:02.200096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:58.644078Z","time spent":"3.555920873s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:02.200723Z","caller":"traceutil/trace.go:171","msg":"trace[987859749] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"2.829279446s","start":"2026-07-24T05:35:59.371428Z","end":"2026-07-24T05:36:02.200707Z","steps":["trace[987859749] 'process raft request' (duration: 2.828374745s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.200817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:59.371395Z","time spent":"2.829378718s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:02.201051Z","caller":"traceutil/trace.go:171","msg":"trace[706361330] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"2.146984056s","start":"2026-07-24T05:36:00.054035Z","end":"2026-07-24T05:36:02.201019Z","steps":["trace[706361330] 'process raft request' (duration: 2.146578657s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:02.201235Z","caller":"traceutil/trace.go:171","msg":"trace[824934614] linearizableReadLoop","detail":"{readStateIndex:4915; appliedIndex:4909; }","duration":"2.904915624s","start":"2026-07-24T05:35:59.296305Z","end":"2026-07-24T05:36:02.201221Z","steps":["trace[824934614] 'read index received' (duration: 2.462550514s)","trace[824934614] 'applied index is now lower than readState.Index' (duration: 442.36386ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:02.20125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.053979Z","time spent":"2.147171381s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:02.20136Z","caller":"traceutil/trace.go:171","msg":"trace[1992428417] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"1.694050394s","start":"2026-07-24T05:36:00.507299Z","end":"2026-07-24T05:36:02.201349Z","steps":["trace[1992428417] 'process raft request' (duration: 1.693624345s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.201575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885072926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:36:02.201592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905281861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:36:02.201642Z","caller":"traceutil/trace.go:171","msg":"trace[2099289685] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4655; }","duration":"2.88519893s","start":"2026-07-24T05:35:59.316427Z","end":"2026-07-24T05:36:02.201626Z","steps":["trace[2099289685] 'agreement among raft nodes before linearized reading' (duration: 2.885015696s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:02.201671Z","caller":"traceutil/trace.go:171","msg":"trace[1273809147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4655; }","duration":"2.905400364s","start":"2026-07-24T05:35:59.296246Z","end":"2026-07-24T05:36:02.201647Z","steps":["trace[1273809147] 'agreement among raft nodes before linearized reading' (duration: 2.90523139s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.201679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027800374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:36:02.201685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:59.316393Z","time spent":"2.885283742s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:36:02.201669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296655358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:02.201715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:59.296221Z","time spent":"2.905486857s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:36:02.201722Z","caller":"traceutil/trace.go:171","msg":"trace[1450939617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4655; }","duration":"1.027859515s","start":"2026-07-24T05:36:01.173845Z","end":"2026-07-24T05:36:02.201705Z","steps":["trace[1450939617] 'agreement among raft nodes before linearized reading' (duration: 1.027790723s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:02.201735Z","caller":"traceutil/trace.go:171","msg":"trace[1241418931] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:4655; }","duration":"1.297358905s","start":"2026-07-24T05:36:00.904359Z","end":"2026-07-24T05:36:02.201718Z","steps":["trace[1241418931] 'agreement among raft nodes before linearized reading' (duration: 1.297278943s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.201746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:01.173834Z","time spent":"1.027905146s","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:02.201777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.90433Z","time spent":"1.297438256s","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:02.20159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058913688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-07-24T05:36:02.201897Z","caller":"traceutil/trace.go:171","msg":"trace[1835554803] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c; range_end:; response_count:1; response_revision:4655; }","duration":"1.059296179s","start":"2026-07-24T05:36:01.142593Z","end":"2026-07-24T05:36:02.201889Z","steps":["trace[1835554803] 'agreement among raft nodes before linearized reading' (duration: 1.058852478s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.201916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:01.142549Z","time spent":"1.05936185s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":825,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c\" "} {"level":"warn","ts":"2026-07-24T05:36:02.20161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361542754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:36:02.202009Z","caller":"traceutil/trace.go:171","msg":"trace[1072167373] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4655; }","duration":"2.361997175s","start":"2026-07-24T05:35:59.84Z","end":"2026-07-24T05:36:02.201998Z","steps":["trace[1072167373] 'agreement among raft nodes before linearized reading' (duration: 2.361495323s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.202052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:59.83997Z","time spent":"2.362073207s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:36:02.20206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884851232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:36:02.202088Z","caller":"traceutil/trace.go:171","msg":"trace[1795189231] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4655; }","duration":"2.884899404s","start":"2026-07-24T05:35:59.317181Z","end":"2026-07-24T05:36:02.20208Z","steps":["trace[1795189231] 'agreement among raft nodes before linearized reading' (duration: 2.884800842s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.202114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:59.317169Z","time spent":"2.884940295s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:36:02.201966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.58077668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:36:02.202151Z","caller":"traceutil/trace.go:171","msg":"trace[74299911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4655; }","duration":"2.581009335s","start":"2026-07-24T05:35:59.621133Z","end":"2026-07-24T05:36:02.202142Z","steps":["trace[74299911] 'agreement among raft nodes before linearized reading' (duration: 2.580738929s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.202186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:35:59.621088Z","time spent":"2.581090477s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:36:02.202912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:00.507265Z","time spent":"1.694124956s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:02.337967Z","caller":"traceutil/trace.go:171","msg":"trace[971391535] linearizableReadLoop","detail":"{readStateIndex:4918; appliedIndex:4915; }","duration":"127.851366ms","start":"2026-07-24T05:36:02.210083Z","end":"2026-07-24T05:36:02.337934Z","steps":["trace[971391535] 'read index received' (duration: 50.338896ms)","trace[971391535] 'applied index is now lower than readState.Index' (duration: 77.51074ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:02.338083Z","caller":"traceutil/trace.go:171","msg":"trace[130173029] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"130.637931ms","start":"2026-07-24T05:36:02.207406Z","end":"2026-07-24T05:36:02.338044Z","steps":["trace[130173029] 'process raft request' (duration: 130.406376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.33821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.095802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:02.338175Z","caller":"traceutil/trace.go:171","msg":"trace[1031186326] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"133.434164ms","start":"2026-07-24T05:36:02.204692Z","end":"2026-07-24T05:36:02.338126Z","steps":["trace[1031186326] 'process raft request' (duration: 132.926982ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:02.338274Z","caller":"traceutil/trace.go:171","msg":"trace[930519808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4657; }","duration":"128.216205ms","start":"2026-07-24T05:36:02.210041Z","end":"2026-07-24T05:36:02.338257Z","steps":["trace[930519808] 'agreement among raft nodes before linearized reading' (duration: 128.091092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.338473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.727863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:36:02.338563Z","caller":"traceutil/trace.go:171","msg":"trace[1932450121] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4657; }","duration":"127.829885ms","start":"2026-07-24T05:36:02.210713Z","end":"2026-07-24T05:36:02.338543Z","steps":["trace[1932450121] 'agreement among raft nodes before linearized reading' (duration: 127.523478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:02.338614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.903177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:36:02.338752Z","caller":"traceutil/trace.go:171","msg":"trace[229531154] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4657; }","duration":"128.08263ms","start":"2026-07-24T05:36:02.210648Z","end":"2026-07-24T05:36:02.338731Z","steps":["trace[229531154] 'agreement among raft nodes before linearized reading' (duration: 127.557008ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:04.368344Z","caller":"traceutil/trace.go:171","msg":"trace[1715814203] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"159.056642ms","start":"2026-07-24T05:36:04.209251Z","end":"2026-07-24T05:36:04.368308Z","steps":["trace[1715814203] 'process raft request' (duration: 158.850138ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:04.388488Z","caller":"traceutil/trace.go:171","msg":"trace[626319504] transaction","detail":"{read_only:false; response_revision:4661; number_of_response:1; }","duration":"177.584158ms","start":"2026-07-24T05:36:04.210862Z","end":"2026-07-24T05:36:04.388446Z","steps":["trace[626319504] 'process raft request' (duration: 177.476945ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:04.388515Z","caller":"traceutil/trace.go:171","msg":"trace[2004727994] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"177.811403ms","start":"2026-07-24T05:36:04.210664Z","end":"2026-07-24T05:36:04.388476Z","steps":["trace[2004727994] 'process raft request' (duration: 177.470555ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:04.38847Z","caller":"traceutil/trace.go:171","msg":"trace[1208493081] linearizableReadLoop","detail":"{readStateIndex:4923; appliedIndex:4919; }","duration":"171.702193ms","start":"2026-07-24T05:36:04.216721Z","end":"2026-07-24T05:36:04.388423Z","steps":["trace[1208493081] 'read index received' (duration: 151.50368ms)","trace[1208493081] 'applied index is now lower than readState.Index' (duration: 20.196963ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:04.388619Z","caller":"traceutil/trace.go:171","msg":"trace[183708352] transaction","detail":"{read_only:false; response_revision:4662; number_of_response:1; }","duration":"174.941077ms","start":"2026-07-24T05:36:04.213618Z","end":"2026-07-24T05:36:04.388559Z","steps":["trace[183708352] 'process raft request' (duration: 174.764093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:04.388746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.9948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:36:04.388811Z","caller":"traceutil/trace.go:171","msg":"trace[719107019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4662; }","duration":"172.173604ms","start":"2026-07-24T05:36:04.21662Z","end":"2026-07-24T05:36:04.388793Z","steps":["trace[719107019] 'agreement among raft nodes before linearized reading' (duration: 171.934098ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:04.773567Z","caller":"traceutil/trace.go:171","msg":"trace[1360011542] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"144.068759ms","start":"2026-07-24T05:36:04.629471Z","end":"2026-07-24T05:36:04.773539Z","steps":["trace[1360011542] 'process raft request' (duration: 143.899534ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:06.638171Z","caller":"traceutil/trace.go:171","msg":"trace[27121684] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"380.954459ms","start":"2026-07-24T05:36:06.257176Z","end":"2026-07-24T05:36:06.63813Z","steps":["trace[27121684] 'process raft request' (duration: 380.640412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:06.638447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.257141Z","time spent":"381.149833ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18779,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:07.01236Z","caller":"traceutil/trace.go:171","msg":"trace[1157542301] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"618.162667ms","start":"2026-07-24T05:36:06.39417Z","end":"2026-07-24T05:36:07.012332Z","steps":["trace[1157542301] 'process raft request' (duration: 618.060995ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:07.012429Z","caller":"traceutil/trace.go:171","msg":"trace[1010618353] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"637.499851ms","start":"2026-07-24T05:36:06.374885Z","end":"2026-07-24T05:36:07.012385Z","steps":["trace[1010618353] 'process raft request' (duration: 636.857906ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:07.012542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.394154Z","time spent":"618.29177ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:07.012618Z","caller":"traceutil/trace.go:171","msg":"trace[1666317143] linearizableReadLoop","detail":"{readStateIndex:4931; appliedIndex:4927; }","duration":"606.54987ms","start":"2026-07-24T05:36:06.406047Z","end":"2026-07-24T05:36:07.012597Z","steps":["trace[1666317143] 'read index received' (duration: 232.779556ms)","trace[1666317143] 'applied index is now lower than readState.Index' (duration: 373.769314ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:07.012636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.374861Z","time spent":"637.660874ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:07.012701Z","caller":"traceutil/trace.go:171","msg":"trace[1289234946] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"613.848737ms","start":"2026-07-24T05:36:06.398842Z","end":"2026-07-24T05:36:07.012691Z","steps":["trace[1289234946] 'process raft request' (duration: 613.669853ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:07.012697Z","caller":"traceutil/trace.go:171","msg":"trace[200991295] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"615.838743ms","start":"2026-07-24T05:36:06.396813Z","end":"2026-07-24T05:36:07.012651Z","steps":["trace[200991295] 'process raft request' (duration: 615.474145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:07.012849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.8147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:07.012883Z","caller":"traceutil/trace.go:171","msg":"trace[1706186902] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:4669; }","duration":"506.889841ms","start":"2026-07-24T05:36:06.50598Z","end":"2026-07-24T05:36:07.01287Z","steps":["trace[1706186902] 'agreement among raft nodes before linearized reading' (duration: 506.81517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:07.012887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.832486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:36:07.012912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.505893Z","time spent":"507.013374ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:07.012916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.396772Z","time spent":"616.013637ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:07.012925Z","caller":"traceutil/trace.go:171","msg":"trace[1311161289] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4669; }","duration":"606.900138ms","start":"2026-07-24T05:36:06.406012Z","end":"2026-07-24T05:36:07.012912Z","steps":["trace[1311161289] 'agreement among raft nodes before linearized reading' (duration: 606.705394ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:07.012959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.406002Z","time spent":"606.949549ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:36:07.012985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.46657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:07.013067Z","caller":"traceutil/trace.go:171","msg":"trace[1375204186] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:4669; }","duration":"445.567563ms","start":"2026-07-24T05:36:06.56748Z","end":"2026-07-24T05:36:07.013048Z","steps":["trace[1375204186] 'agreement among raft nodes before linearized reading' (duration: 445.42139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:07.013047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.956733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:36:07.013111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.567389Z","time spent":"445.709676ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:07.013124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.04381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:36:07.013153Z","caller":"traceutil/trace.go:171","msg":"trace[1512649100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4669; }","duration":"605.188698ms","start":"2026-07-24T05:36:06.407938Z","end":"2026-07-24T05:36:07.013127Z","steps":["trace[1512649100] 'agreement among raft nodes before linearized reading' (duration: 604.853491ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:07.013181Z","caller":"traceutil/trace.go:171","msg":"trace[1039626205] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4669; }","duration":"529.148722ms","start":"2026-07-24T05:36:06.484016Z","end":"2026-07-24T05:36:07.013165Z","steps":["trace[1039626205] 'agreement among raft nodes before linearized reading' (duration: 528.951538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:07.013217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.483991Z","time spent":"529.217674ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:36:07.013214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.407927Z","time spent":"605.276751ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:36:07.013352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.716504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:36:07.013479Z","caller":"traceutil/trace.go:171","msg":"trace[283878109] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4669; }","duration":"532.929719ms","start":"2026-07-24T05:36:06.480526Z","end":"2026-07-24T05:36:07.013456Z","steps":["trace[283878109] 'agreement among raft nodes before linearized reading' (duration: 532.53467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:07.013374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.398813Z","time spent":"613.910729ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:07.013558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:06.480504Z","time spent":"533.041262ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:36:07.400002Z","caller":"traceutil/trace.go:171","msg":"trace[1412210901] linearizableReadLoop","detail":"{readStateIndex:4932; appliedIndex:4931; }","duration":"380.611961ms","start":"2026-07-24T05:36:07.019353Z","end":"2026-07-24T05:36:07.399965Z","steps":["trace[1412210901] 'read index received' (duration: 325.73117ms)","trace[1412210901] 'applied index is now lower than readState.Index' (duration: 54.879401ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:07.400177Z","caller":"traceutil/trace.go:171","msg":"trace[466087928] transaction","detail":"{read_only:false; response_revision:4670; number_of_response:1; }","duration":"381.976262ms","start":"2026-07-24T05:36:07.018186Z","end":"2026-07-24T05:36:07.400163Z","steps":["trace[466087928] 'process raft request' (duration: 326.924827ms)","trace[466087928] 'compare' (duration: 54.664306ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:07.400337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:07.018155Z","time spent":"382.070224ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:07.400494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.119536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:36:07.40059Z","caller":"traceutil/trace.go:171","msg":"trace[1464400726] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4670; }","duration":"379.245439ms","start":"2026-07-24T05:36:07.021322Z","end":"2026-07-24T05:36:07.400567Z","steps":["trace[1464400726] 'agreement among raft nodes before linearized reading' (duration: 378.902491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:07.40064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:07.021308Z","time spent":"379.321871ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:36:07.400713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.244062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:07.400826Z","caller":"traceutil/trace.go:171","msg":"trace[179419538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4670; }","duration":"279.424027ms","start":"2026-07-24T05:36:07.121374Z","end":"2026-07-24T05:36:07.400798Z","steps":["trace[179419538] 'agreement among raft nodes before linearized reading' (duration: 279.223132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:07.40091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.559712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:36:07.400978Z","caller":"traceutil/trace.go:171","msg":"trace[524811436] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4670; }","duration":"381.664665ms","start":"2026-07-24T05:36:07.019297Z","end":"2026-07-24T05:36:07.400962Z","steps":["trace[524811436] 'agreement among raft nodes before linearized reading' (duration: 381.290476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:07.401026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:07.01928Z","time spent":"381.737207ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:36:09.199901Z","caller":"traceutil/trace.go:171","msg":"trace[1085107506] transaction","detail":"{read_only:false; response_revision:4672; number_of_response:1; }","duration":"181.804256ms","start":"2026-07-24T05:36:09.018069Z","end":"2026-07-24T05:36:09.199874Z","steps":["trace[1085107506] 'process raft request' (duration: 153.490074ms)","trace[1085107506] 'compare' (duration: 28.118017ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:09.200214Z","caller":"traceutil/trace.go:171","msg":"trace[1758177265] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"182.115992ms","start":"2026-07-24T05:36:09.018045Z","end":"2026-07-24T05:36:09.200161Z","steps":["trace[1758177265] 'process raft request' (duration: 181.790345ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:09.200242Z","caller":"traceutil/trace.go:171","msg":"trace[615784363] linearizableReadLoop","detail":"{readStateIndex:4936; appliedIndex:4932; }","duration":"160.770562ms","start":"2026-07-24T05:36:09.039444Z","end":"2026-07-24T05:36:09.200214Z","steps":["trace[615784363] 'read index received' (duration: 19.947297ms)","trace[615784363] 'applied index is now lower than readState.Index' (duration: 140.822125ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:09.20034Z","caller":"traceutil/trace.go:171","msg":"trace[371559763] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"181.221492ms","start":"2026-07-24T05:36:09.019086Z","end":"2026-07-24T05:36:09.200308Z","steps":["trace[371559763] 'process raft request' (duration: 180.978177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:09.200441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.972518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:36:09.200494Z","caller":"traceutil/trace.go:171","msg":"trace[1559077274] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4674; }","duration":"161.050949ms","start":"2026-07-24T05:36:09.039429Z","end":"2026-07-24T05:36:09.20048Z","steps":["trace[1559077274] 'agreement among raft nodes before linearized reading' (duration: 160.872795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:09.58463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.353987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:36:09.584729Z","caller":"traceutil/trace.go:171","msg":"trace[311882669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4674; }","duration":"175.48972ms","start":"2026-07-24T05:36:09.409218Z","end":"2026-07-24T05:36:09.584708Z","steps":["trace[311882669] 'range keys from in-memory index tree' (duration: 175.179093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:09.584809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.222298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:36:09.584909Z","caller":"traceutil/trace.go:171","msg":"trace[1973943493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4674; }","duration":"176.395751ms","start":"2026-07-24T05:36:09.40849Z","end":"2026-07-24T05:36:09.584886Z","steps":["trace[1973943493] 'range keys from in-memory index tree' (duration: 175.952761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:09.584987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.803408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:36:09.585106Z","caller":"traceutil/trace.go:171","msg":"trace[1172275192] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4674; }","duration":"175.986192ms","start":"2026-07-24T05:36:09.409094Z","end":"2026-07-24T05:36:09.58508Z","steps":["trace[1172275192] 'range keys from in-memory index tree' (duration: 175.159494ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:10.031912Z","caller":"traceutil/trace.go:171","msg":"trace[519419228] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"132.050313ms","start":"2026-07-24T05:36:09.899829Z","end":"2026-07-24T05:36:10.031879Z","steps":["trace[519419228] 'process raft request' (duration: 76.6157ms)","trace[519419228] 'compare' (duration: 55.112415ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:13.317097Z","caller":"traceutil/trace.go:171","msg":"trace[335716947] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"191.392975ms","start":"2026-07-24T05:36:13.125665Z","end":"2026-07-24T05:36:13.317058Z","steps":["trace[335716947] 'process raft request' (duration: 191.15586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.982665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.665814397s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:36:14.983199Z","caller":"traceutil/trace.go:171","msg":"trace[972953611] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"1.738864305s","start":"2026-07-24T05:36:13.244302Z","end":"2026-07-24T05:36:14.983166Z","steps":["trace[972953611] 'process raft request' (duration: 1.738576468s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.983405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:13.244264Z","time spent":"1.739001118s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:14.983735Z","caller":"traceutil/trace.go:171","msg":"trace[2129490594] linearizableReadLoop","detail":"{readStateIndex:4953; appliedIndex:4950; }","duration":"1.72560746s","start":"2026-07-24T05:36:13.258105Z","end":"2026-07-24T05:36:14.983713Z","steps":["trace[2129490594] 'read index received' (duration: 58.754899ms)","trace[2129490594] 'applied index is now lower than readState.Index' (duration: 1.666851841s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:14.983804Z","caller":"traceutil/trace.go:171","msg":"trace[1990495174] transaction","detail":"{read_only:false; response_revision:4690; number_of_response:1; }","duration":"1.735483706s","start":"2026-07-24T05:36:13.24828Z","end":"2026-07-24T05:36:14.983763Z","steps":["trace[1990495174] 'process raft request' (duration: 1.735331553s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.983985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.725860155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:36:14.984044Z","caller":"traceutil/trace.go:171","msg":"trace[66841794] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4690; }","duration":"1.725978198s","start":"2026-07-24T05:36:13.258055Z","end":"2026-07-24T05:36:14.984033Z","steps":["trace[66841794] 'agreement among raft nodes before linearized reading' (duration: 1.725780014s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.984033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:13.248226Z","time spent":"1.73567491s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:14.984075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:13.258036Z","time spent":"1.726032779s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:36:14.983748Z","caller":"traceutil/trace.go:171","msg":"trace[367900633] transaction","detail":"{read_only:false; response_revision:4689; number_of_response:1; }","duration":"1.73563205s","start":"2026-07-24T05:36:13.248086Z","end":"2026-07-24T05:36:14.983718Z","steps":["trace[367900633] 'process raft request' (duration: 1.735028126s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.984263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.220831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:14.984337Z","caller":"traceutil/trace.go:171","msg":"trace[713954739] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4690; }","duration":"862.331754ms","start":"2026-07-24T05:36:14.121988Z","end":"2026-07-24T05:36:14.984319Z","steps":["trace[713954739] 'agreement among raft nodes before linearized reading' (duration: 862.225101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.984362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.436632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:36:14.984381Z","caller":"traceutil/trace.go:171","msg":"trace[2053784756] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4690; }","duration":"817.481093ms","start":"2026-07-24T05:36:14.166895Z","end":"2026-07-24T05:36:14.984376Z","steps":["trace[2053784756] 'agreement among raft nodes before linearized reading' (duration: 817.422432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.984362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.258784359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T05:36:14.984391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:14.121965Z","time spent":"862.414885ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:36:14.984413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.381668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:14.984443Z","caller":"traceutil/trace.go:171","msg":"trace[329856753] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4690; }","duration":"1.258918621s","start":"2026-07-24T05:36:13.725508Z","end":"2026-07-24T05:36:14.984426Z","steps":["trace[329856753] 'agreement among raft nodes before linearized reading' (duration: 1.258688636s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.984456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.760703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:36:14.984464Z","caller":"traceutil/trace.go:171","msg":"trace[343953520] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:4690; }","duration":"826.458171ms","start":"2026-07-24T05:36:14.157993Z","end":"2026-07-24T05:36:14.984451Z","steps":["trace[343953520] 'agreement among raft nodes before linearized reading' (duration: 826.350608ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:14.984479Z","caller":"traceutil/trace.go:171","msg":"trace[1354994009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4690; }","duration":"919.819265ms","start":"2026-07-24T05:36:14.064656Z","end":"2026-07-24T05:36:14.984475Z","steps":["trace[1354994009] 'agreement among raft nodes before linearized reading' (duration: 919.763913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.984495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:14.064638Z","time spent":"919.853196ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:36:14.984498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:14.157981Z","time spent":"826.509483ms","remote":"127.0.0.1:50918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:14.984414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:13.248042Z","time spent":"1.736223913s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:14.984571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256922566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:36:14.984486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:13.725483Z","time spent":"1.258996904s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:36:14.9846Z","caller":"traceutil/trace.go:171","msg":"trace[167535412] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4690; }","duration":"1.256961367s","start":"2026-07-24T05:36:13.727632Z","end":"2026-07-24T05:36:14.984593Z","steps":["trace[167535412] 'agreement among raft nodes before linearized reading' (duration: 1.256872795s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.984557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243262802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:36:14.984624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:13.727626Z","time spent":"1.256993488s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:36:14.984403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:14.166884Z","time spent":"817.515344ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":25,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:14.984672Z","caller":"traceutil/trace.go:171","msg":"trace[652006740] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4690; }","duration":"1.243437486s","start":"2026-07-24T05:36:13.741213Z","end":"2026-07-24T05:36:14.98465Z","steps":["trace[652006740] 'agreement among raft nodes before linearized reading' (duration: 1.243115298s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:14.984726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:13.741188Z","time spent":"1.243527919s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:36:15.514611Z","caller":"traceutil/trace.go:171","msg":"trace[29268192] transaction","detail":"{read_only:false; response_revision:4692; number_of_response:1; }","duration":"188.830277ms","start":"2026-07-24T05:36:15.325748Z","end":"2026-07-24T05:36:15.514579Z","steps":["trace[29268192] 'process raft request' (duration: 188.642723ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:15.962651Z","caller":"traceutil/trace.go:171","msg":"trace[777853431] transaction","detail":"{read_only:false; response_revision:4693; number_of_response:1; }","duration":"168.349877ms","start":"2026-07-24T05:36:15.794267Z","end":"2026-07-24T05:36:15.962616Z","steps":["trace[777853431] 'process raft request' (duration: 168.164562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:16.310227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.051122ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:16.310393Z","caller":"traceutil/trace.go:171","msg":"trace[1167436981] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4693; }","duration":"216.235786ms","start":"2026-07-24T05:36:16.09413Z","end":"2026-07-24T05:36:16.310365Z","steps":["trace[1167436981] 'range keys from in-memory index tree' (duration: 216.019341ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:16.329029Z","caller":"traceutil/trace.go:171","msg":"trace[411439547] linearizableReadLoop","detail":"{readStateIndex:4957; appliedIndex:4956; }","duration":"309.571539ms","start":"2026-07-24T05:36:16.019424Z","end":"2026-07-24T05:36:16.328995Z","steps":["trace[411439547] 'read index received' (duration: 309.295053ms)","trace[411439547] 'applied index is now lower than readState.Index' (duration: 275.396µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:16.329185Z","caller":"traceutil/trace.go:171","msg":"trace[2036871890] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"317.111263ms","start":"2026-07-24T05:36:16.012027Z","end":"2026-07-24T05:36:16.329138Z","steps":["trace[2036871890] 'process raft request' (duration: 316.774824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:16.329251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.811576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:16.329296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.034659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:16.329376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:16.011986Z","time spent":"317.288947ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:16.329373Z","caller":"traceutil/trace.go:171","msg":"trace[730288784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4694; }","duration":"205.167162ms","start":"2026-07-24T05:36:16.124187Z","end":"2026-07-24T05:36:16.329354Z","steps":["trace[730288784] 'agreement among raft nodes before linearized reading' (duration: 205.057809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:16.329487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.284979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c5226e362736e4\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-07-24T05:36:16.329518Z","caller":"traceutil/trace.go:171","msg":"trace[1529559816] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c5226e362736e4; range_end:; response_count:1; response_revision:4694; }","duration":"186.36558ms","start":"2026-07-24T05:36:16.143143Z","end":"2026-07-24T05:36:16.329509Z","steps":["trace[1529559816] 'agreement among raft nodes before linearized reading' (duration: 186.209477ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:16.329315Z","caller":"traceutil/trace.go:171","msg":"trace[1735113985] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:4694; }","duration":"309.922198ms","start":"2026-07-24T05:36:16.019379Z","end":"2026-07-24T05:36:16.329301Z","steps":["trace[1735113985] 'agreement among raft nodes before linearized reading' (duration: 309.811155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:16.329634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:16.019358Z","time spent":"310.254216ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:16.483039Z","caller":"traceutil/trace.go:171","msg":"trace[1408607201] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"150.592258ms","start":"2026-07-24T05:36:16.332413Z","end":"2026-07-24T05:36:16.483006Z","steps":["trace[1408607201] 'process raft request' (duration: 80.056498ms)","trace[1408607201] 'compare' (duration: 70.389446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:17.294942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.884539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:17.295034Z","caller":"traceutil/trace.go:171","msg":"trace[1319777903] linearizableReadLoop","detail":"{readStateIndex:4962; appliedIndex:4961; }","duration":"204.978457ms","start":"2026-07-24T05:36:17.09004Z","end":"2026-07-24T05:36:17.295019Z","steps":["trace[1319777903] 'read index received' (duration: 85.952664ms)","trace[1319777903] 'applied index is now lower than readState.Index' (duration: 119.024833ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:17.295073Z","caller":"traceutil/trace.go:171","msg":"trace[984686283] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"207.154677ms","start":"2026-07-24T05:36:17.087886Z","end":"2026-07-24T05:36:17.295041Z","steps":["trace[984686283] 'process raft request' (duration: 88.086483ms)","trace[984686283] 'compare' (duration: 118.653944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:17.295264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.231063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:36:17.295283Z","caller":"traceutil/trace.go:171","msg":"trace[661268967] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4699; }","duration":"205.276234ms","start":"2026-07-24T05:36:17.090001Z","end":"2026-07-24T05:36:17.295277Z","steps":["trace[661268967] 'agreement among raft nodes before linearized reading' (duration: 205.07756ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:17.520693Z","caller":"traceutil/trace.go:171","msg":"trace[1958610455] linearizableReadLoop","detail":"{readStateIndex:4963; appliedIndex:4962; }","duration":"225.601712ms","start":"2026-07-24T05:36:17.29505Z","end":"2026-07-24T05:36:17.520651Z","steps":["trace[1958610455] 'read index received' (duration: 132.472113ms)","trace[1958610455] 'applied index is now lower than readState.Index' (duration: 93.127269ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:17.520901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.062798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-07-24T05:36:17.520987Z","caller":"traceutil/trace.go:171","msg":"trace[617676287] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:4700; }","duration":"299.214852ms","start":"2026-07-24T05:36:17.221749Z","end":"2026-07-24T05:36:17.520964Z","steps":["trace[617676287] 'agreement among raft nodes before linearized reading' (duration: 298.958226ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:17.520883Z","caller":"traceutil/trace.go:171","msg":"trace[1054280744] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"428.047231ms","start":"2026-07-24T05:36:17.092668Z","end":"2026-07-24T05:36:17.520715Z","steps":["trace[1054280744] 'process raft request' (duration: 334.883502ms)","trace[1054280744] 'compare' (duration: 92.78091ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:17.521271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.010715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:36:17.521307Z","caller":"traceutil/trace.go:171","msg":"trace[969177556] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4700; }","duration":"430.106957ms","start":"2026-07-24T05:36:17.091192Z","end":"2026-07-24T05:36:17.521299Z","steps":["trace[969177556] 'agreement among raft nodes before linearized reading' (duration: 429.601156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:17.52134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:17.091168Z","time spent":"430.162198ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:36:17.52136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.191426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:17.521386Z","caller":"traceutil/trace.go:171","msg":"trace[1607351390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4700; }","duration":"395.243597ms","start":"2026-07-24T05:36:17.126135Z","end":"2026-07-24T05:36:17.521379Z","steps":["trace[1607351390] 'agreement among raft nodes before linearized reading' (duration: 395.194116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:17.521416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:17.126118Z","time spent":"395.289058ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:36:17.521504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:17.09265Z","time spent":"428.609063ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:17.755366Z","caller":"traceutil/trace.go:171","msg":"trace[90818235] linearizableReadLoop","detail":"{readStateIndex:4964; appliedIndex:4963; }","duration":"224.723751ms","start":"2026-07-24T05:36:17.530607Z","end":"2026-07-24T05:36:17.75533Z","steps":["trace[90818235] 'read index received' (duration: 208.58888ms)","trace[90818235] 'applied index is now lower than readState.Index' (duration: 16.133121ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:17.755451Z","caller":"traceutil/trace.go:171","msg":"trace[376799829] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"233.009902ms","start":"2026-07-24T05:36:17.522401Z","end":"2026-07-24T05:36:17.755411Z","steps":["trace[376799829] 'process raft request' (duration: 215.733414ms)","trace[376799829] 'compare' (duration: 16.950841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:17.755615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.986408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-24T05:36:17.755657Z","caller":"traceutil/trace.go:171","msg":"trace[1383183540] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4701; }","duration":"225.08191ms","start":"2026-07-24T05:36:17.530564Z","end":"2026-07-24T05:36:17.755646Z","steps":["trace[1383183540] 'agreement among raft nodes before linearized reading' (duration: 224.913506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:18.048538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.995012ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:36:18.048678Z","caller":"traceutil/trace.go:171","msg":"trace[181415851] linearizableReadLoop","detail":"{readStateIndex:4965; appliedIndex:4964; }","duration":"293.212053ms","start":"2026-07-24T05:36:17.755443Z","end":"2026-07-24T05:36:18.048655Z","steps":["trace[181415851] 'read index received' (duration: 63.059908ms)","trace[181415851] 'applied index is now lower than readState.Index' (duration: 230.150525ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:18.048887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.797258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:430"} {"level":"warn","ts":"2026-07-24T05:36:18.048965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.005853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:426"} {"level":"info","ts":"2026-07-24T05:36:18.048966Z","caller":"traceutil/trace.go:171","msg":"trace[1524189576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4701; }","duration":"371.937271ms","start":"2026-07-24T05:36:17.677012Z","end":"2026-07-24T05:36:18.048949Z","steps":["trace[1524189576] 'agreement among raft nodes before linearized reading' (duration: 371.676205ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:18.049004Z","caller":"traceutil/trace.go:171","msg":"trace[489033878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4701; }","duration":"372.101095ms","start":"2026-07-24T05:36:17.676892Z","end":"2026-07-24T05:36:18.048993Z","steps":["trace[489033878] 'agreement among raft nodes before linearized reading' (duration: 371.88702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:18.049032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:17.676983Z","time spent":"372.037583ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:36:18.049054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:17.676864Z","time spent":"372.179356ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":449,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:36:18.049063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.874612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:18.049189Z","caller":"traceutil/trace.go:171","msg":"trace[1838896369] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4701; }","duration":"285.052035ms","start":"2026-07-24T05:36:17.764105Z","end":"2026-07-24T05:36:18.049157Z","steps":["trace[1838896369] 'agreement among raft nodes before linearized reading' (duration: 284.855471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:18.049257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.629352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c5226fb9a59059\" ","response":"range_response_count:1 size:711"} {"level":"warn","ts":"2026-07-24T05:36:18.049082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.648299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4439"} {"level":"info","ts":"2026-07-24T05:36:18.049322Z","caller":"traceutil/trace.go:171","msg":"trace[1643602713] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:4701; }","duration":"514.961147ms","start":"2026-07-24T05:36:17.534348Z","end":"2026-07-24T05:36:18.049309Z","steps":["trace[1643602713] 'agreement among raft nodes before linearized reading' (duration: 514.506236ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:18.049328Z","caller":"traceutil/trace.go:171","msg":"trace[1643727385] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c5226fb9a59059; range_end:; response_count:1; response_revision:4701; }","duration":"454.678223ms","start":"2026-07-24T05:36:17.594619Z","end":"2026-07-24T05:36:18.049298Z","steps":["trace[1643727385] 'agreement among raft nodes before linearized reading' (duration: 454.526248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:18.049309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.910173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-07-24T05:36:18.049368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:17.534319Z","time spent":"515.034198ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4462,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-24T05:36:18.049377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:17.594575Z","time spent":"454.791555ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":734,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18c5226fb9a59059\" "} {"level":"info","ts":"2026-07-24T05:36:18.049405Z","caller":"traceutil/trace.go:171","msg":"trace[591112498] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:4701; }","duration":"514.030376ms","start":"2026-07-24T05:36:17.535349Z","end":"2026-07-24T05:36:18.049379Z","steps":["trace[591112498] 'agreement among raft nodes before linearized reading' (duration: 513.832141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:18.049455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:17.535338Z","time spent":"514.104317ms","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-07-24T05:36:18.227233Z","caller":"traceutil/trace.go:171","msg":"trace[537905567] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"127.370925ms","start":"2026-07-24T05:36:18.099824Z","end":"2026-07-24T05:36:18.227195Z","steps":["trace[537905567] 'process raft request' (duration: 124.051729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:18.227496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.645002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:36:18.227621Z","caller":"traceutil/trace.go:171","msg":"trace[1007444574] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4705; }","duration":"134.843887ms","start":"2026-07-24T05:36:18.09275Z","end":"2026-07-24T05:36:18.227594Z","steps":["trace[1007444574] 'agreement among raft nodes before linearized reading' (duration: 134.471998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:18.228539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.534364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c5226fc0a391bd\" ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-07-24T05:36:18.228737Z","caller":"traceutil/trace.go:171","msg":"trace[813144739] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c5226fc0a391bd; range_end:; response_count:1; response_revision:4705; }","duration":"135.626345ms","start":"2026-07-24T05:36:18.092959Z","end":"2026-07-24T05:36:18.228585Z","steps":["trace[813144739] 'agreement among raft nodes before linearized reading' (duration: 134.471368ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:18.455145Z","caller":"traceutil/trace.go:171","msg":"trace[470914509] transaction","detail":"{read_only:false; response_revision:4706; number_of_response:1; }","duration":"223.694667ms","start":"2026-07-24T05:36:18.231414Z","end":"2026-07-24T05:36:18.455109Z","steps":["trace[470914509] 'process raft request' (duration: 210.367292ms)","trace[470914509] 'compare' (duration: 13.13888ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:18.509871Z","caller":"traceutil/trace.go:171","msg":"trace[1593723501] transaction","detail":"{read_only:false; response_revision:4707; number_of_response:1; }","duration":"275.262522ms","start":"2026-07-24T05:36:18.234568Z","end":"2026-07-24T05:36:18.50983Z","steps":["trace[1593723501] 'process raft request' (duration: 274.999676ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:18.510205Z","caller":"traceutil/trace.go:171","msg":"trace[78782486] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"274.505524ms","start":"2026-07-24T05:36:18.235643Z","end":"2026-07-24T05:36:18.510149Z","steps":["trace[78782486] 'process raft request' (duration: 274.092895ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:18.510533Z","caller":"traceutil/trace.go:171","msg":"trace[70433468] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"273.747358ms","start":"2026-07-24T05:36:18.23677Z","end":"2026-07-24T05:36:18.510517Z","steps":["trace[70433468] 'process raft request' (duration: 273.011331ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:18.777963Z","caller":"traceutil/trace.go:171","msg":"trace[673473042] transaction","detail":"{read_only:false; response_revision:4711; number_of_response:1; }","duration":"260.196256ms","start":"2026-07-24T05:36:18.517739Z","end":"2026-07-24T05:36:18.777935Z","steps":["trace[673473042] 'process raft request' (duration: 259.855498ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:18.777823Z","caller":"traceutil/trace.go:171","msg":"trace[1711799575] linearizableReadLoop","detail":"{readStateIndex:4975; appliedIndex:4974; }","duration":"207.026724ms","start":"2026-07-24T05:36:18.570756Z","end":"2026-07-24T05:36:18.777783Z","steps":["trace[1711799575] 'read index received' (duration: 206.754527ms)","trace[1711799575] 'applied index is now lower than readState.Index' (duration: 270.597µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:18.778305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.474235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:36:18.778411Z","caller":"traceutil/trace.go:171","msg":"trace[1849183613] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4711; }","duration":"207.69081ms","start":"2026-07-24T05:36:18.570687Z","end":"2026-07-24T05:36:18.778378Z","steps":["trace[1849183613] 'agreement among raft nodes before linearized reading' (duration: 207.336382ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:20.141626Z","caller":"traceutil/trace.go:171","msg":"trace[1934500175] transaction","detail":"{read_only:false; response_revision:4716; number_of_response:1; }","duration":"380.623471ms","start":"2026-07-24T05:36:19.760967Z","end":"2026-07-24T05:36:20.141591Z","steps":["trace[1934500175] 'process raft request' (duration: 380.409886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:20.141836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:19.760937Z","time spent":"380.786874ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:21.464737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.323319241s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:36:21.465445Z","caller":"traceutil/trace.go:171","msg":"trace[1008995778] linearizableReadLoop","detail":"{readStateIndex:4981; appliedIndex:4979; }","duration":"1.624111689s","start":"2026-07-24T05:36:19.84129Z","end":"2026-07-24T05:36:21.465402Z","steps":["trace[1008995778] 'read index received' (duration: 300.083682ms)","trace[1008995778] 'applied index is now lower than readState.Index' (duration: 1.324026567s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:21.465628Z","caller":"traceutil/trace.go:171","msg":"trace[851416902] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"1.639169004s","start":"2026-07-24T05:36:19.826361Z","end":"2026-07-24T05:36:21.46553Z","steps":["trace[851416902] 'process raft request' (duration: 1.638787276s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.465739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624422326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:36:21.465796Z","caller":"traceutil/trace.go:171","msg":"trace[541705740] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4717; }","duration":"1.624563209s","start":"2026-07-24T05:36:19.841221Z","end":"2026-07-24T05:36:21.465784Z","steps":["trace[541705740] 'agreement among raft nodes before linearized reading' (duration: 1.624358764s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.465834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:19.841186Z","time spent":"1.624639941s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:36:21.465981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:19.826331Z","time spent":"1.63941486s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:21.969053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.113027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:21.969324Z","caller":"traceutil/trace.go:171","msg":"trace[538432742] linearizableReadLoop","detail":"{readStateIndex:4984; appliedIndex:4981; }","duration":"503.737589ms","start":"2026-07-24T05:36:21.465548Z","end":"2026-07-24T05:36:21.969285Z","steps":["trace[538432742] 'read index received' (duration: 326.330125ms)","trace[538432742] 'applied index is now lower than readState.Index' (duration: 177.405964ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:21.969393Z","caller":"traceutil/trace.go:171","msg":"trace[260807564] transaction","detail":"{read_only:false; response_revision:4719; number_of_response:1; }","duration":"823.333009ms","start":"2026-07-24T05:36:21.146052Z","end":"2026-07-24T05:36:21.969385Z","steps":["trace[260807564] 'process raft request' (duration: 823.094483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.969442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.146027Z","time spent":"823.38855ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:21.969585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176000927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:21.969659Z","caller":"traceutil/trace.go:171","msg":"trace[695699606] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4720; }","duration":"1.176121681s","start":"2026-07-24T05:36:20.793526Z","end":"2026-07-24T05:36:21.969647Z","steps":["trace[695699606] 'agreement among raft nodes before linearized reading' (duration: 1.175986368s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.96969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:20.793517Z","time spent":"1.176164222s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:21.969727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252186027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:21.969758Z","caller":"traceutil/trace.go:171","msg":"trace[1669514950] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4720; }","duration":"1.252251828s","start":"2026-07-24T05:36:20.717499Z","end":"2026-07-24T05:36:21.969751Z","steps":["trace[1669514950] 'agreement among raft nodes before linearized reading' (duration: 1.252211427s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.969781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:20.717478Z","time spent":"1.25229889s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:36:21.969413Z","caller":"traceutil/trace.go:171","msg":"trace[689283439] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"857.894432ms","start":"2026-07-24T05:36:21.111483Z","end":"2026-07-24T05:36:21.969378Z","steps":["trace[689283439] 'process raft request' (duration: 680.363355ms)","trace[689283439] 'compare' (duration: 176.883832ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:21.969985Z","caller":"traceutil/trace.go:171","msg":"trace[1184658316] transaction","detail":"{read_only:false; response_revision:4720; number_of_response:1; }","duration":"822.568301ms","start":"2026-07-24T05:36:21.147365Z","end":"2026-07-24T05:36:21.969933Z","steps":["trace[1184658316] 'process raft request' (duration: 821.876596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.970115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454884472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:36:21.970151Z","caller":"traceutil/trace.go:171","msg":"trace[1058236379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4720; }","duration":"1.454965804s","start":"2026-07-24T05:36:20.515177Z","end":"2026-07-24T05:36:21.970143Z","steps":["trace[1058236379] 'agreement among raft nodes before linearized reading' (duration: 1.454877822s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.970171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:20.515149Z","time spent":"1.455017944s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:36:21.970162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454858671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-24T05:36:21.970237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728432395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:36:21.970242Z","caller":"traceutil/trace.go:171","msg":"trace[1487766140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4720; }","duration":"1.454970784s","start":"2026-07-24T05:36:20.515249Z","end":"2026-07-24T05:36:21.97022Z","steps":["trace[1487766140] 'agreement among raft nodes before linearized reading' (duration: 1.454683367s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:21.970279Z","caller":"traceutil/trace.go:171","msg":"trace[531737745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4720; }","duration":"1.728518907s","start":"2026-07-24T05:36:20.241748Z","end":"2026-07-24T05:36:21.970266Z","steps":["trace[531737745] 'agreement among raft nodes before linearized reading' (duration: 1.728389334s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.970296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:20.515244Z","time spent":"1.455041805s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:36:21.970289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.389853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:36:21.970311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:20.24172Z","time spent":"1.728582498s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:36:21.97032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.706478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:21.969695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186060149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:36:21.970377Z","caller":"traceutil/trace.go:171","msg":"trace[136640890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4720; }","duration":"847.81771ms","start":"2026-07-24T05:36:21.122547Z","end":"2026-07-24T05:36:21.970364Z","steps":["trace[136640890] 'agreement among raft nodes before linearized reading' (duration: 847.724108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.970393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.326812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:21.970418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.122489Z","time spent":"847.921892ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:36:21.970426Z","caller":"traceutil/trace.go:171","msg":"trace[305486667] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:4720; }","duration":"538.414505ms","start":"2026-07-24T05:36:21.432003Z","end":"2026-07-24T05:36:21.970417Z","steps":["trace[305486667] 'agreement among raft nodes before linearized reading' (duration: 538.366474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.970032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.11145Z","time spent":"858.537606ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:21.970465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.431976Z","time spent":"538.480546ms","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:21.970475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.072933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:36:21.970506Z","caller":"traceutil/trace.go:171","msg":"trace[83631738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4720; }","duration":"618.151915ms","start":"2026-07-24T05:36:21.352348Z","end":"2026-07-24T05:36:21.970499Z","steps":["trace[83631738] 'agreement among raft nodes before linearized reading' (duration: 618.058563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.970532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.352322Z","time spent":"618.205747ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:36:21.970377Z","caller":"traceutil/trace.go:171","msg":"trace[625246635] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4720; }","duration":"1.186789915s","start":"2026-07-24T05:36:20.78358Z","end":"2026-07-24T05:36:21.97037Z","steps":["trace[625246635] 'agreement among raft nodes before linearized reading' (duration: 1.186030488s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:21.970345Z","caller":"traceutil/trace.go:171","msg":"trace[1171241940] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:4720; }","duration":"676.502946ms","start":"2026-07-24T05:36:21.293822Z","end":"2026-07-24T05:36:21.970325Z","steps":["trace[1171241940] 'agreement among raft nodes before linearized reading' (duration: 676.388183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.970579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:20.783558Z","time spent":"1.18700677s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:36:21.970585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.293787Z","time spent":"676.787882ms","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:21.970223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.147327Z","time spent":"822.768126ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:21.970811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.074078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:36:21.970867Z","caller":"traceutil/trace.go:171","msg":"trace[1518688112] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4720; }","duration":"619.18325ms","start":"2026-07-24T05:36:21.351671Z","end":"2026-07-24T05:36:21.970854Z","steps":["trace[1518688112] 'agreement among raft nodes before linearized reading' (duration: 619.044477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:21.970904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.351638Z","time spent":"619.257131ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:36:22.046151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.466905Z","time spent":"579.239752ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:36:22.04657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.262654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:36:22.046652Z","caller":"traceutil/trace.go:171","msg":"trace[736806859] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4720; }","duration":"512.391926ms","start":"2026-07-24T05:36:21.534231Z","end":"2026-07-24T05:36:22.046623Z","steps":["trace[736806859] 'agreement among raft nodes before linearized reading' (duration: 512.139811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:22.046687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.534208Z","time spent":"512.473519ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:36:22.047201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.304381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:36:22.04727Z","caller":"traceutil/trace.go:171","msg":"trace[1389900839] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4720; }","duration":"497.413204ms","start":"2026-07-24T05:36:21.549834Z","end":"2026-07-24T05:36:22.047247Z","steps":["trace[1389900839] 'agreement among raft nodes before linearized reading' (duration: 497.158139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:22.047311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.549824Z","time spent":"497.479606ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:36:22.480116Z","caller":"traceutil/trace.go:171","msg":"trace[1325116743] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"504.943436ms","start":"2026-07-24T05:36:21.975129Z","end":"2026-07-24T05:36:22.480073Z","steps":["trace[1325116743] 'process raft request' (duration: 504.609438ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:22.480139Z","caller":"traceutil/trace.go:171","msg":"trace[1981629968] transaction","detail":"{read_only:false; response_revision:4722; number_of_response:1; }","duration":"504.011276ms","start":"2026-07-24T05:36:21.976084Z","end":"2026-07-24T05:36:22.480095Z","steps":["trace[1981629968] 'process raft request' (duration: 503.846722ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:22.480116Z","caller":"traceutil/trace.go:171","msg":"trace[1502616997] transaction","detail":"{read_only:false; response_revision:4723; number_of_response:1; }","duration":"501.906566ms","start":"2026-07-24T05:36:21.978187Z","end":"2026-07-24T05:36:22.480094Z","steps":["trace[1502616997] 'process raft request' (duration: 501.799654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:22.480351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.975105Z","time spent":"505.140781ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:22.480405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.976075Z","time spent":"504.20205ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:22.480449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.978175Z","time spent":"502.215103ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:22.48075Z","caller":"traceutil/trace.go:171","msg":"trace[1966856726] linearizableReadLoop","detail":"{readStateIndex:4989; appliedIndex:4985; }","duration":"434.647662ms","start":"2026-07-24T05:36:22.046088Z","end":"2026-07-24T05:36:22.480736Z","steps":["trace[1966856726] 'read index received' (duration: 433.746372ms)","trace[1966856726] 'applied index is now lower than readState.Index' (duration: 900.58µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:22.480836Z","caller":"traceutil/trace.go:171","msg":"trace[928547786] transaction","detail":"{read_only:false; response_revision:4724; number_of_response:1; }","duration":"501.479017ms","start":"2026-07-24T05:36:21.979337Z","end":"2026-07-24T05:36:22.480816Z","steps":["trace[928547786] 'process raft request' (duration: 500.687659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:22.480912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.979328Z","time spent":"501.548458ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:22.481174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.976372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:36:22.481228Z","caller":"traceutil/trace.go:171","msg":"trace[124093289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4724; }","duration":"503.064164ms","start":"2026-07-24T05:36:21.978149Z","end":"2026-07-24T05:36:22.481213Z","steps":["trace[124093289] 'agreement among raft nodes before linearized reading' (duration: 502.749276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:22.481282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:21.978126Z","time spent":"503.143595ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:36:22.994161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:36:23.494883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146635,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:36:24.122266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:36:24.12244Z","caller":"traceutil/trace.go:171","msg":"trace[1988858734] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000515183s","start":"2026-07-24T05:36:22.121862Z","end":"2026-07-24T05:36:24.122377Z","steps":["trace[1988858734] 'agreement among raft nodes before linearized reading' (duration: 2.000332859s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.122531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:22.12184Z","time spent":"2.000672996s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:36:24.385785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.705414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:24.386198Z","caller":"traceutil/trace.go:171","msg":"trace[582651951] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"2.152150476s","start":"2026-07-24T05:36:22.234021Z","end":"2026-07-24T05:36:24.386171Z","steps":["trace[582651951] 'process raft request' (duration: 2.152084145s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:24.386249Z","caller":"traceutil/trace.go:171","msg":"trace[62561478] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"2.239535353s","start":"2026-07-24T05:36:22.14668Z","end":"2026-07-24T05:36:24.386215Z","steps":["trace[62561478] 'process raft request' (duration: 2.239286668s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.386313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:22.233992Z","time spent":"2.152269229s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:24.387044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:22.146654Z","time spent":"2.239680736s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:24.386999Z","caller":"traceutil/trace.go:171","msg":"trace[2143763651] transaction","detail":"{read_only:false; response_revision:4725; number_of_response:1; }","duration":"2.337485523s","start":"2026-07-24T05:36:22.048618Z","end":"2026-07-24T05:36:24.386104Z","steps":["trace[2143763651] 'process raft request' (duration: 1.598342908s)","trace[2143763651] 'compare' (duration: 738.262804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:24.38811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:22.048591Z","time spent":"2.338650139s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:24.411974Z","caller":"traceutil/trace.go:171","msg":"trace[789013789] linearizableReadLoop","detail":"{readStateIndex:4993; appliedIndex:4989; }","duration":"1.93113606s","start":"2026-07-24T05:36:22.480783Z","end":"2026-07-24T05:36:24.411919Z","steps":["trace[789013789] 'read index received' (duration: 1.166263285s)","trace[789013789] 'applied index is now lower than readState.Index' (duration: 764.871555ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:24.412002Z","caller":"traceutil/trace.go:171","msg":"trace[1357087024] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"1.661358694s","start":"2026-07-24T05:36:22.750616Z","end":"2026-07-24T05:36:24.411975Z","steps":["trace[1357087024] 'process raft request' (duration: 1.661020616s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.412245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00991319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:24.412277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:22.750585Z","time spent":"1.661574429s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:24.412308Z","caller":"traceutil/trace.go:171","msg":"trace[1179401436] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:4728; }","duration":"2.009988492s","start":"2026-07-24T05:36:22.402303Z","end":"2026-07-24T05:36:24.412291Z","steps":["trace[1179401436] 'agreement among raft nodes before linearized reading' (duration: 2.009751076s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.412298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258969008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:24.412353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:22.402217Z","time spent":"2.010125355s","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:24.412394Z","caller":"traceutil/trace.go:171","msg":"trace[993791698] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4728; }","duration":"2.259094131s","start":"2026-07-24T05:36:22.153278Z","end":"2026-07-24T05:36:24.412372Z","steps":["trace[993791698] 'agreement among raft nodes before linearized reading' (duration: 2.258803974s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.412445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:22.153234Z","time spent":"2.259201603s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:24.412753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359119418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:36:24.412852Z","caller":"traceutil/trace.go:171","msg":"trace[2030254697] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4728; }","duration":"2.359255952s","start":"2026-07-24T05:36:22.053572Z","end":"2026-07-24T05:36:24.412828Z","steps":["trace[2030254697] 'agreement among raft nodes before linearized reading' (duration: 2.358528566s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.412906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:22.053562Z","time spent":"2.359332493s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110119,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:36:24.425879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.897926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:24.425968Z","caller":"traceutil/trace.go:171","msg":"trace[431031852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4731; }","duration":"303.03904ms","start":"2026-07-24T05:36:24.122919Z","end":"2026-07-24T05:36:24.425958Z","steps":["trace[431031852] 'agreement among raft nodes before linearized reading' (duration: 302.920597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.425963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33899174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:24.426032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42993532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:36:24.426108Z","caller":"traceutil/trace.go:171","msg":"trace[997680552] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"449.305639ms","start":"2026-07-24T05:36:23.976792Z","end":"2026-07-24T05:36:24.426098Z","steps":["trace[997680552] 'process raft request' (duration: 448.810288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.426099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190168753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-24T05:36:24.426124Z","caller":"traceutil/trace.go:171","msg":"trace[844436213] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4731; }","duration":"1.430080293s","start":"2026-07-24T05:36:22.996021Z","end":"2026-07-24T05:36:24.426102Z","steps":["trace[844436213] 'agreement among raft nodes before linearized reading' (duration: 1.429809767s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.426124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.449197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:36:24.426157Z","caller":"traceutil/trace.go:171","msg":"trace[1886224162] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4731; }","duration":"1.190276926s","start":"2026-07-24T05:36:23.235864Z","end":"2026-07-24T05:36:24.426141Z","steps":["trace[1886224162] 'agreement among raft nodes before linearized reading' (duration: 1.19000598s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.426169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:22.995996Z","time spent":"1.430164445s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:36:24.4262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:23.235834Z","time spent":"1.190355887s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12409,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:36:24.426268Z","caller":"traceutil/trace.go:171","msg":"trace[445471394] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"449.408572ms","start":"2026-07-24T05:36:23.976829Z","end":"2026-07-24T05:36:24.426238Z","steps":["trace[445471394] 'process raft request' (duration: 448.915411ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.426068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:24.122879Z","time spent":"303.177622ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:36:24.42636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409125041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414160"} {"level":"warn","ts":"2026-07-24T05:36:24.426379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:23.976794Z","time spent":"449.518134ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:24.426418Z","caller":"traceutil/trace.go:171","msg":"trace[12389497] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4731; }","duration":"1.409188973s","start":"2026-07-24T05:36:23.017215Z","end":"2026-07-24T05:36:24.426404Z","steps":["trace[12389497] 'agreement among raft nodes before linearized reading' (duration: 1.408863505s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.426494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:23.017132Z","time spent":"1.409345986s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414183,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-24T05:36:24.426208Z","caller":"traceutil/trace.go:171","msg":"trace[2131458216] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"449.126914ms","start":"2026-07-24T05:36:23.977065Z","end":"2026-07-24T05:36:24.426192Z","steps":["trace[2131458216] 'process raft request' (duration: 448.712385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.426588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:23.976757Z","time spent":"449.378991ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:24.426666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:23.977029Z","time spent":"449.606785ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:24.426198Z","caller":"traceutil/trace.go:171","msg":"trace[514612190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4731; }","duration":"909.58143ms","start":"2026-07-24T05:36:23.516599Z","end":"2026-07-24T05:36:24.42618Z","steps":["trace[514612190] 'agreement among raft nodes before linearized reading' (duration: 909.444307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.426789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:23.516571Z","time spent":"910.201983ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:24.426788Z","caller":"traceutil/trace.go:171","msg":"trace[280341606] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:4731; }","duration":"1.339051812s","start":"2026-07-24T05:36:23.086951Z","end":"2026-07-24T05:36:24.426003Z","steps":["trace[280341606] 'agreement among raft nodes before linearized reading' (duration: 1.33895715s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:24.426868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:23.086868Z","time spent":"1.339979133s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:28.106639Z","caller":"traceutil/trace.go:171","msg":"trace[1749901048] transaction","detail":"{read_only:false; response_revision:4746; number_of_response:1; }","duration":"224.67577ms","start":"2026-07-24T05:36:27.88193Z","end":"2026-07-24T05:36:28.106606Z","steps":["trace[1749901048] 'process raft request' (duration: 224.462555ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:28.603542Z","caller":"traceutil/trace.go:171","msg":"trace[1890658575] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5013; }","duration":"101.915151ms","start":"2026-07-24T05:36:28.501596Z","end":"2026-07-24T05:36:28.603511Z","steps":["trace[1890658575] 'read index received' (duration: 97.95885ms)","trace[1890658575] 'applied index is now lower than readState.Index' (duration: 3.954791ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:28.60387Z","caller":"traceutil/trace.go:171","msg":"trace[156568774] transaction","detail":"{read_only:false; response_revision:4749; number_of_response:1; }","duration":"103.309322ms","start":"2026-07-24T05:36:28.500546Z","end":"2026-07-24T05:36:28.603855Z","steps":["trace[156568774] 'process raft request' (duration: 102.74607ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:28.604082Z","caller":"traceutil/trace.go:171","msg":"trace[1680826573] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"102.999735ms","start":"2026-07-24T05:36:28.501072Z","end":"2026-07-24T05:36:28.604072Z","steps":["trace[1680826573] 'process raft request' (duration: 102.380131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:28.604421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.80847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:36:28.60446Z","caller":"traceutil/trace.go:171","msg":"trace[1993709188] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4750; }","duration":"102.906143ms","start":"2026-07-24T05:36:28.501543Z","end":"2026-07-24T05:36:28.60445Z","steps":["trace[1993709188] 'agreement among raft nodes before linearized reading' (duration: 102.645297ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:28.846244Z","caller":"traceutil/trace.go:171","msg":"trace[416433756] linearizableReadLoop","detail":"{readStateIndex:5017; appliedIndex:5016; }","duration":"139.644177ms","start":"2026-07-24T05:36:28.706566Z","end":"2026-07-24T05:36:28.84621Z","steps":["trace[416433756] 'read index received' (duration: 91.311526ms)","trace[416433756] 'applied index is now lower than readState.Index' (duration: 48.331171ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:28.84637Z","caller":"traceutil/trace.go:171","msg":"trace[975567144] transaction","detail":"{read_only:false; response_revision:4751; number_of_response:1; }","duration":"211.337944ms","start":"2026-07-24T05:36:28.634942Z","end":"2026-07-24T05:36:28.84628Z","steps":["trace[975567144] 'process raft request' (duration: 163.054705ms)","trace[975567144] 'compare' (duration: 48.082305ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:28.846763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.063796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:36:28.846903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.305213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:36:28.846958Z","caller":"traceutil/trace.go:171","msg":"trace[1069739932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4751; }","duration":"140.459065ms","start":"2026-07-24T05:36:28.706484Z","end":"2026-07-24T05:36:28.846943Z","steps":["trace[1069739932] 'agreement among raft nodes before linearized reading' (duration: 139.962694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:28.846985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.366061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:36:28.846927Z","caller":"traceutil/trace.go:171","msg":"trace[427768370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4751; }","duration":"140.24835ms","start":"2026-07-24T05:36:28.706653Z","end":"2026-07-24T05:36:28.846901Z","steps":["trace[427768370] 'agreement among raft nodes before linearized reading' (duration: 139.878322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:28.847063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.330183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:36:28.847194Z","caller":"traceutil/trace.go:171","msg":"trace[1849992260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4751; }","duration":"140.498736ms","start":"2026-07-24T05:36:28.706668Z","end":"2026-07-24T05:36:28.847167Z","steps":["trace[1849992260] 'agreement among raft nodes before linearized reading' (duration: 140.150829ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:28.847037Z","caller":"traceutil/trace.go:171","msg":"trace[1349180228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4751; }","duration":"139.458743ms","start":"2026-07-24T05:36:28.707565Z","end":"2026-07-24T05:36:28.847024Z","steps":["trace[1349180228] 'agreement among raft nodes before linearized reading' (duration: 139.248718ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:29.093548Z","caller":"traceutil/trace.go:171","msg":"trace[1754186588] transaction","detail":"{read_only:false; response_revision:4753; number_of_response:1; }","duration":"240.249118ms","start":"2026-07-24T05:36:28.853261Z","end":"2026-07-24T05:36:29.09351Z","steps":["trace[1754186588] 'process raft request' (duration: 226.323748ms)","trace[1754186588] 'compare' (duration: 13.450599ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:29.093764Z","caller":"traceutil/trace.go:171","msg":"trace[1772691627] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"240.364861ms","start":"2026-07-24T05:36:28.853351Z","end":"2026-07-24T05:36:29.093716Z","steps":["trace[1772691627] 'process raft request' (duration: 240.110345ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:29.105292Z","caller":"traceutil/trace.go:171","msg":"trace[151699010] transaction","detail":"{read_only:false; response_revision:4755; number_of_response:1; }","duration":"130.161908ms","start":"2026-07-24T05:36:28.975095Z","end":"2026-07-24T05:36:29.105257Z","steps":["trace[151699010] 'process raft request' (duration: 129.975584ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:30.24271Z","caller":"traceutil/trace.go:171","msg":"trace[1759541922] linearizableReadLoop","detail":"{readStateIndex:5023; appliedIndex:5022; }","duration":"119.950365ms","start":"2026-07-24T05:36:30.122723Z","end":"2026-07-24T05:36:30.242673Z","steps":["trace[1759541922] 'read index received' (duration: 38.873173ms)","trace[1759541922] 'applied index is now lower than readState.Index' (duration: 81.075782ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:30.242782Z","caller":"traceutil/trace.go:171","msg":"trace[1512535307] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"263.503061ms","start":"2026-07-24T05:36:29.979226Z","end":"2026-07-24T05:36:30.242729Z","steps":["trace[1512535307] 'process raft request' (duration: 182.306526ms)","trace[1512535307] 'compare' (duration: 80.625282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:30.242975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.218531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:30.243122Z","caller":"traceutil/trace.go:171","msg":"trace[670220555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4756; }","duration":"120.448226ms","start":"2026-07-24T05:36:30.122645Z","end":"2026-07-24T05:36:30.243093Z","steps":["trace[670220555] 'agreement among raft nodes before linearized reading' (duration: 120.14833ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:30.720749Z","caller":"traceutil/trace.go:171","msg":"trace[1085582838] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"221.712442ms","start":"2026-07-24T05:36:30.499003Z","end":"2026-07-24T05:36:30.720715Z","steps":["trace[1085582838] 'process raft request' (duration: 221.496917ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:30.950547Z","caller":"traceutil/trace.go:171","msg":"trace[150203796] linearizableReadLoop","detail":"{readStateIndex:5027; appliedIndex:5023; }","duration":"328.462923ms","start":"2026-07-24T05:36:30.622049Z","end":"2026-07-24T05:36:30.950512Z","steps":["trace[150203796] 'read index received' (duration: 98.39586ms)","trace[150203796] 'applied index is now lower than readState.Index' (duration: 230.065893ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:30.95072Z","caller":"traceutil/trace.go:171","msg":"trace[1255990500] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"336.1201ms","start":"2026-07-24T05:36:30.614587Z","end":"2026-07-24T05:36:30.950707Z","steps":["trace[1255990500] 'process raft request' (duration: 335.736791ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:30.950549Z","caller":"traceutil/trace.go:171","msg":"trace[2127438834] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"344.642485ms","start":"2026-07-24T05:36:30.605855Z","end":"2026-07-24T05:36:30.950497Z","steps":["trace[2127438834] 'process raft request' (duration: 341.623576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:30.950866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:30.614549Z","time spent":"336.207792ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:30.95096Z","caller":"traceutil/trace.go:171","msg":"trace[53969858] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"335.454544ms","start":"2026-07-24T05:36:30.615467Z","end":"2026-07-24T05:36:30.950922Z","steps":["trace[53969858] 'process raft request' (duration: 334.986824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:30.950994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:30.605823Z","time spent":"345.063285ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:30.951163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.140075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:36:30.951178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:30.61545Z","time spent":"335.602147ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:30.951171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.094727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:36:30.951201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.037273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:36:30.951291Z","caller":"traceutil/trace.go:171","msg":"trace[1863515704] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4760; }","duration":"329.259691ms","start":"2026-07-24T05:36:30.622008Z","end":"2026-07-24T05:36:30.951267Z","steps":["trace[1863515704] 'agreement among raft nodes before linearized reading' (duration: 328.990995ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:30.951306Z","caller":"traceutil/trace.go:171","msg":"trace[1669511362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4760; }","duration":"125.224907ms","start":"2026-07-24T05:36:30.826057Z","end":"2026-07-24T05:36:30.951282Z","steps":["trace[1669511362] 'agreement among raft nodes before linearized reading' (duration: 125.007352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:30.951346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:30.621989Z","time spent":"329.341863ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:36:30.95123Z","caller":"traceutil/trace.go:171","msg":"trace[1915932659] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4760; }","duration":"328.263499ms","start":"2026-07-24T05:36:30.622949Z","end":"2026-07-24T05:36:30.951212Z","steps":["trace[1915932659] 'agreement among raft nodes before linearized reading' (duration: 327.983303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:30.951406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:30.622925Z","time spent":"328.469063ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:36:31.150368Z","caller":"traceutil/trace.go:171","msg":"trace[2131144089] linearizableReadLoop","detail":"{readStateIndex:5029; appliedIndex:5028; }","duration":"193.008943ms","start":"2026-07-24T05:36:30.957328Z","end":"2026-07-24T05:36:31.150337Z","steps":["trace[2131144089] 'read index received' (duration: 29.514489ms)","trace[2131144089] 'applied index is now lower than readState.Index' (duration: 163.493314ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:31.150407Z","caller":"traceutil/trace.go:171","msg":"trace[853720033] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"193.76637ms","start":"2026-07-24T05:36:30.956595Z","end":"2026-07-24T05:36:31.150361Z","steps":["trace[853720033] 'process raft request' (duration: 156.848012ms)","trace[853720033] 'compare' (duration: 36.672512ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:31.150933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.756244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:36:31.150985Z","caller":"traceutil/trace.go:171","msg":"trace[649546812] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4763; }","duration":"191.865215ms","start":"2026-07-24T05:36:30.959107Z","end":"2026-07-24T05:36:31.150973Z","steps":["trace[649546812] 'agreement among raft nodes before linearized reading' (duration: 191.473547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:31.150982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.639077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110096"} {"level":"info","ts":"2026-07-24T05:36:31.151108Z","caller":"traceutil/trace.go:171","msg":"trace[940442415] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4763; }","duration":"193.825011ms","start":"2026-07-24T05:36:30.957273Z","end":"2026-07-24T05:36:31.151098Z","steps":["trace[940442415] 'agreement among raft nodes before linearized reading' (duration: 193.245468ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:31.206654Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3871} {"level":"warn","ts":"2026-07-24T05:36:32.403815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.820154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:36:32.403917Z","caller":"traceutil/trace.go:171","msg":"trace[1579462348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4765; }","duration":"443.986967ms","start":"2026-07-24T05:36:31.959907Z","end":"2026-07-24T05:36:32.403894Z","steps":["trace[1579462348] 'range keys from in-memory index tree' (duration: 443.508646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:32.403965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:31.959877Z","time spent":"444.077059ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:36:32.403969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.112486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:32.404071Z","caller":"traceutil/trace.go:171","msg":"trace[25704212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4765; }","duration":"284.2856ms","start":"2026-07-24T05:36:32.119763Z","end":"2026-07-24T05:36:32.404048Z","steps":["trace[25704212] 'range keys from in-memory index tree' (duration: 283.965242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:32.404487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.766224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:32.404537Z","caller":"traceutil/trace.go:171","msg":"trace[1935419110] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:4765; }","duration":"100.875556ms","start":"2026-07-24T05:36:32.303648Z","end":"2026-07-24T05:36:32.404523Z","steps":["trace[1935419110] 'count revisions from in-memory index tree' (duration: 100.659902ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:32.4822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3871,"took":"1.269488115s","hash":1591388837,"current-db-size-bytes":42975232,"current-db-size":"43 MB","current-db-size-in-use-bytes":12378112,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-24T05:36:32.482293Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1591388837,"revision":3871,"compact-revision":2581} {"level":"warn","ts":"2026-07-24T05:36:34.869145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.154377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:34.869275Z","caller":"traceutil/trace.go:171","msg":"trace[2009270526] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"186.621616ms","start":"2026-07-24T05:36:34.682631Z","end":"2026-07-24T05:36:34.869253Z","steps":["trace[2009270526] 'process raft request' (duration: 60.243094ms)","trace[2009270526] 'compare' (duration: 125.85512ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:34.943663Z","caller":"traceutil/trace.go:171","msg":"trace[1300703207] transaction","detail":"{read_only:false; response_revision:4780; number_of_response:1; }","duration":"157.118098ms","start":"2026-07-24T05:36:34.786506Z","end":"2026-07-24T05:36:34.943624Z","steps":["trace[1300703207] 'process raft request' (duration: 156.905733ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:35.006747Z","caller":"traceutil/trace.go:171","msg":"trace[1218769727] transaction","detail":"{read_only:false; response_revision:4781; number_of_response:1; }","duration":"208.96455ms","start":"2026-07-24T05:36:34.797737Z","end":"2026-07-24T05:36:35.006702Z","steps":["trace[1218769727] 'process raft request' (duration: 171.289634ms)","trace[1218769727] 'compare' (duration: 37.349149ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:35.14696Z","caller":"traceutil/trace.go:171","msg":"trace[1359041337] linearizableReadLoop","detail":"{readStateIndex:5052; appliedIndex:5050; }","duration":"127.221732ms","start":"2026-07-24T05:36:35.019703Z","end":"2026-07-24T05:36:35.146924Z","steps":["trace[1359041337] 'read index received' (duration: 66.858356ms)","trace[1359041337] 'applied index is now lower than readState.Index' (duration: 60.362246ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:35.147164Z","caller":"traceutil/trace.go:171","msg":"trace[25491516] transaction","detail":"{read_only:false; response_revision:4784; number_of_response:1; }","duration":"128.236835ms","start":"2026-07-24T05:36:35.018903Z","end":"2026-07-24T05:36:35.14714Z","steps":["trace[25491516] 'process raft request' (duration: 90.292733ms)","trace[25491516] 'compare' (duration: 37.578524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:35.147435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.430197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:36:35.147535Z","caller":"traceutil/trace.go:171","msg":"trace[2055266915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4784; }","duration":"117.581541ms","start":"2026-07-24T05:36:35.02993Z","end":"2026-07-24T05:36:35.147512Z","steps":["trace[2055266915] 'agreement among raft nodes before linearized reading' (duration: 117.342355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:35.14794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.219704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T05:36:35.147996Z","caller":"traceutil/trace.go:171","msg":"trace[984863249] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4784; }","duration":"128.295546ms","start":"2026-07-24T05:36:35.019686Z","end":"2026-07-24T05:36:35.147982Z","steps":["trace[984863249] 'agreement among raft nodes before linearized reading' (duration: 128.113712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:35.802996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.709064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:35.803265Z","caller":"traceutil/trace.go:171","msg":"trace[493308606] linearizableReadLoop","detail":"{readStateIndex:5060; appliedIndex:5059; }","duration":"199.128053ms","start":"2026-07-24T05:36:35.604066Z","end":"2026-07-24T05:36:35.803194Z","steps":["trace[493308606] 'read index received' (duration: 46.451µs)","trace[493308606] 'applied index is now lower than readState.Index' (duration: 199.079052ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:35.803349Z","caller":"traceutil/trace.go:171","msg":"trace[11029549] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"289.090089ms","start":"2026-07-24T05:36:35.514222Z","end":"2026-07-24T05:36:35.803312Z","steps":["trace[11029549] 'process raft request' (duration: 55.951116ms)","trace[11029549] 'compare' (duration: 232.56036ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:35.803478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.367069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:35.803586Z","caller":"traceutil/trace.go:171","msg":"trace[1261009708] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:4792; }","duration":"199.557612ms","start":"2026-07-24T05:36:35.604007Z","end":"2026-07-24T05:36:35.803565Z","steps":["trace[1261009708] 'agreement among raft nodes before linearized reading' (duration: 199.362818ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:36.40832Z","caller":"traceutil/trace.go:171","msg":"trace[1528861402] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"127.664482ms","start":"2026-07-24T05:36:36.280608Z","end":"2026-07-24T05:36:36.408273Z","steps":["trace[1528861402] 'process raft request' (duration: 121.623583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:36.408432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.551738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:36:36.408516Z","caller":"traceutil/trace.go:171","msg":"trace[1227274116] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:4795; }","duration":"127.671862ms","start":"2026-07-24T05:36:36.280824Z","end":"2026-07-24T05:36:36.408496Z","steps":["trace[1227274116] 'agreement among raft nodes before linearized reading' (duration: 127.451327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:36.408541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.29416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T05:36:36.408616Z","caller":"traceutil/trace.go:171","msg":"trace[697671820] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:4795; }","duration":"126.383522ms","start":"2026-07-24T05:36:36.282213Z","end":"2026-07-24T05:36:36.408597Z","steps":["trace[697671820] 'agreement among raft nodes before linearized reading' (duration: 126.081975ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:36.548685Z","caller":"traceutil/trace.go:171","msg":"trace[2018914708] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"132.677286ms","start":"2026-07-24T05:36:36.415977Z","end":"2026-07-24T05:36:36.548654Z","steps":["trace[2018914708] 'process raft request' (duration: 132.505513ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:36.585122Z","caller":"traceutil/trace.go:171","msg":"trace[1128505656] linearizableReadLoop","detail":"{readStateIndex:5066; appliedIndex:5064; }","duration":"114.120491ms","start":"2026-07-24T05:36:36.470975Z","end":"2026-07-24T05:36:36.585096Z","steps":["trace[1128505656] 'read index received' (duration: 77.557432ms)","trace[1128505656] 'applied index is now lower than readState.Index' (duration: 36.562089ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:36.585244Z","caller":"traceutil/trace.go:171","msg":"trace[702670484] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"162.222046ms","start":"2026-07-24T05:36:36.422987Z","end":"2026-07-24T05:36:36.585209Z","steps":["trace[702670484] 'process raft request' (duration: 161.94709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:36.585366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.359807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-24T05:36:36.585401Z","caller":"traceutil/trace.go:171","msg":"trace[2012726140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4798; }","duration":"114.474529ms","start":"2026-07-24T05:36:36.470917Z","end":"2026-07-24T05:36:36.585391Z","steps":["trace[2012726140] 'agreement among raft nodes before linearized reading' (duration: 114.274565ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:37.010237Z","caller":"traceutil/trace.go:171","msg":"trace[47769771] linearizableReadLoop","detail":"{readStateIndex:5068; appliedIndex:5067; }","duration":"106.388834ms","start":"2026-07-24T05:36:36.903817Z","end":"2026-07-24T05:36:37.010205Z","steps":["trace[47769771] 'read index received' (duration: 106.185459ms)","trace[47769771] 'applied index is now lower than readState.Index' (duration: 202.315µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:37.010284Z","caller":"traceutil/trace.go:171","msg":"trace[1383954413] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"129.156726ms","start":"2026-07-24T05:36:36.88111Z","end":"2026-07-24T05:36:37.010266Z","steps":["trace[1383954413] 'process raft request' (duration: 128.88284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:37.01046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.619389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4402"} {"level":"info","ts":"2026-07-24T05:36:37.010496Z","caller":"traceutil/trace.go:171","msg":"trace[1504044797] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:4800; }","duration":"106.7054ms","start":"2026-07-24T05:36:36.903782Z","end":"2026-07-24T05:36:37.010488Z","steps":["trace[1504044797] 'agreement among raft nodes before linearized reading' (duration: 106.533356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:37.355971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.203037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd\" ","response":"range_response_count:1 size:3719"} {"level":"info","ts":"2026-07-24T05:36:37.356129Z","caller":"traceutil/trace.go:171","msg":"trace[1413404573] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd; range_end:; response_count:1; response_revision:4805; }","duration":"102.386751ms","start":"2026-07-24T05:36:37.253708Z","end":"2026-07-24T05:36:37.356095Z","steps":["trace[1413404573] 'range keys from in-memory index tree' (duration: 102.084154ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:37.357062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.933624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109926"} {"level":"warn","ts":"2026-07-24T05:36:37.357879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.58658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109926"} {"level":"info","ts":"2026-07-24T05:36:37.358085Z","caller":"traceutil/trace.go:171","msg":"trace[1955990644] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4805; }","duration":"100.793475ms","start":"2026-07-24T05:36:37.257245Z","end":"2026-07-24T05:36:37.358039Z","steps":["trace[1955990644] 'range keys from in-memory index tree' (duration: 100.202341ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:37.357132Z","caller":"traceutil/trace.go:171","msg":"trace[1631268231] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4805; }","duration":"103.003466ms","start":"2026-07-24T05:36:37.25411Z","end":"2026-07-24T05:36:37.357114Z","steps":["trace[1631268231] 'range keys from in-memory index tree' (duration: 102.432433ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:39.608533Z","caller":"traceutil/trace.go:171","msg":"trace[836768662] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"584.119295ms","start":"2026-07-24T05:36:39.024381Z","end":"2026-07-24T05:36:39.6085Z","steps":["trace[836768662] 'process raft request' (duration: 583.949121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:39.608716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.024344Z","time spent":"584.280358ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:41.125445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004255119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:36:41.12556Z","caller":"traceutil/trace.go:171","msg":"trace[288508813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004388602s","start":"2026-07-24T05:36:39.121147Z","end":"2026-07-24T05:36:41.125535Z","steps":["trace[288508813] 'agreement among raft nodes before linearized reading' (duration: 2.004252539s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:41.125615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.121063Z","time spent":"2.004538516s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:36:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:36:42.135109Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.510328952s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:36:42.1358Z","caller":"traceutil/trace.go:171","msg":"trace[1648616561] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"3.087933407s","start":"2026-07-24T05:36:39.047821Z","end":"2026-07-24T05:36:42.135754Z","steps":["trace[1648616561] 'process raft request' (duration: 3.087565438s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:42.136071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.047779Z","time spent":"3.088147572s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:42.136131Z","caller":"traceutil/trace.go:171","msg":"trace[60388710] linearizableReadLoop","detail":"{readStateIndex:5080; appliedIndex:5078; }","duration":"3.01494184s","start":"2026-07-24T05:36:39.12116Z","end":"2026-07-24T05:36:42.136102Z","steps":["trace[60388710] 'read index received' (duration: 487.24631ms)","trace[60388710] 'applied index is now lower than readState.Index' (duration: 2.5276943s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:42.136163Z","caller":"traceutil/trace.go:171","msg":"trace[1642332967] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"2.966379055s","start":"2026-07-24T05:36:39.169745Z","end":"2026-07-24T05:36:42.136125Z","steps":["trace[1642332967] 'process raft request' (duration: 2.966247492s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:42.13632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.169709Z","time spent":"2.966510798s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:42.136323Z","caller":"traceutil/trace.go:171","msg":"trace[939354192] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"2.976055007s","start":"2026-07-24T05:36:39.16014Z","end":"2026-07-24T05:36:42.136195Z","steps":["trace[939354192] 'process raft request' (duration: 2.975552136s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:42.136652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.160105Z","time spent":"2.976407335s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:42.636273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464146987,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:36:42.717081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999783776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:36:42.717173Z","caller":"traceutil/trace.go:171","msg":"trace[1921445054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999955891s","start":"2026-07-24T05:36:40.71719Z","end":"2026-07-24T05:36:42.717146Z","steps":["trace[1921445054] 'agreement among raft nodes before linearized reading' (duration: 1.999829038s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:42.717234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:40.717161Z","time spent":"2.000060482s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:36:42.850325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.822704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:42.850669Z","caller":"traceutil/trace.go:171","msg":"trace[337887264] transaction","detail":"{read_only:false; response_revision:4815; number_of_response:1; }","duration":"1.236257101s","start":"2026-07-24T05:36:41.614384Z","end":"2026-07-24T05:36:42.850641Z","steps":["trace[337887264] 'process raft request' (duration: 1.236097087s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:42.850743Z","caller":"traceutil/trace.go:171","msg":"trace[1833409090] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"2.918441934s","start":"2026-07-24T05:36:39.932259Z","end":"2026-07-24T05:36:42.8507Z","steps":["trace[1833409090] 'process raft request' (duration: 2.713089048s)","trace[1833409090] 'compare' (duration: 204.377453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:42.850775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:41.61435Z","time spent":"1.236370714s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:42.85095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.932227Z","time spent":"2.918583857s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:43.121962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996155263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:36:43.122094Z","caller":"traceutil/trace.go:171","msg":"trace[437722147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996352658s","start":"2026-07-24T05:36:41.125711Z","end":"2026-07-24T05:36:43.122064Z","steps":["trace[437722147] 'agreement among raft nodes before linearized reading' (duration: 1.996140023s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:43.12216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:41.125635Z","time spent":"1.996513811s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:36:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:36:44.09675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.250777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:44.096882Z","caller":"traceutil/trace.go:171","msg":"trace[1135620998] linearizableReadLoop","detail":"{readStateIndex:5085; appliedIndex:5082; }","duration":"1.960685038s","start":"2026-07-24T05:36:42.136176Z","end":"2026-07-24T05:36:44.096861Z","steps":["trace[1135620998] 'read index received' (duration: 509.105912ms)","trace[1135620998] 'applied index is now lower than readState.Index' (duration: 1.451577746s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:44.096986Z","caller":"traceutil/trace.go:171","msg":"trace[1875963855] transaction","detail":"{read_only:false; response_revision:4816; number_of_response:1; }","duration":"1.554614213s","start":"2026-07-24T05:36:42.542359Z","end":"2026-07-24T05:36:44.096974Z","steps":["trace[1875963855] 'process raft request' (duration: 778.031818ms)","trace[1875963855] 'compare' (duration: 775.756425ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:44.097054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:42.542326Z","time spent":"1.554694745s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:44.097252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.721935393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:36:44.097287Z","caller":"traceutil/trace.go:171","msg":"trace[703005683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4816; }","duration":"4.721984774s","start":"2026-07-24T05:36:39.375292Z","end":"2026-07-24T05:36:44.097277Z","steps":["trace[703005683] 'agreement among raft nodes before linearized reading' (duration: 4.721877651s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.097317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.375284Z","time spent":"4.722025845s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:36:44.097417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.954515304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:36:44.097291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.677771438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:36:44.097454Z","caller":"traceutil/trace.go:171","msg":"trace[2089019618] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4816; }","duration":"4.954590486s","start":"2026-07-24T05:36:39.14285Z","end":"2026-07-24T05:36:44.097441Z","steps":["trace[2089019618] 'agreement among raft nodes before linearized reading' (duration: 4.954537084s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.097482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.142828Z","time spent":"4.954646487s","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:44.097451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.846709238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:36:44.097562Z","caller":"traceutil/trace.go:171","msg":"trace[1689472681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4816; }","duration":"4.846871832s","start":"2026-07-24T05:36:39.25066Z","end":"2026-07-24T05:36:44.097532Z","steps":["trace[1689472681] 'agreement among raft nodes before linearized reading' (duration: 4.846546114s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.097658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.250637Z","time spent":"4.847006664s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:36:44.097757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.984565682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:36:44.097846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.836059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:36:44.097822Z","caller":"traceutil/trace.go:171","msg":"trace[1857452231] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4816; }","duration":"2.984724076s","start":"2026-07-24T05:36:41.113082Z","end":"2026-07-24T05:36:44.097806Z","steps":["trace[1857452231] 'agreement among raft nodes before linearized reading' (duration: 2.984520111s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.09757Z","caller":"traceutil/trace.go:171","msg":"trace[1873981858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4816; }","duration":"4.677981623s","start":"2026-07-24T05:36:39.419468Z","end":"2026-07-24T05:36:44.09745Z","steps":["trace[1873981858] 'agreement among raft nodes before linearized reading' (duration: 4.677537943s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.09788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732333491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:36:44.097939Z","caller":"traceutil/trace.go:171","msg":"trace[1873204733] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4816; }","duration":"445.964802ms","start":"2026-07-24T05:36:43.651951Z","end":"2026-07-24T05:36:44.097916Z","steps":["trace[1873204733] 'agreement among raft nodes before linearized reading' (duration: 445.85144ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.097971Z","caller":"traceutil/trace.go:171","msg":"trace[881533788] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4816; }","duration":"4.732476044s","start":"2026-07-24T05:36:39.365476Z","end":"2026-07-24T05:36:44.097952Z","steps":["trace[881533788] 'agreement among raft nodes before linearized reading' (duration: 4.73230858s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.097978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.419451Z","time spent":"4.678502835s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:36:44.098024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.365446Z","time spent":"4.732565726s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:36:44.098069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.285436168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:36:44.098048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.813782351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:36:44.097955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:41.113052Z","time spent":"2.984883739s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:44.09813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.733232441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:36:44.098129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.161884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:44.097989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:43.651927Z","time spent":"446.049954ms","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:44.098145Z","caller":"traceutil/trace.go:171","msg":"trace[794691375] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4816; }","duration":"4.813937645s","start":"2026-07-24T05:36:39.284182Z","end":"2026-07-24T05:36:44.09812Z","steps":["trace[794691375] 'agreement among raft nodes before linearized reading' (duration: 4.813751991s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.098174Z","caller":"traceutil/trace.go:171","msg":"trace[696040552] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4816; }","duration":"4.733321073s","start":"2026-07-24T05:36:39.36484Z","end":"2026-07-24T05:36:44.098161Z","steps":["trace[696040552] 'agreement among raft nodes before linearized reading' (duration: 4.733159279s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.098184Z","caller":"traceutil/trace.go:171","msg":"trace[1078864926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4816; }","duration":"968.238076ms","start":"2026-07-24T05:36:43.129932Z","end":"2026-07-24T05:36:44.09817Z","steps":["trace[1078864926] 'agreement among raft nodes before linearized reading' (duration: 968.121703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.098207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.364813Z","time spent":"4.733387306s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:36:44.098205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.167859592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:44.098211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.284159Z","time spent":"4.814041117s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:44.098237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:43.129923Z","time spent":"968.302697ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:36:44.098255Z","caller":"traceutil/trace.go:171","msg":"trace[2105468566] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4816; }","duration":"3.167956565s","start":"2026-07-24T05:36:40.93028Z","end":"2026-07-24T05:36:44.098236Z","steps":["trace[2105468566] 'agreement among raft nodes before linearized reading' (duration: 3.167879323s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.098132Z","caller":"traceutil/trace.go:171","msg":"trace[884252345] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4816; }","duration":"4.285558111s","start":"2026-07-24T05:36:39.812554Z","end":"2026-07-24T05:36:44.098112Z","steps":["trace[884252345] 'agreement among raft nodes before linearized reading' (duration: 4.285441738s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.098307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.812506Z","time spent":"4.285788106s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:44.098365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.321649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"warn","ts":"2026-07-24T05:36:44.098242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.046020552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-24T05:36:44.098406Z","caller":"traceutil/trace.go:171","msg":"trace[465357951] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4816; }","duration":"992.397611ms","start":"2026-07-24T05:36:43.105998Z","end":"2026-07-24T05:36:44.098396Z","steps":["trace[465357951] 'agreement among raft nodes before linearized reading' (duration: 992.013382ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.098424Z","caller":"traceutil/trace.go:171","msg":"trace[97355085] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4816; }","duration":"1.046236777s","start":"2026-07-24T05:36:43.052166Z","end":"2026-07-24T05:36:44.098403Z","steps":["trace[97355085] 'agreement among raft nodes before linearized reading' (duration: 1.045850189s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.098433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256087844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:36:44.098443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:43.105976Z","time spent":"992.460022ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126902,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T05:36:44.098472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:43.052141Z","time spent":"1.046316559s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-24T05:36:44.098482Z","caller":"traceutil/trace.go:171","msg":"trace[844991646] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:4816; }","duration":"4.256183356s","start":"2026-07-24T05:36:39.842285Z","end":"2026-07-24T05:36:44.098468Z","steps":["trace[844991646] 'agreement among raft nodes before linearized reading' (duration: 4.256049153s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.098522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.84225Z","time spent":"4.256261708s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:36:44.098607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.490326804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:36:44.098616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110660117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:44.098657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510358553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:36:44.097724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741110846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:44.098693Z","caller":"traceutil/trace.go:171","msg":"trace[619501567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4816; }","duration":"4.510395544s","start":"2026-07-24T05:36:39.588288Z","end":"2026-07-24T05:36:44.098683Z","steps":["trace[619501567] 'agreement among raft nodes before linearized reading' (duration: 4.510289241s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.098696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.678624458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:36:44.098702Z","caller":"traceutil/trace.go:171","msg":"trace[632061021] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:4816; }","duration":"1.11080191s","start":"2026-07-24T05:36:42.987876Z","end":"2026-07-24T05:36:44.098678Z","steps":["trace[632061021] 'agreement among raft nodes before linearized reading' (duration: 1.110643086s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.098732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.588216Z","time spent":"4.510509087s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:36:44.098307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:40.930249Z","time spent":"3.168043717s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:44.098775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:42.987849Z","time spent":"1.110914982s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:44.098843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276510822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:36:44.098705Z","caller":"traceutil/trace.go:171","msg":"trace[1345382704] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:4816; }","duration":"1.74217063s","start":"2026-07-24T05:36:42.356521Z","end":"2026-07-24T05:36:44.098691Z","steps":["trace[1345382704] 'agreement among raft nodes before linearized reading' (duration: 1.741098446s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.098905Z","caller":"traceutil/trace.go:171","msg":"trace[1642960740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4816; }","duration":"4.276574603s","start":"2026-07-24T05:36:39.822315Z","end":"2026-07-24T05:36:44.098889Z","steps":["trace[1642960740] 'agreement among raft nodes before linearized reading' (duration: 4.27640852s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.098932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:42.35649Z","time spent":"1.742429926s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:44.098691Z","caller":"traceutil/trace.go:171","msg":"trace[1831506508] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4816; }","duration":"4.490443886s","start":"2026-07-24T05:36:39.608223Z","end":"2026-07-24T05:36:44.098667Z","steps":["trace[1831506508] 'agreement among raft nodes before linearized reading' (duration: 4.490291953s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.098954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.822254Z","time spent":"4.276688466s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:36:44.09874Z","caller":"traceutil/trace.go:171","msg":"trace[1094690270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4816; }","duration":"4.678692219s","start":"2026-07-24T05:36:39.420037Z","end":"2026-07-24T05:36:44.098729Z","steps":["trace[1094690270] 'agreement among raft nodes before linearized reading' (duration: 4.678519665s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.099029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.6082Z","time spent":"4.490786783s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:36:44.099148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:39.420026Z","time spent":"4.679092157s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:36:44.751348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.295662ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:36:44.751496Z","caller":"traceutil/trace.go:171","msg":"trace[1614425741] linearizableReadLoop","detail":"{readStateIndex:5086; appliedIndex:5085; }","duration":"649.149827ms","start":"2026-07-24T05:36:44.102319Z","end":"2026-07-24T05:36:44.751469Z","steps":["trace[1614425741] 'read index received' (duration: 147.725282ms)","trace[1614425741] 'applied index is now lower than readState.Index' (duration: 501.421945ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:44.751923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.102204Z","time spent":"649.710801ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:36:44.752249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.900886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:44.752355Z","caller":"traceutil/trace.go:171","msg":"trace[1255297861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4816; }","duration":"650.019769ms","start":"2026-07-24T05:36:44.102312Z","end":"2026-07-24T05:36:44.752332Z","steps":["trace[1255297861] 'agreement among raft nodes before linearized reading' (duration: 649.64898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.752406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.102266Z","time spent":"650.131721ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:36:44.834181Z","caller":"traceutil/trace.go:171","msg":"trace[1460641692] transaction","detail":"{read_only:false; response_revision:4820; number_of_response:1; }","duration":"728.143882ms","start":"2026-07-24T05:36:44.105994Z","end":"2026-07-24T05:36:44.834138Z","steps":["trace[1460641692] 'process raft request' (duration: 727.718382ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.834187Z","caller":"traceutil/trace.go:171","msg":"trace[722858057] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"660.456168ms","start":"2026-07-24T05:36:44.17358Z","end":"2026-07-24T05:36:44.834036Z","steps":["trace[722858057] 'process raft request' (duration: 660.404867ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.83429Z","caller":"traceutil/trace.go:171","msg":"trace[280066492] transaction","detail":"{read_only:false; response_revision:4821; number_of_response:1; }","duration":"727.861316ms","start":"2026-07-24T05:36:44.106404Z","end":"2026-07-24T05:36:44.834266Z","steps":["trace[280066492] 'process raft request' (duration: 727.359915ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.834307Z","caller":"traceutil/trace.go:171","msg":"trace[919667739] transaction","detail":"{read_only:false; response_revision:4817; number_of_response:1; }","duration":"729.292488ms","start":"2026-07-24T05:36:44.104977Z","end":"2026-07-24T05:36:44.834269Z","steps":["trace[919667739] 'process raft request' (duration: 728.382747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.834414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.104962Z","time spent":"729.398891ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:44.834441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.106394Z","time spent":"727.947288ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:44.834476Z","caller":"traceutil/trace.go:171","msg":"trace[1418672912] transaction","detail":"{read_only:false; response_revision:4819; number_of_response:1; }","duration":"728.603092ms","start":"2026-07-24T05:36:44.10586Z","end":"2026-07-24T05:36:44.834463Z","steps":["trace[1418672912] 'process raft request' (duration: 727.792764ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.834482Z","caller":"traceutil/trace.go:171","msg":"trace[60934952] transaction","detail":"{read_only:false; response_revision:4818; number_of_response:1; }","duration":"728.662994ms","start":"2026-07-24T05:36:44.105793Z","end":"2026-07-24T05:36:44.834456Z","steps":["trace[60934952] 'process raft request' (duration: 727.793925ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:44.834476Z","caller":"traceutil/trace.go:171","msg":"trace[1850568394] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"691.341258ms","start":"2026-07-24T05:36:44.143081Z","end":"2026-07-24T05:36:44.834422Z","steps":["trace[1850568394] 'process raft request' (duration: 690.785235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.834515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.173565Z","time spent":"660.772106ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:44.834413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.10598Z","time spent":"728.305305ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:44.834539Z","caller":"traceutil/trace.go:171","msg":"trace[1213357171] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"690.587011ms","start":"2026-07-24T05:36:44.143923Z","end":"2026-07-24T05:36:44.834511Z","steps":["trace[1213357171] 'process raft request' (duration: 690.022148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.834556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.105855Z","time spent":"728.657224ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:44.834644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.105781Z","time spent":"728.768736ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:44.834648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.143911Z","time spent":"690.684502ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:44.834651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.14307Z","time spent":"691.48016ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:44.834746Z","caller":"traceutil/trace.go:171","msg":"trace[439878762] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"691.699156ms","start":"2026-07-24T05:36:44.14299Z","end":"2026-07-24T05:36:44.834689Z","steps":["trace[439878762] 'process raft request' (duration: 690.822816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:44.834863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.142972Z","time spent":"691.815858ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:46.045769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147710747s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:46.046002Z","caller":"traceutil/trace.go:171","msg":"trace[1723398896] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"1.574665233s","start":"2026-07-24T05:36:44.471265Z","end":"2026-07-24T05:36:46.04593Z","steps":["trace[1723398896] 'process raft request' (duration: 426.69259ms)","trace[1723398896] 'compare' (duration: 1.146818977s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:46.046805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940835603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:36:46.046291Z","caller":"traceutil/trace.go:171","msg":"trace[872902912] transaction","detail":"{read_only:false; response_revision:4828; number_of_response:1; }","duration":"1.190411419s","start":"2026-07-24T05:36:44.855855Z","end":"2026-07-24T05:36:46.046267Z","steps":["trace[872902912] 'process raft request' (duration: 1.190184283s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.047002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.471227Z","time spent":"1.575660547s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:46.046996Z","caller":"traceutil/trace.go:171","msg":"trace[847124552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4828; }","duration":"1.941090859s","start":"2026-07-24T05:36:44.105876Z","end":"2026-07-24T05:36:46.046967Z","steps":["trace[847124552] 'agreement among raft nodes before linearized reading' (duration: 1.940637648s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.04704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942950021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:31 size:46789"} {"level":"warn","ts":"2026-07-24T05:36:46.047078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.10586Z","time spent":"1.941203691s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:36:46.047141Z","caller":"traceutil/trace.go:171","msg":"trace[1906147045] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:31; response_revision:4828; }","duration":"1.943089205s","start":"2026-07-24T05:36:44.10403Z","end":"2026-07-24T05:36:46.047119Z","steps":["trace[1906147045] 'agreement among raft nodes before linearized reading' (duration: 1.942505992s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.04708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.855822Z","time spent":"1.191187897s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:46.047211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.104023Z","time spent":"1.943175257s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":46812,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-07-24T05:36:46.04722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939662476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109926"} {"level":"info","ts":"2026-07-24T05:36:46.046369Z","caller":"traceutil/trace.go:171","msg":"trace[47804197] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5086; }","duration":"1.294829928s","start":"2026-07-24T05:36:44.75153Z","end":"2026-07-24T05:36:46.04636Z","steps":["trace[47804197] 'read index received' (duration: 81.896082ms)","trace[47804197] 'applied index is now lower than readState.Index' (duration: 1.212932696s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:46.047352Z","caller":"traceutil/trace.go:171","msg":"trace[606440481] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4828; }","duration":"1.93983003s","start":"2026-07-24T05:36:44.107495Z","end":"2026-07-24T05:36:46.047325Z","steps":["trace[606440481] 'agreement among raft nodes before linearized reading' (duration: 1.939139154s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.04744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.107483Z","time spent":"1.939939322s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109949,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:36:46.046627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882104204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:36:46.046732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937295972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109926"} {"level":"info","ts":"2026-07-24T05:36:46.047586Z","caller":"traceutil/trace.go:171","msg":"trace[1017142717] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:4828; }","duration":"1.883096157s","start":"2026-07-24T05:36:44.164454Z","end":"2026-07-24T05:36:46.04755Z","steps":["trace[1017142717] 'agreement among raft nodes before linearized reading' (duration: 1.882043943s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.046735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942720116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:31 size:46789"} {"level":"warn","ts":"2026-07-24T05:36:46.047691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.164442Z","time spent":"1.883211129s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:46.047657Z","caller":"traceutil/trace.go:171","msg":"trace[219824491] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4828; }","duration":"1.938234663s","start":"2026-07-24T05:36:44.109396Z","end":"2026-07-24T05:36:46.047631Z","steps":["trace[219824491] 'agreement among raft nodes before linearized reading' (duration: 1.937064596s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:46.047746Z","caller":"traceutil/trace.go:171","msg":"trace[2007540003] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:31; response_revision:4828; }","duration":"1.94375903s","start":"2026-07-24T05:36:44.10397Z","end":"2026-07-24T05:36:46.047729Z","steps":["trace[2007540003] 'agreement among raft nodes before linearized reading' (duration: 1.9424223s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.047807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.109391Z","time spent":"1.938357265s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109949,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:36:46.047809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.103946Z","time spent":"1.943845122s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":46812,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-07-24T05:36:46.046336Z","caller":"traceutil/trace.go:171","msg":"trace[373704520] transaction","detail":"{read_only:false; response_revision:4827; number_of_response:1; }","duration":"1.291608632s","start":"2026-07-24T05:36:44.754718Z","end":"2026-07-24T05:36:46.046327Z","steps":["trace[373704520] 'process raft request' (duration: 1.291199562s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.048008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.754682Z","time spent":"1.29328451s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:46.548209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147008,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:36:46.760935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000566674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:36:46.761084Z","caller":"traceutil/trace.go:171","msg":"trace[1510498130] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000741529s","start":"2026-07-24T05:36:44.760272Z","end":"2026-07-24T05:36:46.761014Z","steps":["trace[1510498130] 'agreement among raft nodes before linearized reading' (duration: 2.000611766s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.761141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:44.760241Z","time spent":"2.000890423s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:36:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T05:36:46.888592Z","caller":"traceutil/trace.go:171","msg":"trace[1777178779] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"1.785537226s","start":"2026-07-24T05:36:45.103016Z","end":"2026-07-24T05:36:46.888554Z","steps":["trace[1777178779] 'process raft request' (duration: 1.72214159s)","trace[1777178779] 'compare' (duration: 62.893854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:46.888777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:45.102998Z","time spent":"1.785669328s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:46.894375Z","caller":"traceutil/trace.go:171","msg":"trace[366458448] linearizableReadLoop","detail":"{readStateIndex:5100; appliedIndex:5098; }","duration":"846.92683ms","start":"2026-07-24T05:36:46.0474Z","end":"2026-07-24T05:36:46.894327Z","steps":["trace[366458448] 'read index received' (duration: 777.720191ms)","trace[366458448] 'applied index is now lower than readState.Index' (duration: 69.197339ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:46.894545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339464222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:36:46.89461Z","caller":"traceutil/trace.go:171","msg":"trace[1893419197] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:4832; }","duration":"1.339548753s","start":"2026-07-24T05:36:45.555046Z","end":"2026-07-24T05:36:46.894594Z","steps":["trace[1893419197] 'agreement among raft nodes before linearized reading' (duration: 1.339425781s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.894642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:45.554959Z","time spent":"1.339673496s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:46.894699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800152171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:46.894777Z","caller":"traceutil/trace.go:171","msg":"trace[203961697] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:4832; }","duration":"1.800313745s","start":"2026-07-24T05:36:45.094444Z","end":"2026-07-24T05:36:46.894758Z","steps":["trace[203961697] 'agreement among raft nodes before linearized reading' (duration: 1.800120181s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.894747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.76961996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-24T05:36:46.894839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819000275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:46.894855Z","caller":"traceutil/trace.go:171","msg":"trace[1430547188] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4832; }","duration":"1.769808415s","start":"2026-07-24T05:36:45.125021Z","end":"2026-07-24T05:36:46.894829Z","steps":["trace[1430547188] 'agreement among raft nodes before linearized reading' (duration: 1.769438656s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:46.894873Z","caller":"traceutil/trace.go:171","msg":"trace[926539741] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4832; }","duration":"1.819066715s","start":"2026-07-24T05:36:45.075794Z","end":"2026-07-24T05:36:46.894861Z","steps":["trace[926539741] 'agreement among raft nodes before linearized reading' (duration: 1.819020714s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.894905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.549546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:46.894908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:45.075768Z","time spent":"1.819133547s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:46.894912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:45.124994Z","time spent":"1.769907016s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:36:46.894938Z","caller":"traceutil/trace.go:171","msg":"trace[1852055686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4832; }","duration":"133.581918ms","start":"2026-07-24T05:36:46.761349Z","end":"2026-07-24T05:36:46.894931Z","steps":["trace[1852055686] 'agreement among raft nodes before linearized reading' (duration: 133.534766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.895052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.730166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:46.895073Z","caller":"traceutil/trace.go:171","msg":"trace[1480778196] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4832; }","duration":"229.799158ms","start":"2026-07-24T05:36:46.665268Z","end":"2026-07-24T05:36:46.895067Z","steps":["trace[1480778196] 'agreement among raft nodes before linearized reading' (duration: 229.760737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.89517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.259161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:46.895188Z","caller":"traceutil/trace.go:171","msg":"trace[1757162576] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4832; }","duration":"622.319903ms","start":"2026-07-24T05:36:46.272863Z","end":"2026-07-24T05:36:46.895182Z","steps":["trace[1757162576] 'agreement among raft nodes before linearized reading' (duration: 622.289742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.894787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.934827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18687"} {"level":"warn","ts":"2026-07-24T05:36:46.895208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:46.272837Z","time spent":"622.365824ms","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:46.895235Z","caller":"traceutil/trace.go:171","msg":"trace[512620932] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4832; }","duration":"846.411759ms","start":"2026-07-24T05:36:46.048803Z","end":"2026-07-24T05:36:46.895215Z","steps":["trace[512620932] 'agreement among raft nodes before linearized reading' (duration: 845.839405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.895274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:46.04878Z","time spent":"846.48359ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18710,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:36:46.895309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.838084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:36:46.895338Z","caller":"traceutil/trace.go:171","msg":"trace[1710594497] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:4832; }","duration":"831.877465ms","start":"2026-07-24T05:36:46.063443Z","end":"2026-07-24T05:36:46.895321Z","steps":["trace[1710594497] 'agreement among raft nodes before linearized reading' (duration: 831.834644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.895357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:46.063432Z","time spent":"831.919285ms","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:46.895401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.939144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:36:46.895427Z","caller":"traceutil/trace.go:171","msg":"trace[1613271679] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4832; }","duration":"844.981516ms","start":"2026-07-24T05:36:46.050437Z","end":"2026-07-24T05:36:46.895419Z","steps":["trace[1613271679] 'agreement among raft nodes before linearized reading' (duration: 844.900844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.895448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:46.050425Z","time spent":"845.017487ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:36:46.895722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.918381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"warn","ts":"2026-07-24T05:36:46.895736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.507886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-24T05:36:46.89577Z","caller":"traceutil/trace.go:171","msg":"trace[147826961] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4832; }","duration":"843.977712ms","start":"2026-07-24T05:36:46.051783Z","end":"2026-07-24T05:36:46.895761Z","steps":["trace[147826961] 'agreement among raft nodes before linearized reading' (duration: 843.840459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.8958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:46.051765Z","time spent":"844.029373ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126902,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-24T05:36:46.895817Z","caller":"traceutil/trace.go:171","msg":"trace[685619022] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4832; }","duration":"844.595537ms","start":"2026-07-24T05:36:46.051191Z","end":"2026-07-24T05:36:46.895787Z","steps":["trace[685619022] 'agreement among raft nodes before linearized reading' (duration: 844.434244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:46.895848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:46.051184Z","time spent":"844.657019ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-24T05:36:46.896049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:45.094416Z","time spent":"1.801503472s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:48.183026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.292094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:48.183066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.653422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-24T05:36:48.183164Z","caller":"traceutil/trace.go:171","msg":"trace[504473753] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4843; }","duration":"279.820206ms","start":"2026-07-24T05:36:47.903315Z","end":"2026-07-24T05:36:48.183135Z","steps":["trace[504473753] 'range keys from in-memory index tree' (duration: 279.428256ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:48.183155Z","caller":"traceutil/trace.go:171","msg":"trace[96332407] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4843; }","duration":"242.734555ms","start":"2026-07-24T05:36:47.940387Z","end":"2026-07-24T05:36:48.183122Z","steps":["trace[96332407] 'count revisions from in-memory index tree' (duration: 242.228863ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:48.186835Z","caller":"traceutil/trace.go:171","msg":"trace[542684421] linearizableReadLoop","detail":"{readStateIndex:5115; appliedIndex:5114; }","duration":"132.998205ms","start":"2026-07-24T05:36:48.053813Z","end":"2026-07-24T05:36:48.186811Z","steps":["trace[542684421] 'read index received' (duration: 132.829691ms)","trace[542684421] 'applied index is now lower than readState.Index' (duration: 167.124µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:48.186941Z","caller":"traceutil/trace.go:171","msg":"trace[348278572] transaction","detail":"{read_only:false; response_revision:4844; number_of_response:1; }","duration":"133.713891ms","start":"2026-07-24T05:36:48.053209Z","end":"2026-07-24T05:36:48.186923Z","steps":["trace[348278572] 'process raft request' (duration: 133.446425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:48.187106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.278391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:36:48.187167Z","caller":"traceutil/trace.go:171","msg":"trace[1404556727] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4844; }","duration":"133.381954ms","start":"2026-07-24T05:36:48.053768Z","end":"2026-07-24T05:36:48.18715Z","steps":["trace[1404556727] 'agreement among raft nodes before linearized reading' (duration: 133.175709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:48.187121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.93787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:36:48.187472Z","caller":"traceutil/trace.go:171","msg":"trace[75672190] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4844; }","duration":"132.339148ms","start":"2026-07-24T05:36:48.055116Z","end":"2026-07-24T05:36:48.187455Z","steps":["trace[75672190] 'agreement among raft nodes before linearized reading' (duration: 131.916449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:49.168546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.606689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:49.168666Z","caller":"traceutil/trace.go:171","msg":"trace[657625959] linearizableReadLoop","detail":"{readStateIndex:5120; appliedIndex:5117; }","duration":"257.228888ms","start":"2026-07-24T05:36:48.911415Z","end":"2026-07-24T05:36:49.168644Z","steps":["trace[657625959] 'read index received' (duration: 68.34482ms)","trace[657625959] 'applied index is now lower than readState.Index' (duration: 188.882538ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:49.168931Z","caller":"traceutil/trace.go:171","msg":"trace[898502410] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"268.851204ms","start":"2026-07-24T05:36:48.900041Z","end":"2026-07-24T05:36:49.168892Z","steps":["trace[898502410] 'process raft request' (duration: 164.796875ms)","trace[898502410] 'compare' (duration: 103.279752ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:49.168997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.235389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:36:49.169007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.421696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T05:36:49.169132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.71007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:36:49.16915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.717208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:36:49.16921Z","caller":"traceutil/trace.go:171","msg":"trace[1099345693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4849; }","duration":"244.834932ms","start":"2026-07-24T05:36:48.924356Z","end":"2026-07-24T05:36:49.169191Z","steps":["trace[1099345693] 'agreement among raft nodes before linearized reading' (duration: 244.635348ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:49.16924Z","caller":"traceutil/trace.go:171","msg":"trace[892877118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4849; }","duration":"257.859492ms","start":"2026-07-24T05:36:48.911359Z","end":"2026-07-24T05:36:49.169219Z","steps":["trace[892877118] 'agreement among raft nodes before linearized reading' (duration: 257.563975ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:49.169116Z","caller":"traceutil/trace.go:171","msg":"trace[149171180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4849; }","duration":"245.556818ms","start":"2026-07-24T05:36:48.923545Z","end":"2026-07-24T05:36:49.169102Z","steps":["trace[149171180] 'agreement among raft nodes before linearized reading' (duration: 245.343203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:49.169032Z","caller":"traceutil/trace.go:171","msg":"trace[43326763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4849; }","duration":"244.28996ms","start":"2026-07-24T05:36:48.92473Z","end":"2026-07-24T05:36:49.16902Z","steps":["trace[43326763] 'agreement among raft nodes before linearized reading' (duration: 244.159147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:49.169132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.374352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:36:49.169528Z","caller":"traceutil/trace.go:171","msg":"trace[1765791007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4849; }","duration":"244.809741ms","start":"2026-07-24T05:36:48.9247Z","end":"2026-07-24T05:36:49.169509Z","steps":["trace[1765791007] 'agreement among raft nodes before linearized reading' (duration: 244.202358ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:49.443158Z","caller":"traceutil/trace.go:171","msg":"trace[195986776] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"269.511199ms","start":"2026-07-24T05:36:49.173607Z","end":"2026-07-24T05:36:49.443118Z","steps":["trace[195986776] 'process raft request' (duration: 269.286144ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:49.494185Z","caller":"traceutil/trace.go:171","msg":"trace[1043705449] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"319.824485ms","start":"2026-07-24T05:36:49.174321Z","end":"2026-07-24T05:36:49.494145Z","steps":["trace[1043705449] 'process raft request' (duration: 319.552439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:49.494409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:49.174305Z","time spent":"319.991658ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:49.494583Z","caller":"traceutil/trace.go:171","msg":"trace[2055657225] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"320.03494ms","start":"2026-07-24T05:36:49.174496Z","end":"2026-07-24T05:36:49.494531Z","steps":["trace[2055657225] 'process raft request' (duration: 319.589379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:49.494801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:49.174471Z","time spent":"320.215064ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:49.495051Z","caller":"traceutil/trace.go:171","msg":"trace[316871468] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"320.45701ms","start":"2026-07-24T05:36:49.174522Z","end":"2026-07-24T05:36:49.494979Z","steps":["trace[316871468] 'process raft request' (duration: 319.906936ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:49.49526Z","caller":"traceutil/trace.go:171","msg":"trace[2609445] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"320.628134ms","start":"2026-07-24T05:36:49.174619Z","end":"2026-07-24T05:36:49.495247Z","steps":["trace[2609445] 'process raft request' (duration: 320.179754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:49.495291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:49.174509Z","time spent":"320.647044ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:49.495313Z","caller":"traceutil/trace.go:171","msg":"trace[1184656763] linearizableReadLoop","detail":"{readStateIndex:5125; appliedIndex:5120; }","duration":"304.734578ms","start":"2026-07-24T05:36:49.190494Z","end":"2026-07-24T05:36:49.495229Z","steps":["trace[1184656763] 'read index received' (duration: 252.371056ms)","trace[1184656763] 'applied index is now lower than readState.Index' (duration: 52.362432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:49.495411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:49.174609Z","time spent":"320.672965ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:49.495611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.125388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-24T05:36:49.495677Z","caller":"traceutil/trace.go:171","msg":"trace[1446838884] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4854; }","duration":"305.23728ms","start":"2026-07-24T05:36:49.190431Z","end":"2026-07-24T05:36:49.495668Z","steps":["trace[1446838884] 'agreement among raft nodes before linearized reading' (duration: 304.884252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:49.495696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:49.190402Z","time spent":"305.289651ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:36:50.332525Z","caller":"traceutil/trace.go:171","msg":"trace[1496385814] linearizableReadLoop","detail":"{readStateIndex:5128; appliedIndex:5127; }","duration":"134.94782ms","start":"2026-07-24T05:36:50.197551Z","end":"2026-07-24T05:36:50.332499Z","steps":["trace[1496385814] 'read index received' (duration: 134.678004ms)","trace[1496385814] 'applied index is now lower than readState.Index' (duration: 268.756µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:50.332669Z","caller":"traceutil/trace.go:171","msg":"trace[897849796] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"140.024706ms","start":"2026-07-24T05:36:50.1926Z","end":"2026-07-24T05:36:50.332625Z","steps":["trace[897849796] 'process raft request' (duration: 139.704219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:50.332815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.233596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:36:50.332857Z","caller":"traceutil/trace.go:171","msg":"trace[1670119971] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4856; }","duration":"135.325789ms","start":"2026-07-24T05:36:50.197517Z","end":"2026-07-24T05:36:50.332842Z","steps":["trace[1670119971] 'agreement among raft nodes before linearized reading' (duration: 135.139235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:50.332861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.113534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:36:50.332947Z","caller":"traceutil/trace.go:171","msg":"trace[495566720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4856; }","duration":"135.262068ms","start":"2026-07-24T05:36:50.197665Z","end":"2026-07-24T05:36:50.332927Z","steps":["trace[495566720] 'agreement among raft nodes before linearized reading' (duration: 135.010782ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:51.09362Z","caller":"traceutil/trace.go:171","msg":"trace[751555375] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"106.464305ms","start":"2026-07-24T05:36:50.987129Z","end":"2026-07-24T05:36:51.093593Z","steps":["trace[751555375] 'process raft request' (duration: 106.297542ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:51.126707Z","caller":"traceutil/trace.go:171","msg":"trace[1239463554] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"139.312839ms","start":"2026-07-24T05:36:50.98737Z","end":"2026-07-24T05:36:51.126682Z","steps":["trace[1239463554] 'process raft request' (duration: 134.481778ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:52.470354Z","caller":"traceutil/trace.go:171","msg":"trace[768960458] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"131.269105ms","start":"2026-07-24T05:36:52.339052Z","end":"2026-07-24T05:36:52.470322Z","steps":["trace[768960458] 'process raft request' (duration: 131.073121ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:52.472937Z","caller":"traceutil/trace.go:171","msg":"trace[131298492] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5136; }","duration":"129.446354ms","start":"2026-07-24T05:36:52.343461Z","end":"2026-07-24T05:36:52.472907Z","steps":["trace[131298492] 'read index received' (duration: 126.754902ms)","trace[131298492] 'applied index is now lower than readState.Index' (duration: 2.689982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:52.47326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.669085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:36:52.473325Z","caller":"traceutil/trace.go:171","msg":"trace[696668274] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4866; }","duration":"128.776397ms","start":"2026-07-24T05:36:52.344533Z","end":"2026-07-24T05:36:52.473309Z","steps":["trace[696668274] 'agreement among raft nodes before linearized reading' (duration: 128.561312ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:52.473344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.870093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:36:52.4734Z","caller":"traceutil/trace.go:171","msg":"trace[2075771943] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4866; }","duration":"129.965416ms","start":"2026-07-24T05:36:52.34342Z","end":"2026-07-24T05:36:52.473385Z","steps":["trace[2075771943] 'agreement among raft nodes before linearized reading' (duration: 129.639268ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:52.473052Z","caller":"traceutil/trace.go:171","msg":"trace[1787719581] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"133.386784ms","start":"2026-07-24T05:36:52.339642Z","end":"2026-07-24T05:36:52.473029Z","steps":["trace[1787719581] 'process raft request' (duration: 133.073627ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:53.847056Z","caller":"traceutil/trace.go:171","msg":"trace[874661615] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"251.791393ms","start":"2026-07-24T05:36:53.595246Z","end":"2026-07-24T05:36:53.847037Z","steps":["trace[874661615] 'process raft request' (duration: 251.699651ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:53.847048Z","caller":"traceutil/trace.go:171","msg":"trace[92524627] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"252.736284ms","start":"2026-07-24T05:36:53.594268Z","end":"2026-07-24T05:36:53.847004Z","steps":["trace[92524627] 'process raft request' (duration: 251.887485ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:53.84724Z","caller":"traceutil/trace.go:171","msg":"trace[1761428187] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"252.419327ms","start":"2026-07-24T05:36:53.594773Z","end":"2026-07-24T05:36:53.847193Z","steps":["trace[1761428187] 'process raft request' (duration: 252.13636ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:53.847465Z","caller":"traceutil/trace.go:171","msg":"trace[650426713] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"252.812316ms","start":"2026-07-24T05:36:53.594317Z","end":"2026-07-24T05:36:53.847129Z","steps":["trace[650426713] 'process raft request' (duration: 252.478809ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:55.357438Z","caller":"traceutil/trace.go:171","msg":"trace[1772914692] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"178.784485ms","start":"2026-07-24T05:36:55.178608Z","end":"2026-07-24T05:36:55.357393Z","steps":["trace[1772914692] 'process raft request' (duration: 148.242634ms)","trace[1772914692] 'compare' (duration: 30.261245ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:55.765197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.407468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:55.765472Z","caller":"traceutil/trace.go:171","msg":"trace[438168898] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"392.019633ms","start":"2026-07-24T05:36:55.373433Z","end":"2026-07-24T05:36:55.765452Z","steps":["trace[438168898] 'process raft request' (duration: 88.262697ms)","trace[438168898] 'compare' (duration: 303.166722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:55.765536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:55.373398Z","time spent":"392.111015ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:56.111014Z","caller":"traceutil/trace.go:171","msg":"trace[1364353477] linearizableReadLoop","detail":"{readStateIndex:5151; appliedIndex:5150; }","duration":"258.923916ms","start":"2026-07-24T05:36:55.852059Z","end":"2026-07-24T05:36:56.110983Z","steps":["trace[1364353477] 'read index received' (duration: 258.729461ms)","trace[1364353477] 'applied index is now lower than readState.Index' (duration: 193.445µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:56.111165Z","caller":"traceutil/trace.go:171","msg":"trace[1527288608] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"341.126114ms","start":"2026-07-24T05:36:55.769988Z","end":"2026-07-24T05:36:56.111114Z","steps":["trace[1527288608] 'process raft request' (duration: 340.821507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:56.111297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.203162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:36:56.11133Z","caller":"traceutil/trace.go:171","msg":"trace[1851212539] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4879; }","duration":"259.313044ms","start":"2026-07-24T05:36:55.852008Z","end":"2026-07-24T05:36:56.111322Z","steps":["trace[1851212539] 'agreement among raft nodes before linearized reading' (duration: 259.13567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:56.111369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:55.76996Z","time spent":"341.302597ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:56.11141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.175032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:36:56.11151Z","caller":"traceutil/trace.go:171","msg":"trace[279549320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4879; }","duration":"259.306465ms","start":"2026-07-24T05:36:55.85218Z","end":"2026-07-24T05:36:56.111486Z","steps":["trace[279549320] 'agreement among raft nodes before linearized reading' (duration: 259.021538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:56.111498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.038629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:36:56.111632Z","caller":"traceutil/trace.go:171","msg":"trace[1756659338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4879; }","duration":"259.236594ms","start":"2026-07-24T05:36:55.852352Z","end":"2026-07-24T05:36:56.111589Z","steps":["trace[1756659338] 'agreement among raft nodes before linearized reading' (duration: 258.878195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:56.111914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.646773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:36:56.112025Z","caller":"traceutil/trace.go:171","msg":"trace[818647623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4879; }","duration":"259.813547ms","start":"2026-07-24T05:36:55.852195Z","end":"2026-07-24T05:36:56.112008Z","steps":["trace[818647623] 'agreement among raft nodes before linearized reading' (duration: 259.185052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:56.344065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.026755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:56.34433Z","caller":"traceutil/trace.go:171","msg":"trace[1410377946] linearizableReadLoop","detail":"{readStateIndex:5156; appliedIndex:5152; }","duration":"108.733743ms","start":"2026-07-24T05:36:56.235577Z","end":"2026-07-24T05:36:56.344311Z","steps":["trace[1410377946] 'read index received' (duration: 89.328978ms)","trace[1410377946] 'applied index is now lower than readState.Index' (duration: 19.403705ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:56.344441Z","caller":"traceutil/trace.go:171","msg":"trace[1870354689] transaction","detail":"{read_only:false; response_revision:4884; number_of_response:1; }","duration":"115.315123ms","start":"2026-07-24T05:36:56.229106Z","end":"2026-07-24T05:36:56.344421Z","steps":["trace[1870354689] 'process raft request' (duration: 115.1694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:56.344519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.942787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:56.344478Z","caller":"traceutil/trace.go:171","msg":"trace[525223484] transaction","detail":"{read_only:false; response_revision:4882; number_of_response:1; }","duration":"227.548548ms","start":"2026-07-24T05:36:56.116872Z","end":"2026-07-24T05:36:56.344421Z","steps":["trace[525223484] 'process raft request' (duration: 227.323503ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:56.344546Z","caller":"traceutil/trace.go:171","msg":"trace[400768472] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4884; }","duration":"109.008959ms","start":"2026-07-24T05:36:56.235528Z","end":"2026-07-24T05:36:56.344537Z","steps":["trace[400768472] 'agreement among raft nodes before linearized reading' (duration: 108.953698ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:56.344604Z","caller":"traceutil/trace.go:171","msg":"trace[1573712824] transaction","detail":"{read_only:false; response_revision:4881; number_of_response:1; }","duration":"227.493107ms","start":"2026-07-24T05:36:56.11677Z","end":"2026-07-24T05:36:56.344263Z","steps":["trace[1573712824] 'process raft request' (duration: 113.170025ms)","trace[1573712824] 'compare' (duration: 113.872331ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:56.344458Z","caller":"traceutil/trace.go:171","msg":"trace[1025611903] transaction","detail":"{read_only:false; response_revision:4883; number_of_response:1; }","duration":"226.922303ms","start":"2026-07-24T05:36:56.117424Z","end":"2026-07-24T05:36:56.344347Z","steps":["trace[1025611903] 'process raft request' (duration: 226.80896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:56.997901Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147146,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:36:57.335986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.502683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:57.336109Z","caller":"traceutil/trace.go:171","msg":"trace[1608652518] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4884; }","duration":"862.671797ms","start":"2026-07-24T05:36:56.473397Z","end":"2026-07-24T05:36:57.336069Z","steps":["trace[1608652518] 'count revisions from in-memory index tree' (duration: 862.426621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:57.336176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:56.473379Z","time spent":"862.782329ms","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:57.349761Z","caller":"traceutil/trace.go:171","msg":"trace[303219999] linearizableReadLoop","detail":"{readStateIndex:5157; appliedIndex:5156; }","duration":"851.926671ms","start":"2026-07-24T05:36:56.497804Z","end":"2026-07-24T05:36:57.349731Z","steps":["trace[303219999] 'read index received' (duration: 838.195386ms)","trace[303219999] 'applied index is now lower than readState.Index' (duration: 13.727455ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:57.349821Z","caller":"traceutil/trace.go:171","msg":"trace[1091574883] transaction","detail":"{read_only:false; response_revision:4885; number_of_response:1; }","duration":"860.973659ms","start":"2026-07-24T05:36:56.488812Z","end":"2026-07-24T05:36:57.349785Z","steps":["trace[1091574883] 'process raft request' (duration: 846.448775ms)","trace[1091574883] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 14.296709ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:57.349971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:56.48878Z","time spent":"861.091182ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:57.350134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.270009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:36:57.350221Z","caller":"traceutil/trace.go:171","msg":"trace[1666883694] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4885; }","duration":"852.424153ms","start":"2026-07-24T05:36:56.497777Z","end":"2026-07-24T05:36:57.350201Z","steps":["trace[1666883694] 'agreement among raft nodes before linearized reading' (duration: 852.090155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:57.350263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:56.497764Z","time spent":"852.491594ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:36:57.413067Z","caller":"traceutil/trace.go:171","msg":"trace[1610607009] transaction","detail":"{read_only:false; response_revision:4887; number_of_response:1; }","duration":"196.821162ms","start":"2026-07-24T05:36:57.216211Z","end":"2026-07-24T05:36:57.413032Z","steps":["trace[1610607009] 'process raft request' (duration: 196.776581ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:57.413156Z","caller":"traceutil/trace.go:171","msg":"trace[1840206395] transaction","detail":"{read_only:false; response_revision:4886; number_of_response:1; }","duration":"337.815944ms","start":"2026-07-24T05:36:57.075306Z","end":"2026-07-24T05:36:57.413122Z","steps":["trace[1840206395] 'process raft request' (duration: 337.519117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:57.413261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.952285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:57.413325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:57.075286Z","time spent":"337.945996ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:57.41334Z","caller":"traceutil/trace.go:171","msg":"trace[436777844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4887; }","duration":"293.11458ms","start":"2026-07-24T05:36:57.120209Z","end":"2026-07-24T05:36:57.413324Z","steps":["trace[436777844] 'agreement among raft nodes before linearized reading' (duration: 292.901955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:57.413441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.462457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11781"} {"level":"info","ts":"2026-07-24T05:36:57.413505Z","caller":"traceutil/trace.go:171","msg":"trace[559728626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:4887; }","duration":"361.561769ms","start":"2026-07-24T05:36:57.051926Z","end":"2026-07-24T05:36:57.413487Z","steps":["trace[559728626] 'agreement among raft nodes before linearized reading' (duration: 361.387355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:57.413272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.6231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:36:57.413583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.30259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:36:57.413586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:57.051895Z","time spent":"361.671661ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":11804,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-07-24T05:36:57.41357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.668137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-24T05:36:57.413615Z","caller":"traceutil/trace.go:171","msg":"trace[816112622] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4887; }","duration":"904.408114ms","start":"2026-07-24T05:36:56.509197Z","end":"2026-07-24T05:36:57.413605Z","steps":["trace[816112622] 'agreement among raft nodes before linearized reading' (duration: 904.24678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:57.413658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:56.509174Z","time spent":"904.477035ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:36:57.413602Z","caller":"traceutil/trace.go:171","msg":"trace[1820197092] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4887; }","duration":"492.020849ms","start":"2026-07-24T05:36:56.921572Z","end":"2026-07-24T05:36:57.413593Z","steps":["trace[1820197092] 'agreement among raft nodes before linearized reading' (duration: 491.557858ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:57.41371Z","caller":"traceutil/trace.go:171","msg":"trace[1862685791] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4887; }","duration":"640.79199ms","start":"2026-07-24T05:36:56.772852Z","end":"2026-07-24T05:36:57.413644Z","steps":["trace[1862685791] 'agreement among raft nodes before linearized reading' (duration: 640.331129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:57.413722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:56.921551Z","time spent":"492.157002ms","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:36:57.41378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:56.772781Z","time spent":"640.971863ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5451,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:36:57.619953Z","caller":"traceutil/trace.go:171","msg":"trace[1829928523] transaction","detail":"{read_only:false; response_revision:4888; number_of_response:1; }","duration":"258.328302ms","start":"2026-07-24T05:36:57.36158Z","end":"2026-07-24T05:36:57.619909Z","steps":["trace[1829928523] 'process raft request' (duration: 253.066311ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:57.62Z","caller":"traceutil/trace.go:171","msg":"trace[38466591] linearizableReadLoop","detail":"{readStateIndex:5161; appliedIndex:5159; }","duration":"206.883583ms","start":"2026-07-24T05:36:57.413082Z","end":"2026-07-24T05:36:57.619965Z","steps":["trace[38466591] 'read index received' (duration: 201.659593ms)","trace[38466591] 'applied index is now lower than readState.Index' (duration: 5.22247ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:57.620146Z","caller":"traceutil/trace.go:171","msg":"trace[1688163737] transaction","detail":"{read_only:false; response_revision:4889; number_of_response:1; }","duration":"224.677051ms","start":"2026-07-24T05:36:57.395456Z","end":"2026-07-24T05:36:57.620133Z","steps":["trace[1688163737] 'process raft request' (duration: 224.384504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:57.62088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.419178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109926"} {"level":"info","ts":"2026-07-24T05:36:57.62099Z","caller":"traceutil/trace.go:171","msg":"trace[1816352092] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4889; }","duration":"263.581982ms","start":"2026-07-24T05:36:57.357386Z","end":"2026-07-24T05:36:57.620968Z","steps":["trace[1816352092] 'agreement among raft nodes before linearized reading' (duration: 262.821275ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:58.019353Z","caller":"traceutil/trace.go:171","msg":"trace[1086557224] linearizableReadLoop","detail":"{readStateIndex:5162; appliedIndex:5161; }","duration":"399.217023ms","start":"2026-07-24T05:36:57.62008Z","end":"2026-07-24T05:36:58.019297Z","steps":["trace[1086557224] 'read index received' (duration: 399.003047ms)","trace[1086557224] 'applied index is now lower than readState.Index' (duration: 212.236µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:58.019416Z","caller":"traceutil/trace.go:171","msg":"trace[2130298449] transaction","detail":"{read_only:false; response_revision:4890; number_of_response:1; }","duration":"595.463072ms","start":"2026-07-24T05:36:57.423919Z","end":"2026-07-24T05:36:58.019382Z","steps":["trace[2130298449] 'process raft request' (duration: 595.140754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:58.019604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:57.423904Z","time spent":"595.589004ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11588,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:58.019601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.068441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:58.019695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.121004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:36:58.019749Z","caller":"traceutil/trace.go:171","msg":"trace[530978310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4890; }","duration":"605.236645ms","start":"2026-07-24T05:36:57.414464Z","end":"2026-07-24T05:36:58.019701Z","steps":["trace[530978310] 'agreement among raft nodes before linearized reading' (duration: 604.971689ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:58.01976Z","caller":"traceutil/trace.go:171","msg":"trace[1993061514] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4890; }","duration":"602.205415ms","start":"2026-07-24T05:36:57.417541Z","end":"2026-07-24T05:36:58.019746Z","steps":["trace[1993061514] 'agreement among raft nodes before linearized reading' (duration: 601.861117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:58.019808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:57.417523Z","time spent":"602.275217ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:36:58.019861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:57.414427Z","time spent":"605.420549ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:36:58.078599Z","caller":"traceutil/trace.go:171","msg":"trace[86096179] transaction","detail":"{read_only:false; response_revision:4891; number_of_response:1; }","duration":"307.310806ms","start":"2026-07-24T05:36:57.771254Z","end":"2026-07-24T05:36:58.078564Z","steps":["trace[86096179] 'process raft request' (duration: 306.882036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:58.078783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:57.771205Z","time spent":"307.481219ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:58.078887Z","caller":"traceutil/trace.go:171","msg":"trace[1611510166] transaction","detail":"{read_only:false; response_revision:4892; number_of_response:1; }","duration":"221.308073ms","start":"2026-07-24T05:36:57.857551Z","end":"2026-07-24T05:36:58.07886Z","steps":["trace[1611510166] 'process raft request' (duration: 220.816952ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:58.153539Z","caller":"traceutil/trace.go:171","msg":"trace[1674493713] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"120.468622ms","start":"2026-07-24T05:36:58.033035Z","end":"2026-07-24T05:36:58.153504Z","steps":["trace[1674493713] 'process raft request' (duration: 119.395458ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:58.153925Z","caller":"traceutil/trace.go:171","msg":"trace[61486735] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"120.836241ms","start":"2026-07-24T05:36:58.033074Z","end":"2026-07-24T05:36:58.15391Z","steps":["trace[61486735] 'process raft request' (duration: 120.361519ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:58.154061Z","caller":"traceutil/trace.go:171","msg":"trace[854350695] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"120.855192ms","start":"2026-07-24T05:36:58.03317Z","end":"2026-07-24T05:36:58.154025Z","steps":["trace[854350695] 'process raft request' (duration: 120.692968ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:58.154384Z","caller":"traceutil/trace.go:171","msg":"trace[1400242045] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"121.055815ms","start":"2026-07-24T05:36:58.033283Z","end":"2026-07-24T05:36:58.154339Z","steps":["trace[1400242045] 'process raft request' (duration: 120.672796ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:58.154531Z","caller":"traceutil/trace.go:171","msg":"trace[2128964900] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"116.058361ms","start":"2026-07-24T05:36:58.038459Z","end":"2026-07-24T05:36:58.154517Z","steps":["trace[2128964900] 'process raft request' (duration: 115.716793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:58.154633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.477366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11603"} {"level":"info","ts":"2026-07-24T05:36:58.154748Z","caller":"traceutil/trace.go:171","msg":"trace[15548637] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:4898; }","duration":"121.68598ms","start":"2026-07-24T05:36:58.033038Z","end":"2026-07-24T05:36:58.154724Z","steps":["trace[15548637] 'agreement among raft nodes before linearized reading' (duration: 121.293482ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:58.156511Z","caller":"traceutil/trace.go:171","msg":"trace[887866210] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"120.921773ms","start":"2026-07-24T05:36:58.033074Z","end":"2026-07-24T05:36:58.153996Z","steps":["trace[887866210] 'process raft request' (duration: 120.599176ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:58.626831Z","caller":"traceutil/trace.go:171","msg":"trace[226224469] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5171; }","duration":"277.570453ms","start":"2026-07-24T05:36:58.349231Z","end":"2026-07-24T05:36:58.626802Z","steps":["trace[226224469] 'read index received' (duration: 277.276397ms)","trace[226224469] 'applied index is now lower than readState.Index' (duration: 292.796µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:58.626882Z","caller":"traceutil/trace.go:171","msg":"trace[1172177800] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"435.523934ms","start":"2026-07-24T05:36:58.191313Z","end":"2026-07-24T05:36:58.626837Z","steps":["trace[1172177800] 'process raft request' (duration: 435.306979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:58.627111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.2945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:58.627143Z","caller":"traceutil/trace.go:171","msg":"trace[357255566] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4900; }","duration":"128.410324ms","start":"2026-07-24T05:36:58.498723Z","end":"2026-07-24T05:36:58.627134Z","steps":["trace[357255566] 'agreement among raft nodes before linearized reading' (duration: 128.317201ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:58.627119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:58.191288Z","time spent":"435.752279ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:58.627135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.881721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:36:58.62722Z","caller":"traceutil/trace.go:171","msg":"trace[609911576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4900; }","duration":"278.022144ms","start":"2026-07-24T05:36:58.349179Z","end":"2026-07-24T05:36:58.627201Z","steps":["trace[609911576] 'agreement among raft nodes before linearized reading' (duration: 277.757987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:58.627267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.650876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:36:58.627376Z","caller":"traceutil/trace.go:171","msg":"trace[610033955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4900; }","duration":"277.798829ms","start":"2026-07-24T05:36:58.349552Z","end":"2026-07-24T05:36:58.627351Z","steps":["trace[610033955] 'agreement among raft nodes before linearized reading' (duration: 277.45996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:58.627554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.580561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:36:58.627672Z","caller":"traceutil/trace.go:171","msg":"trace[541774177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4900; }","duration":"276.691953ms","start":"2026-07-24T05:36:58.350931Z","end":"2026-07-24T05:36:58.627623Z","steps":["trace[541774177] 'agreement among raft nodes before linearized reading' (duration: 276.373546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:58.62815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.923979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-07-24T05:36:58.628462Z","caller":"traceutil/trace.go:171","msg":"trace[1165860384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4900; }","duration":"195.150754ms","start":"2026-07-24T05:36:58.433148Z","end":"2026-07-24T05:36:58.628299Z","steps":["trace[1165860384] 'agreement among raft nodes before linearized reading' (duration: 193.885565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:59.281432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.596863ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:36:59.281687Z","caller":"traceutil/trace.go:171","msg":"trace[1591119371] linearizableReadLoop","detail":"{readStateIndex:5176; appliedIndex:5172; }","duration":"160.197843ms","start":"2026-07-24T05:36:59.121476Z","end":"2026-07-24T05:36:59.281673Z","steps":["trace[1591119371] 'read index received' (duration: 135.267381ms)","trace[1591119371] 'applied index is now lower than readState.Index' (duration: 24.929362ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:59.281746Z","caller":"traceutil/trace.go:171","msg":"trace[1921342234] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"648.986117ms","start":"2026-07-24T05:36:58.632751Z","end":"2026-07-24T05:36:59.281737Z","steps":["trace[1921342234] 'process raft request' (duration: 42.995475ms)","trace[1921342234] 'compare' (duration: 605.190224ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:59.281949Z","caller":"traceutil/trace.go:171","msg":"trace[2103714364] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"648.055177ms","start":"2026-07-24T05:36:58.633852Z","end":"2026-07-24T05:36:59.281907Z","steps":["trace[2103714364] 'process raft request' (duration: 647.75789ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:36:59.281985Z","caller":"traceutil/trace.go:171","msg":"trace[2112943179] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"648.818714ms","start":"2026-07-24T05:36:58.63314Z","end":"2026-07-24T05:36:59.281959Z","steps":["trace[2112943179] 'process raft request' (duration: 648.385744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:59.281786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:58.632725Z","time spent":"649.038449ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:59.282036Z","caller":"traceutil/trace.go:171","msg":"trace[963365061] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"174.181153ms","start":"2026-07-24T05:36:59.107802Z","end":"2026-07-24T05:36:59.281983Z","steps":["trace[963365061] 'process raft request' (duration: 173.840515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:59.282086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.591931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:36:59.282121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:58.633846Z","time spent":"648.17749ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:36:59.282121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:58.633107Z","time spent":"648.938036ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:36:59.282177Z","caller":"traceutil/trace.go:171","msg":"trace[2106184984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4904; }","duration":"160.698803ms","start":"2026-07-24T05:36:59.121456Z","end":"2026-07-24T05:36:59.282155Z","steps":["trace[2106184984] 'agreement among raft nodes before linearized reading' (duration: 160.509759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:59.569839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.799797ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:36:59.570238Z","caller":"traceutil/trace.go:171","msg":"trace[1515675392] linearizableReadLoop","detail":"{readStateIndex:5177; appliedIndex:5176; }","duration":"288.500204ms","start":"2026-07-24T05:36:59.281708Z","end":"2026-07-24T05:36:59.570208Z","steps":["trace[1515675392] 'read index received' (duration: 120.305418ms)","trace[1515675392] 'applied index is now lower than readState.Index' (duration: 168.192936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:36:59.570425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.173048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:59.570487Z","caller":"traceutil/trace.go:171","msg":"trace[690661631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4904; }","duration":"333.300101ms","start":"2026-07-24T05:36:59.237166Z","end":"2026-07-24T05:36:59.570466Z","steps":["trace[690661631] 'agreement among raft nodes before linearized reading' (duration: 333.185789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:59.570566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:59.237143Z","time spent":"333.398684ms","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:36:59.570915Z","caller":"traceutil/trace.go:171","msg":"trace[528762594] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"215.572322ms","start":"2026-07-24T05:36:59.355306Z","end":"2026-07-24T05:36:59.570879Z","steps":["trace[528762594] 'process raft request' (duration: 214.750344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:59.605617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.075964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:36:59.605688Z","caller":"traceutil/trace.go:171","msg":"trace[1268514981] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"182.569635ms","start":"2026-07-24T05:36:59.423077Z","end":"2026-07-24T05:36:59.605646Z","steps":["trace[1268514981] 'process raft request' (duration: 147.778347ms)","trace[1268514981] 'compare' (duration: 34.469991ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:36:59.605754Z","caller":"traceutil/trace.go:171","msg":"trace[610001040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4906; }","duration":"322.283358ms","start":"2026-07-24T05:36:59.283452Z","end":"2026-07-24T05:36:59.605735Z","steps":["trace[610001040] 'agreement among raft nodes before linearized reading' (duration: 322.051033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:36:59.605808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:36:59.283427Z","time spent":"322.36607ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:37:00.115804Z","caller":"traceutil/trace.go:171","msg":"trace[162591585] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"136.036259ms","start":"2026-07-24T05:36:59.979729Z","end":"2026-07-24T05:37:00.115766Z","steps":["trace[162591585] 'process raft request' (duration: 135.719322ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:00.446824Z","caller":"traceutil/trace.go:171","msg":"trace[1534553434] transaction","detail":"{read_only:false; response_revision:4910; number_of_response:1; }","duration":"361.969557ms","start":"2026-07-24T05:37:00.08481Z","end":"2026-07-24T05:37:00.446779Z","steps":["trace[1534553434] 'process raft request' (duration: 322.074823ms)","trace[1534553434] 'compare' (duration: 39.7049ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:00.446746Z","caller":"traceutil/trace.go:171","msg":"trace[430723654] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5183; }","duration":"331.027239ms","start":"2026-07-24T05:37:00.115686Z","end":"2026-07-24T05:37:00.446713Z","steps":["trace[430723654] 'read index received' (duration: 291.113194ms)","trace[430723654] 'applied index is now lower than readState.Index' (duration: 39.913005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:00.44701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.237649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:37:00.447034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:00.084777Z","time spent":"362.141972ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:00.447087Z","caller":"traceutil/trace.go:171","msg":"trace[1768552751] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4910; }","duration":"408.379932ms","start":"2026-07-24T05:37:00.038689Z","end":"2026-07-24T05:37:00.447069Z","steps":["trace[1768552751] 'agreement among raft nodes before linearized reading' (duration: 408.240719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:00.447088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.788156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:00.447122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:00.038658Z","time spent":"408.456264ms","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:00.447125Z","caller":"traceutil/trace.go:171","msg":"trace[268439408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4910; }","duration":"324.875247ms","start":"2026-07-24T05:37:00.122238Z","end":"2026-07-24T05:37:00.447113Z","steps":["trace[268439408] 'agreement among raft nodes before linearized reading' (duration: 324.787655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:00.447159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:00.122219Z","time spent":"324.932099ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:00.447249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.501065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-24T05:37:00.447334Z","caller":"traceutil/trace.go:171","msg":"trace[1773414361] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4910; }","duration":"258.649469ms","start":"2026-07-24T05:37:00.188664Z","end":"2026-07-24T05:37:00.447314Z","steps":["trace[1773414361] 'agreement among raft nodes before linearized reading' (duration: 258.397833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:00.447613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.078806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:37:00.447656Z","caller":"traceutil/trace.go:171","msg":"trace[269082056] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4910; }","duration":"323.152748ms","start":"2026-07-24T05:37:00.124491Z","end":"2026-07-24T05:37:00.447643Z","steps":["trace[269082056] 'agreement among raft nodes before linearized reading' (duration: 322.852421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:00.4477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:00.124476Z","time spent":"323.216449ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:37:01.811343Z","caller":"traceutil/trace.go:171","msg":"trace[948232767] linearizableReadLoop","detail":"{readStateIndex:5192; appliedIndex:5190; }","duration":"166.275192ms","start":"2026-07-24T05:37:01.645039Z","end":"2026-07-24T05:37:01.811314Z","steps":["trace[948232767] 'read index received' (duration: 143.267554ms)","trace[948232767] 'applied index is now lower than readState.Index' (duration: 23.006088ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:01.811675Z","caller":"traceutil/trace.go:171","msg":"trace[1768907001] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"197.17935ms","start":"2026-07-24T05:37:01.614479Z","end":"2026-07-24T05:37:01.811658Z","steps":["trace[1768907001] 'process raft request' (duration: 173.826405ms)","trace[1768907001] 'compare' (duration: 22.533427ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:01.811815Z","caller":"traceutil/trace.go:171","msg":"trace[1070224934] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"172.341201ms","start":"2026-07-24T05:37:01.639448Z","end":"2026-07-24T05:37:01.811789Z","steps":["trace[1070224934] 'process raft request' (duration: 171.806339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:01.811993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.001758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-07-24T05:37:01.81208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.006758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:37:01.812096Z","caller":"traceutil/trace.go:171","msg":"trace[1898362411] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4918; }","duration":"160.135282ms","start":"2026-07-24T05:37:01.651937Z","end":"2026-07-24T05:37:01.812072Z","steps":["trace[1898362411] 'agreement among raft nodes before linearized reading' (duration: 159.832455ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:01.812149Z","caller":"traceutil/trace.go:171","msg":"trace[2015884359] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4918; }","duration":"167.150012ms","start":"2026-07-24T05:37:01.64498Z","end":"2026-07-24T05:37:01.81213Z","steps":["trace[2015884359] 'agreement among raft nodes before linearized reading' (duration: 166.843725ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:03.459378Z","caller":"traceutil/trace.go:171","msg":"trace[250432607] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"110.142415ms","start":"2026-07-24T05:37:03.349206Z","end":"2026-07-24T05:37:03.459348Z","steps":["trace[250432607] 'process raft request' (duration: 109.980231ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:05.909528Z","caller":"traceutil/trace.go:171","msg":"trace[879404914] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"216.911793ms","start":"2026-07-24T05:37:05.692588Z","end":"2026-07-24T05:37:05.9095Z","steps":["trace[879404914] 'process raft request' (duration: 216.641877ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:06.120878Z","caller":"traceutil/trace.go:171","msg":"trace[160045385] linearizableReadLoop","detail":"{readStateIndex:5215; appliedIndex:5211; }","duration":"283.363167ms","start":"2026-07-24T05:37:05.837488Z","end":"2026-07-24T05:37:06.120851Z","steps":["trace[160045385] 'read index received' (duration: 71.699165ms)","trace[160045385] 'applied index is now lower than readState.Index' (duration: 211.662902ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:06.121111Z","caller":"traceutil/trace.go:171","msg":"trace[701481814] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"293.454488ms","start":"2026-07-24T05:37:05.82763Z","end":"2026-07-24T05:37:06.121084Z","steps":["trace[701481814] 'process raft request' (duration: 293.165381ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:06.12121Z","caller":"traceutil/trace.go:171","msg":"trace[1487378617] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"416.465968ms","start":"2026-07-24T05:37:05.704686Z","end":"2026-07-24T05:37:06.121152Z","steps":["trace[1487378617] 'process raft request' (duration: 378.936697ms)","trace[1487378617] 'compare' (duration: 36.974298ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:06.121302Z","caller":"traceutil/trace.go:171","msg":"trace[1761127206] transaction","detail":"{read_only:false; response_revision:4939; number_of_response:1; }","duration":"296.038877ms","start":"2026-07-24T05:37:05.825254Z","end":"2026-07-24T05:37:06.121293Z","steps":["trace[1761127206] 'process raft request' (duration: 295.493085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:06.121435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:05.704664Z","time spent":"416.646072ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:06.12143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.185156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:06.121574Z","caller":"traceutil/trace.go:171","msg":"trace[423039092] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4940; }","duration":"219.412471ms","start":"2026-07-24T05:37:05.902124Z","end":"2026-07-24T05:37:06.121536Z","steps":["trace[423039092] 'agreement among raft nodes before linearized reading' (duration: 219.108604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:06.121647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.154665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:37:06.121678Z","caller":"traceutil/trace.go:171","msg":"trace[477141285] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4940; }","duration":"284.253057ms","start":"2026-07-24T05:37:05.837416Z","end":"2026-07-24T05:37:06.121669Z","steps":["trace[477141285] 'agreement among raft nodes before linearized reading' (duration: 284.099773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:06.121729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.025993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:06.121797Z","caller":"traceutil/trace.go:171","msg":"trace[2078414004] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:4940; }","duration":"209.144875ms","start":"2026-07-24T05:37:05.912636Z","end":"2026-07-24T05:37:06.121781Z","steps":["trace[2078414004] 'agreement among raft nodes before linearized reading' (duration: 209.010422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:06.374613Z","caller":"traceutil/trace.go:171","msg":"trace[629588291] linearizableReadLoop","detail":"{readStateIndex:5216; appliedIndex:5215; }","duration":"247.113615ms","start":"2026-07-24T05:37:06.127472Z","end":"2026-07-24T05:37:06.374586Z","steps":["trace[629588291] 'read index received' (duration: 246.89893ms)","trace[629588291] 'applied index is now lower than readState.Index' (duration: 213.795µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:06.374709Z","caller":"traceutil/trace.go:171","msg":"trace[1979749439] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"250.642546ms","start":"2026-07-24T05:37:06.124032Z","end":"2026-07-24T05:37:06.374674Z","steps":["trace[1979749439] 'process raft request' (duration: 250.373379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:06.3749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.29545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:06.374935Z","caller":"traceutil/trace.go:171","msg":"trace[2070062411] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4941; }","duration":"203.407972ms","start":"2026-07-24T05:37:06.171516Z","end":"2026-07-24T05:37:06.374924Z","steps":["trace[2070062411] 'agreement among raft nodes before linearized reading' (duration: 203.214048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:06.375534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.023496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:37:06.37567Z","caller":"traceutil/trace.go:171","msg":"trace[1795154854] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4941; }","duration":"248.24ms","start":"2026-07-24T05:37:06.127407Z","end":"2026-07-24T05:37:06.375647Z","steps":["trace[1795154854] 'agreement among raft nodes before linearized reading' (duration: 247.268719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:08.254547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.025459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:08.254822Z","caller":"traceutil/trace.go:171","msg":"trace[1620811794] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"128.645629ms","start":"2026-07-24T05:37:08.126143Z","end":"2026-07-24T05:37:08.254789Z","steps":["trace[1620811794] 'process raft request' (duration: 124.896393ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:08.254859Z","caller":"traceutil/trace.go:171","msg":"trace[1974787008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4952; }","duration":"133.414578ms","start":"2026-07-24T05:37:08.12141Z","end":"2026-07-24T05:37:08.254825Z","steps":["trace[1974787008] 'range keys from in-memory index tree' (duration: 132.921957ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:08.257512Z","caller":"traceutil/trace.go:171","msg":"trace[797121771] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"128.136237ms","start":"2026-07-24T05:37:08.129361Z","end":"2026-07-24T05:37:08.257497Z","steps":["trace[797121771] 'process raft request' (duration: 127.930583ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:08.257499Z","caller":"traceutil/trace.go:171","msg":"trace[1350194432] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5227; }","duration":"115.236212ms","start":"2026-07-24T05:37:08.142237Z","end":"2026-07-24T05:37:08.257473Z","steps":["trace[1350194432] 'read index received' (duration: 108.904767ms)","trace[1350194432] 'applied index is now lower than readState.Index' (duration: 6.329835ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:08.257581Z","caller":"traceutil/trace.go:171","msg":"trace[1035057722] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"126.363626ms","start":"2026-07-24T05:37:08.131184Z","end":"2026-07-24T05:37:08.257548Z","steps":["trace[1035057722] 'process raft request' (duration: 126.243084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:08.257722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.453906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:08.257765Z","caller":"traceutil/trace.go:171","msg":"trace[262725238] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4955; }","duration":"115.524678ms","start":"2026-07-24T05:37:08.142227Z","end":"2026-07-24T05:37:08.257752Z","steps":["trace[262725238] 'agreement among raft nodes before linearized reading' (duration: 115.393165ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:09.669652Z","caller":"traceutil/trace.go:171","msg":"trace[130462239] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"147.629414ms","start":"2026-07-24T05:37:09.521958Z","end":"2026-07-24T05:37:09.669587Z","steps":["trace[130462239] 'process raft request' (duration: 104.122036ms)","trace[130462239] 'compare' (duration: 43.280172ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:09.669682Z","caller":"traceutil/trace.go:171","msg":"trace[1117963293] transaction","detail":"{read_only:false; response_revision:4961; number_of_response:1; }","duration":"147.522352ms","start":"2026-07-24T05:37:09.522111Z","end":"2026-07-24T05:37:09.669634Z","steps":["trace[1117963293] 'process raft request' (duration: 147.423699ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:10.815079Z","caller":"traceutil/trace.go:171","msg":"trace[935781394] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5242; }","duration":"101.419015ms","start":"2026-07-24T05:37:10.713626Z","end":"2026-07-24T05:37:10.815045Z","steps":["trace[935781394] 'read index received' (duration: 64.501429ms)","trace[935781394] 'applied index is now lower than readState.Index' (duration: 36.916206ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:10.815163Z","caller":"traceutil/trace.go:171","msg":"trace[650199100] transaction","detail":"{read_only:false; response_revision:4967; number_of_response:1; }","duration":"184.354537ms","start":"2026-07-24T05:37:10.630763Z","end":"2026-07-24T05:37:10.815118Z","steps":["trace[650199100] 'process raft request' (duration: 147.40297ms)","trace[650199100] 'compare' (duration: 36.725292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:10.815262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.612709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:10.815338Z","caller":"traceutil/trace.go:171","msg":"trace[787601674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4967; }","duration":"101.740802ms","start":"2026-07-24T05:37:10.713578Z","end":"2026-07-24T05:37:10.815319Z","steps":["trace[787601674] 'agreement among raft nodes before linearized reading' (duration: 101.606689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:10.815494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.66743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:37:10.815574Z","caller":"traceutil/trace.go:171","msg":"trace[957645628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4967; }","duration":"101.786143ms","start":"2026-07-24T05:37:10.713767Z","end":"2026-07-24T05:37:10.815553Z","steps":["trace[957645628] 'agreement among raft nodes before linearized reading' (duration: 101.520367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:12.805431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:13.309921Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147381,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:13.769345Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.490095911s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:37:13.896211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773649131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:13.896295Z","caller":"traceutil/trace.go:171","msg":"trace[670629372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4971; }","duration":"1.773748313s","start":"2026-07-24T05:37:12.122528Z","end":"2026-07-24T05:37:13.896276Z","steps":["trace[670629372] 'range keys from in-memory index tree' (duration: 1.773566899s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:13.896277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70816315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:13.896337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.122471Z","time spent":"1.773852276s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:37:13.896351Z","caller":"traceutil/trace.go:171","msg":"trace[1271754453] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4971; }","duration":"1.708310753s","start":"2026-07-24T05:37:12.188021Z","end":"2026-07-24T05:37:13.896332Z","steps":["trace[1271754453] 'count revisions from in-memory index tree' (duration: 1.707976517s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:13.896388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.187989Z","time spent":"1.708391585s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:13.896847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.182486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:37:13.896965Z","caller":"traceutil/trace.go:171","msg":"trace[1429159029] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"1.617847999s","start":"2026-07-24T05:37:12.279098Z","end":"2026-07-24T05:37:13.896946Z","steps":["trace[1429159029] 'process raft request' (duration: 1.490470079s)","trace[1429159029] 'compare' (duration: 127.065133ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:13.897023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.279067Z","time spent":"1.617932131s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:14.227339Z","caller":"traceutil/trace.go:171","msg":"trace[1286595158] transaction","detail":"{read_only:false; response_revision:4973; number_of_response:1; }","duration":"1.946056863s","start":"2026-07-24T05:37:12.281083Z","end":"2026-07-24T05:37:14.227139Z","steps":["trace[1286595158] 'process raft request' (duration: 1.945585932s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.2275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.281069Z","time spent":"1.946339999s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:14.227883Z","caller":"traceutil/trace.go:171","msg":"trace[1232112662] transaction","detail":"{read_only:false; response_revision:4974; number_of_response:1; }","duration":"1.931886819s","start":"2026-07-24T05:37:12.295987Z","end":"2026-07-24T05:37:14.227874Z","steps":["trace[1232112662] 'process raft request' (duration: 1.930887146s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.227947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.295876Z","time spent":"1.932039912s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:14.228105Z","caller":"traceutil/trace.go:171","msg":"trace[2008055389] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"1.597157625s","start":"2026-07-24T05:37:12.630924Z","end":"2026-07-24T05:37:14.228082Z","steps":["trace[2008055389] 'process raft request' (duration: 1.596162712s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.228178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.630888Z","time spent":"1.597249118s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:14.22831Z","caller":"traceutil/trace.go:171","msg":"trace[821318763] linearizableReadLoop","detail":"{readStateIndex:5252; appliedIndex:5247; }","duration":"1.923220211s","start":"2026-07-24T05:37:12.305076Z","end":"2026-07-24T05:37:14.228296Z","steps":["trace[821318763] 'read index received' (duration: 1.464507675s)","trace[821318763] 'applied index is now lower than readState.Index' (duration: 458.711786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:14.22852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923443266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2917"} {"level":"warn","ts":"2026-07-24T05:37:14.228553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800755493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:37:14.228559Z","caller":"traceutil/trace.go:171","msg":"trace[997115373] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:4976; }","duration":"1.923510327s","start":"2026-07-24T05:37:12.305037Z","end":"2026-07-24T05:37:14.228547Z","steps":["trace[997115373] 'agreement among raft nodes before linearized reading' (duration: 1.923373314s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:14.228581Z","caller":"traceutil/trace.go:171","msg":"trace[943513125] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4976; }","duration":"1.800844044s","start":"2026-07-24T05:37:12.427729Z","end":"2026-07-24T05:37:14.228573Z","steps":["trace[943513125] 'agreement among raft nodes before linearized reading' (duration: 1.800757132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.228591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.305026Z","time spent":"1.923555129s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2940,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-24T05:37:14.228613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.427695Z","time spent":"1.800911066s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:37:14.228977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.925576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:14.229209Z","caller":"traceutil/trace.go:171","msg":"trace[288124179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4976; }","duration":"331.190702ms","start":"2026-07-24T05:37:13.89801Z","end":"2026-07-24T05:37:14.2292Z","steps":["trace[288124179] 'agreement among raft nodes before linearized reading' (duration: 330.936937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.229234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:13.89799Z","time spent":"331.237173ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:14.229256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.462709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:37:14.229395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.312809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:14.22944Z","caller":"traceutil/trace.go:171","msg":"trace[1658761190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4976; }","duration":"673.703984ms","start":"2026-07-24T05:37:13.555708Z","end":"2026-07-24T05:37:14.229411Z","steps":["trace[1658761190] 'agreement among raft nodes before linearized reading' (duration: 673.176522ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:14.229469Z","caller":"traceutil/trace.go:171","msg":"trace[2029871708] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4976; }","duration":"240.426312ms","start":"2026-07-24T05:37:13.989025Z","end":"2026-07-24T05:37:14.229451Z","steps":["trace[2029871708] 'agreement among raft nodes before linearized reading' (duration: 240.262568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.2295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:13.555665Z","time spent":"673.823277ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:37:14.229468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590507663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:37:14.229533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.006974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:37:14.229567Z","caller":"traceutil/trace.go:171","msg":"trace[1217209932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4976; }","duration":"545.091516ms","start":"2026-07-24T05:37:13.684467Z","end":"2026-07-24T05:37:14.229558Z","steps":["trace[1217209932] 'agreement among raft nodes before linearized reading' (duration: 545.002074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.229591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:13.684435Z","time spent":"545.148968ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:37:14.229582Z","caller":"traceutil/trace.go:171","msg":"trace[2143713456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:4976; }","duration":"1.590651706s","start":"2026-07-24T05:37:12.638889Z","end":"2026-07-24T05:37:14.229541Z","steps":["trace[2143713456] 'agreement among raft nodes before linearized reading' (duration: 1.590108334s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.229635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.638873Z","time spent":"1.590750178s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:37:14.229292Z","caller":"traceutil/trace.go:171","msg":"trace[301642207] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"1.143678628s","start":"2026-07-24T05:37:13.085566Z","end":"2026-07-24T05:37:14.229244Z","steps":["trace[301642207] 'process raft request' (duration: 1.142270126s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.23031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:13.085528Z","time spent":"1.144699312s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:14.230539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373864105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:37:14.230581Z","caller":"traceutil/trace.go:171","msg":"trace[735626683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4976; }","duration":"1.373955647s","start":"2026-07-24T05:37:12.856616Z","end":"2026-07-24T05:37:14.230571Z","steps":["trace[735626683] 'agreement among raft nodes before linearized reading' (duration: 1.373249091s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.230608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.856586Z","time spent":"1.374014259s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:37:14.229928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409499773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:37:14.230776Z","caller":"traceutil/trace.go:171","msg":"trace[1241287390] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4976; }","duration":"1.410365744s","start":"2026-07-24T05:37:12.820391Z","end":"2026-07-24T05:37:14.230757Z","steps":["trace[1241287390] 'agreement among raft nodes before linearized reading' (duration: 1.409432832s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.230815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:12.820373Z","time spent":"1.410428475s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:37:14.230975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.400113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:37:14.231009Z","caller":"traceutil/trace.go:171","msg":"trace[311163536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4976; }","duration":"545.452465ms","start":"2026-07-24T05:37:13.685548Z","end":"2026-07-24T05:37:14.231001Z","steps":["trace[311163536] 'agreement among raft nodes before linearized reading' (duration: 543.651983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:14.231028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:13.685541Z","time spent":"545.482476ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:37:16.16281Z","caller":"traceutil/trace.go:171","msg":"trace[1812277637] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"259.60266ms","start":"2026-07-24T05:37:15.903174Z","end":"2026-07-24T05:37:16.162777Z","steps":["trace[1812277637] 'process raft request' (duration: 259.106739ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:16.56546Z","caller":"traceutil/trace.go:171","msg":"trace[1746695130] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"230.264168ms","start":"2026-07-24T05:37:16.335162Z","end":"2026-07-24T05:37:16.565427Z","steps":["trace[1746695130] 'process raft request' (duration: 229.916381ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:16.565903Z","caller":"traceutil/trace.go:171","msg":"trace[855624085] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"230.641267ms","start":"2026-07-24T05:37:16.335226Z","end":"2026-07-24T05:37:16.565867Z","steps":["trace[855624085] 'process raft request' (duration: 230.139076ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:16.565986Z","caller":"traceutil/trace.go:171","msg":"trace[951818096] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"230.100175ms","start":"2026-07-24T05:37:16.335872Z","end":"2026-07-24T05:37:16.565972Z","steps":["trace[951818096] 'process raft request' (duration: 229.985502ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:16.565991Z","caller":"traceutil/trace.go:171","msg":"trace[2086411367] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5264; }","duration":"230.129055ms","start":"2026-07-24T05:37:16.33582Z","end":"2026-07-24T05:37:16.565949Z","steps":["trace[2086411367] 'read index received' (duration: 51.176283ms)","trace[2086411367] 'applied index is now lower than readState.Index' (duration: 178.951342ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:16.566036Z","caller":"traceutil/trace.go:171","msg":"trace[1321078534] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"230.655877ms","start":"2026-07-24T05:37:16.335336Z","end":"2026-07-24T05:37:16.565991Z","steps":["trace[1321078534] 'process raft request' (duration: 230.35703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:16.566424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.568655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:37:16.566497Z","caller":"traceutil/trace.go:171","msg":"trace[444978032] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4992; }","duration":"230.692068ms","start":"2026-07-24T05:37:16.335788Z","end":"2026-07-24T05:37:16.56648Z","steps":["trace[444978032] 'agreement among raft nodes before linearized reading' (duration: 230.356141ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:17.361587Z","caller":"traceutil/trace.go:171","msg":"trace[117452840] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"341.702234ms","start":"2026-07-24T05:37:17.01985Z","end":"2026-07-24T05:37:17.361552Z","steps":["trace[117452840] 'process raft request' (duration: 341.313355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:17.361785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:17.01981Z","time spent":"341.860177ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:17.752943Z","caller":"traceutil/trace.go:171","msg":"trace[1459833151] linearizableReadLoop","detail":"{readStateIndex:5271; appliedIndex:5270; }","duration":"139.949148ms","start":"2026-07-24T05:37:17.61294Z","end":"2026-07-24T05:37:17.752889Z","steps":["trace[1459833151] 'read index received' (duration: 77.535498ms)","trace[1459833151] 'applied index is now lower than readState.Index' (duration: 62.41126ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:17.753034Z","caller":"traceutil/trace.go:171","msg":"trace[1374057253] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"225.588993ms","start":"2026-07-24T05:37:17.527402Z","end":"2026-07-24T05:37:17.752991Z","steps":["trace[1374057253] 'process raft request' (duration: 163.201943ms)","trace[1374057253] 'compare' (duration: 62.100773ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:17.753146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.170533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:17.753208Z","caller":"traceutil/trace.go:171","msg":"trace[1744823287] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4994; }","duration":"140.314347ms","start":"2026-07-24T05:37:17.612877Z","end":"2026-07-24T05:37:17.753191Z","steps":["trace[1744823287] 'agreement among raft nodes before linearized reading' (duration: 140.172924ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:18.466093Z","caller":"traceutil/trace.go:171","msg":"trace[590165055] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"133.007889ms","start":"2026-07-24T05:37:18.333058Z","end":"2026-07-24T05:37:18.466066Z","steps":["trace[590165055] 'process raft request' (duration: 132.770514ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:18.466289Z","caller":"traceutil/trace.go:171","msg":"trace[335550082] linearizableReadLoop","detail":"{readStateIndex:5275; appliedIndex:5272; }","duration":"124.78125ms","start":"2026-07-24T05:37:18.341455Z","end":"2026-07-24T05:37:18.466236Z","steps":["trace[335550082] 'read index received' (duration: 75.107142ms)","trace[335550082] 'applied index is now lower than readState.Index' (duration: 49.671108ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:18.466323Z","caller":"traceutil/trace.go:171","msg":"trace[492164209] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"131.075014ms","start":"2026-07-24T05:37:18.335204Z","end":"2026-07-24T05:37:18.466279Z","steps":["trace[492164209] 'process raft request' (duration: 130.820008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:18.466576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.099958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:37:18.466613Z","caller":"traceutil/trace.go:171","msg":"trace[1663170450] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:4998; }","duration":"125.20244ms","start":"2026-07-24T05:37:18.341402Z","end":"2026-07-24T05:37:18.466604Z","steps":["trace[1663170450] 'agreement among raft nodes before linearized reading' (duration: 125.000546ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:18.695904Z","caller":"traceutil/trace.go:171","msg":"trace[809598468] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"120.999284ms","start":"2026-07-24T05:37:18.574864Z","end":"2026-07-24T05:37:18.695863Z","steps":["trace[809598468] 'process raft request' (duration: 36.823944ms)","trace[809598468] 'compare' (duration: 83.999176ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:18.729361Z","caller":"traceutil/trace.go:171","msg":"trace[57932919] linearizableReadLoop","detail":"{readStateIndex:5280; appliedIndex:5276; }","duration":"151.247558ms","start":"2026-07-24T05:37:18.578079Z","end":"2026-07-24T05:37:18.729327Z","steps":["trace[57932919] 'read index received' (duration: 33.548799ms)","trace[57932919] 'applied index is now lower than readState.Index' (duration: 117.697648ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:18.729401Z","caller":"traceutil/trace.go:171","msg":"trace[1033013918] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"153.98449ms","start":"2026-07-24T05:37:18.575367Z","end":"2026-07-24T05:37:18.729351Z","steps":["trace[1033013918] 'process raft request' (duration: 153.669593ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:18.729442Z","caller":"traceutil/trace.go:171","msg":"trace[1177756271] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"153.883627ms","start":"2026-07-24T05:37:18.575531Z","end":"2026-07-24T05:37:18.729415Z","steps":["trace[1177756271] 'process raft request' (duration: 153.698293ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:18.72968Z","caller":"traceutil/trace.go:171","msg":"trace[1347980405] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"153.871626ms","start":"2026-07-24T05:37:18.575797Z","end":"2026-07-24T05:37:18.729669Z","steps":["trace[1347980405] 'process raft request' (duration: 153.482577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:18.729829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.712069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:37:18.729931Z","caller":"traceutil/trace.go:171","msg":"trace[519068968] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5003; }","duration":"151.870043ms","start":"2026-07-24T05:37:18.578042Z","end":"2026-07-24T05:37:18.729912Z","steps":["trace[519068968] 'agreement among raft nodes before linearized reading' (duration: 151.418632ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:20.294354Z","caller":"traceutil/trace.go:171","msg":"trace[1278934421] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"101.704821ms","start":"2026-07-24T05:37:20.192604Z","end":"2026-07-24T05:37:20.294308Z","steps":["trace[1278934421] 'process raft request' (duration: 101.344793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:20.528616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.297273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:20.528748Z","caller":"traceutil/trace.go:171","msg":"trace[415298022] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:5005; }","duration":"197.503378ms","start":"2026-07-24T05:37:20.331209Z","end":"2026-07-24T05:37:20.528712Z","steps":["trace[415298022] 'count revisions from in-memory index tree' (duration: 197.1326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:20.528774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.836041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18528"} {"level":"info","ts":"2026-07-24T05:37:20.528902Z","caller":"traceutil/trace.go:171","msg":"trace[1112570258] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5005; }","duration":"224.022526ms","start":"2026-07-24T05:37:20.304852Z","end":"2026-07-24T05:37:20.528875Z","steps":["trace[1112570258] 'range keys from in-memory index tree' (duration: 223.566025ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:20.537992Z","caller":"traceutil/trace.go:171","msg":"trace[1001248317] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"115.421366ms","start":"2026-07-24T05:37:20.422536Z","end":"2026-07-24T05:37:20.537958Z","steps":["trace[1001248317] 'process raft request' (duration: 115.207361ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:20.654331Z","caller":"traceutil/trace.go:171","msg":"trace[488828414] linearizableReadLoop","detail":"{readStateIndex:5286; appliedIndex:5283; }","duration":"143.382717ms","start":"2026-07-24T05:37:20.510915Z","end":"2026-07-24T05:37:20.654297Z","steps":["trace[488828414] 'read index received' (duration: 26.884696ms)","trace[488828414] 'applied index is now lower than readState.Index' (duration: 116.496671ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:20.654424Z","caller":"traceutil/trace.go:171","msg":"trace[1370796350] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"182.258279ms","start":"2026-07-24T05:37:20.472105Z","end":"2026-07-24T05:37:20.654363Z","steps":["trace[1370796350] 'process raft request' (duration: 181.935671ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:20.654502Z","caller":"traceutil/trace.go:171","msg":"trace[18288839] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"181.674955ms","start":"2026-07-24T05:37:20.472783Z","end":"2026-07-24T05:37:20.654458Z","steps":["trace[18288839] 'process raft request' (duration: 181.463249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:20.65461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.682975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:37:20.654658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.498135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:37:20.654685Z","caller":"traceutil/trace.go:171","msg":"trace[1624743986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5008; }","duration":"143.818328ms","start":"2026-07-24T05:37:20.510846Z","end":"2026-07-24T05:37:20.654665Z","steps":["trace[1624743986] 'agreement among raft nodes before linearized reading' (duration: 143.617413ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:20.654701Z","caller":"traceutil/trace.go:171","msg":"trace[1383031033] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5008; }","duration":"141.598376ms","start":"2026-07-24T05:37:20.513089Z","end":"2026-07-24T05:37:20.654687Z","steps":["trace[1383031033] 'agreement among raft nodes before linearized reading' (duration: 141.393401ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:20.833986Z","caller":"traceutil/trace.go:171","msg":"trace[467833694] linearizableReadLoop","detail":"{readStateIndex:5288; appliedIndex:5287; }","duration":"100.856592ms","start":"2026-07-24T05:37:20.733089Z","end":"2026-07-24T05:37:20.833946Z","steps":["trace[467833694] 'read index received' (duration: 32.059535ms)","trace[467833694] 'applied index is now lower than readState.Index' (duration: 68.795787ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:20.834182Z","caller":"traceutil/trace.go:171","msg":"trace[221060498] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"129.255123ms","start":"2026-07-24T05:37:20.704902Z","end":"2026-07-24T05:37:20.834157Z","steps":["trace[221060498] 'process raft request' (duration: 60.388064ms)","trace[221060498] 'compare' (duration: 68.421329ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:20.83445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.385022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:37:20.83456Z","caller":"traceutil/trace.go:171","msg":"trace[1715592357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5010; }","duration":"100.532455ms","start":"2026-07-24T05:37:20.734Z","end":"2026-07-24T05:37:20.834533Z","steps":["trace[1715592357] 'agreement among raft nodes before linearized reading' (duration: 100.261959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:20.834825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.703291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-24T05:37:20.83488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.304369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:37:20.834891Z","caller":"traceutil/trace.go:171","msg":"trace[254068314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5010; }","duration":"101.842835ms","start":"2026-07-24T05:37:20.733033Z","end":"2026-07-24T05:37:20.834876Z","steps":["trace[254068314] 'agreement among raft nodes before linearized reading' (duration: 101.66251ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:20.834929Z","caller":"traceutil/trace.go:171","msg":"trace[2106820106] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5010; }","duration":"100.368591ms","start":"2026-07-24T05:37:20.734546Z","end":"2026-07-24T05:37:20.834915Z","steps":["trace[2106820106] 'agreement among raft nodes before linearized reading' (duration: 100.243579ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:20.99078Z","caller":"traceutil/trace.go:171","msg":"trace[1217970433] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"151.519593ms","start":"2026-07-24T05:37:20.839225Z","end":"2026-07-24T05:37:20.990745Z","steps":["trace[1217970433] 'process raft request' (duration: 118.396054ms)","trace[1217970433] 'compare' (duration: 32.883634ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:20.990943Z","caller":"traceutil/trace.go:171","msg":"trace[1682985358] linearizableReadLoop","detail":"{readStateIndex:5291; appliedIndex:5288; }","duration":"150.769127ms","start":"2026-07-24T05:37:20.840135Z","end":"2026-07-24T05:37:20.990904Z","steps":["trace[1682985358] 'read index received' (duration: 68.711615ms)","trace[1682985358] 'applied index is now lower than readState.Index' (duration: 82.055102ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:20.990987Z","caller":"traceutil/trace.go:171","msg":"trace[520769838] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"151.254638ms","start":"2026-07-24T05:37:20.839686Z","end":"2026-07-24T05:37:20.990941Z","steps":["trace[520769838] 'process raft request' (duration: 151.015962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:20.99131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.137475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:37:20.991362Z","caller":"traceutil/trace.go:171","msg":"trace[425692458] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5013; }","duration":"151.226787ms","start":"2026-07-24T05:37:20.840124Z","end":"2026-07-24T05:37:20.991351Z","steps":["trace[425692458] 'agreement among raft nodes before linearized reading' (duration: 150.882719ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:22.47256Z","caller":"traceutil/trace.go:171","msg":"trace[91867318] linearizableReadLoop","detail":"{readStateIndex:5292; appliedIndex:5291; }","duration":"162.716631ms","start":"2026-07-24T05:37:22.309817Z","end":"2026-07-24T05:37:22.472533Z","steps":["trace[91867318] 'read index received' (duration: 162.406253ms)","trace[91867318] 'applied index is now lower than readState.Index' (duration: 309.308µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:22.472667Z","caller":"traceutil/trace.go:171","msg":"trace[1805455505] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"173.377034ms","start":"2026-07-24T05:37:22.29925Z","end":"2026-07-24T05:37:22.472627Z","steps":["trace[1805455505] 'process raft request' (duration: 173.102757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:22.472794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.936846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:22.472896Z","caller":"traceutil/trace.go:171","msg":"trace[277928076] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5014; }","duration":"163.11596ms","start":"2026-07-24T05:37:22.309758Z","end":"2026-07-24T05:37:22.472874Z","steps":["trace[277928076] 'agreement among raft nodes before linearized reading' (duration: 162.879215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:23.138825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:23.639457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:23.786413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.242591937s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:37:25.104751Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.318088917s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:37:25.12221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999922598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:37:25.122357Z","caller":"traceutil/trace.go:171","msg":"trace[45594771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170234s","start":"2026-07-24T05:37:23.122149Z","end":"2026-07-24T05:37:25.12232Z","steps":["trace[45594771] 'agreement among raft nodes before linearized reading' (duration: 1.999961749s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:25.122439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:23.12212Z","time spent":"2.000301877s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:25.409814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623019157s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:37:25.41009Z","caller":"traceutil/trace.go:171","msg":"trace[2043941555] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"2.749895321s","start":"2026-07-24T05:37:22.660172Z","end":"2026-07-24T05:37:25.410068Z","steps":["trace[2043941555] 'process raft request' (duration: 2.749790688s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:25.410104Z","caller":"traceutil/trace.go:171","msg":"trace[1324472962] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"2.866362811s","start":"2026-07-24T05:37:22.543694Z","end":"2026-07-24T05:37:25.410057Z","steps":["trace[1324472962] 'process raft request' (duration: 1.242983646s)","trace[1324472962] 'compare' (duration: 1.622497985s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:25.410173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.660152Z","time spent":"2.749983933s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:25.410313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.543674Z","time spent":"2.866536605s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:25.410373Z","caller":"traceutil/trace.go:171","msg":"trace[1600868980] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"2.689755072s","start":"2026-07-24T05:37:22.720608Z","end":"2026-07-24T05:37:25.410363Z","steps":["trace[1600868980] 'process raft request' (duration: 2.68964433s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:25.410365Z","caller":"traceutil/trace.go:171","msg":"trace[730000482] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"2.749996603s","start":"2026-07-24T05:37:22.660324Z","end":"2026-07-24T05:37:25.410321Z","steps":["trace[730000482] 'process raft request' (duration: 2.749704777s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:25.410427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.720572Z","time spent":"2.689828164s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:25.410395Z","caller":"traceutil/trace.go:171","msg":"trace[1182287690] linearizableReadLoop","detail":"{readStateIndex:5296; appliedIndex:5292; }","duration":"2.772660022s","start":"2026-07-24T05:37:22.6377Z","end":"2026-07-24T05:37:25.41036Z","steps":["trace[1182287690] 'read index received' (duration: 1.14899436s)","trace[1182287690] 'applied index is now lower than readState.Index' (duration: 1.623664312s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:25.410465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.66028Z","time spent":"2.750133636s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:25.410586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772863428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:25.410688Z","caller":"traceutil/trace.go:171","msg":"trace[2048930309] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:0; response_revision:5018; }","duration":"2.77301011s","start":"2026-07-24T05:37:22.637655Z","end":"2026-07-24T05:37:25.410665Z","steps":["trace[2048930309] 'agreement among raft nodes before linearized reading' (duration: 2.772790465s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:25.41073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.637631Z","time spent":"2.773092873s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:37:25.911564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:26.412771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:26.503586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.534345ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:26.503743Z","caller":"traceutil/trace.go:171","msg":"trace[1765657754] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5018; }","duration":"408.71412ms","start":"2026-07-24T05:37:26.095006Z","end":"2026-07-24T05:37:26.50372Z","steps":["trace[1765657754] 'range keys from in-memory index tree' (duration: 408.510544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.506473Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.400365793s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:37:26.506947Z","caller":"traceutil/trace.go:171","msg":"trace[1606732036] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"2.027617633s","start":"2026-07-24T05:37:24.479285Z","end":"2026-07-24T05:37:26.506902Z","steps":["trace[1606732036] 'process raft request' (duration: 2.027411748s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.507129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:24.479253Z","time spent":"2.027793127s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:26.639295Z","caller":"traceutil/trace.go:171","msg":"trace[21042275] linearizableReadLoop","detail":"{readStateIndex:5298; appliedIndex:5296; }","duration":"1.22878001s","start":"2026-07-24T05:37:25.410478Z","end":"2026-07-24T05:37:26.639258Z","steps":["trace[21042275] 'read index received' (duration: 1.096199551s)","trace[21042275] 'applied index is now lower than readState.Index' (duration: 132.578779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:26.639575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98275273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:26.639599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643854746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:37:26.6397Z","caller":"traceutil/trace.go:171","msg":"trace[607810338] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5019; }","duration":"2.982951694s","start":"2026-07-24T05:37:23.656725Z","end":"2026-07-24T05:37:26.639677Z","steps":["trace[607810338] 'agreement among raft nodes before linearized reading' (duration: 2.9827468s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:26.639743Z","caller":"traceutil/trace.go:171","msg":"trace[1253193754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5019; }","duration":"3.6440502s","start":"2026-07-24T05:37:22.995671Z","end":"2026-07-24T05:37:26.639722Z","steps":["trace[1253193754] 'agreement among raft nodes before linearized reading' (duration: 3.643609561s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.63975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:23.656693Z","time spent":"2.983046007s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:26.639787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.995646Z","time spent":"3.644133942s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:37:26.640116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642841821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:37:26.640156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517255443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:26.64018Z","caller":"traceutil/trace.go:171","msg":"trace[2136178624] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5019; }","duration":"3.642954914s","start":"2026-07-24T05:37:22.99721Z","end":"2026-07-24T05:37:26.640165Z","steps":["trace[2136178624] 'agreement among raft nodes before linearized reading' (duration: 3.64275844s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:26.640199Z","caller":"traceutil/trace.go:171","msg":"trace[1709914561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5019; }","duration":"1.517350315s","start":"2026-07-24T05:37:25.122836Z","end":"2026-07-24T05:37:26.640187Z","steps":["trace[1709914561] 'agreement among raft nodes before linearized reading' (duration: 1.51714919s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.640151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643929107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:37:26.640233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:25.122812Z","time spent":"1.517410766s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:37:26.640245Z","caller":"traceutil/trace.go:171","msg":"trace[2044968568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5019; }","duration":"3.64403975s","start":"2026-07-24T05:37:22.996197Z","end":"2026-07-24T05:37:26.640237Z","steps":["trace[2044968568] 'agreement among raft nodes before linearized reading' (duration: 3.643896787s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.640229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.997197Z","time spent":"3.643021616s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:37:26.640285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.996189Z","time spent":"3.644088891s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:37:26.640774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.7875747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:37:26.640792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.958686522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:37:26.640812Z","caller":"traceutil/trace.go:171","msg":"trace[1475271142] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5019; }","duration":"3.787651432s","start":"2026-07-24T05:37:22.853149Z","end":"2026-07-24T05:37:26.640801Z","steps":["trace[1475271142] 'agreement among raft nodes before linearized reading' (duration: 3.78756497s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.640835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.853124Z","time spent":"3.787704914s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:26.640834Z","caller":"traceutil/trace.go:171","msg":"trace[185556040] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5019; }","duration":"3.958744665s","start":"2026-07-24T05:37:22.682078Z","end":"2026-07-24T05:37:26.640823Z","steps":["trace[185556040] 'agreement among raft nodes before linearized reading' (duration: 3.95857446s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.640868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.682071Z","time spent":"3.958790776s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:37:26.64094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.801375077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:37:26.641116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226823035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:26.641096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71735349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-24T05:37:26.641221Z","caller":"traceutil/trace.go:171","msg":"trace[745204771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5019; }","duration":"3.717537705s","start":"2026-07-24T05:37:22.923657Z","end":"2026-07-24T05:37:26.641194Z","steps":["trace[745204771] 'agreement among raft nodes before linearized reading' (duration: 3.717195967s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.641273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.619658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:26.641308Z","caller":"traceutil/trace.go:171","msg":"trace[534916586] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5019; }","duration":"309.70412ms","start":"2026-07-24T05:37:26.331594Z","end":"2026-07-24T05:37:26.641299Z","steps":["trace[534916586] 'agreement among raft nodes before linearized reading' (duration: 309.650529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.641323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.493689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:37:26.641302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.92363Z","time spent":"3.717652307s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:37:26.641336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:26.331563Z","time spent":"309.765872ms","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:26.641353Z","caller":"traceutil/trace.go:171","msg":"trace[1179000302] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5019; }","duration":"977.559221ms","start":"2026-07-24T05:37:25.663786Z","end":"2026-07-24T05:37:26.641345Z","steps":["trace[1179000302] 'agreement among raft nodes before linearized reading' (duration: 977.473989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.641381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:25.663721Z","time spent":"977.654443ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:37:26.641157Z","caller":"traceutil/trace.go:171","msg":"trace[915083874] range","detail":"{range_begin:/registry/poddisruptionbudgets/auth-system/keycloak; range_end:; response_count:0; response_revision:5019; }","duration":"1.226898527s","start":"2026-07-24T05:37:25.414249Z","end":"2026-07-24T05:37:26.641148Z","steps":["trace[915083874] 'agreement among raft nodes before linearized reading' (duration: 1.226838615s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.641677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:25.41423Z","time spent":"1.227428239s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:37:26.641237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960841562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:37:26.641968Z","caller":"traceutil/trace.go:171","msg":"trace[1269280464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5019; }","duration":"3.96158975s","start":"2026-07-24T05:37:22.680356Z","end":"2026-07-24T05:37:26.641946Z","steps":["trace[1269280464] 'agreement among raft nodes before linearized reading' (duration: 3.960819492s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.642023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.680338Z","time spent":"3.961670601s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:37:26.641Z","caller":"traceutil/trace.go:171","msg":"trace[587961554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5019; }","duration":"3.801488639s","start":"2026-07-24T05:37:22.839499Z","end":"2026-07-24T05:37:26.640988Z","steps":["trace[587961554] 'agreement among raft nodes before linearized reading' (duration: 3.801347016s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.644322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.839466Z","time spent":"3.804841966s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:37:26.644657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.660441466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414160"} {"level":"info","ts":"2026-07-24T05:37:26.644696Z","caller":"traceutil/trace.go:171","msg":"trace[420141702] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5019; }","duration":"3.660530298s","start":"2026-07-24T05:37:22.984156Z","end":"2026-07-24T05:37:26.644686Z","steps":["trace[420141702] 'agreement among raft nodes before linearized reading' (duration: 3.655289577s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:26.644723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:22.984128Z","time spent":"3.660590169s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414183,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T05:37:28.33274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.595440635s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:37:28.33501Z","caller":"traceutil/trace.go:171","msg":"trace[1785612314] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"1.687546837s","start":"2026-07-24T05:37:26.647418Z","end":"2026-07-24T05:37:28.334965Z","steps":["trace[1785612314] 'process raft request' (duration: 1.685666294s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:28.335034Z","caller":"traceutil/trace.go:171","msg":"trace[1827511609] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"1.687459405s","start":"2026-07-24T05:37:26.647544Z","end":"2026-07-24T05:37:28.335003Z","steps":["trace[1827511609] 'process raft request' (duration: 1.687283611s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.335206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:26.647386Z","time spent":"1.6877083s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:28.335209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:26.647534Z","time spent":"1.687580267s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:28.335354Z","caller":"traceutil/trace.go:171","msg":"trace[1881683400] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"1.677227s","start":"2026-07-24T05:37:26.658116Z","end":"2026-07-24T05:37:28.335343Z","steps":["trace[1881683400] 'process raft request' (duration: 1.677085127s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.335392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687596507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:28.335369Z","caller":"traceutil/trace.go:171","msg":"trace[242276539] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"1.687562847s","start":"2026-07-24T05:37:26.64778Z","end":"2026-07-24T05:37:28.335343Z","steps":["trace[242276539] 'process raft request' (duration: 1.687177619s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:28.335432Z","caller":"traceutil/trace.go:171","msg":"trace[1637663619] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak-externaldb; range_end:; response_count:0; response_revision:5024; }","duration":"1.687650809s","start":"2026-07-24T05:37:26.64777Z","end":"2026-07-24T05:37:28.33542Z","steps":["trace[1637663619] 'agreement among raft nodes before linearized reading' (duration: 1.687572207s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.335428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:26.65811Z","time spent":"1.677287851s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:28.33546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:26.647758Z","time spent":"1.68769533s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/auth-system/keycloak-externaldb\" "} {"level":"warn","ts":"2026-07-24T05:37:28.33551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:26.647737Z","time spent":"1.687699009s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:28.335518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68771663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:37:28.335579Z","caller":"traceutil/trace.go:171","msg":"trace[1831398866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5024; }","duration":"1.687822352s","start":"2026-07-24T05:37:26.647743Z","end":"2026-07-24T05:37:28.335566Z","steps":["trace[1831398866] 'agreement among raft nodes before linearized reading' (duration: 1.687642898s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.33561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:26.647712Z","time spent":"1.687890424s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:37:28.335339Z","caller":"traceutil/trace.go:171","msg":"trace[1503441384] linearizableReadLoop","detail":"{readStateIndex:5301; appliedIndex:5298; }","duration":"1.687513385s","start":"2026-07-24T05:37:26.647797Z","end":"2026-07-24T05:37:28.33531Z","steps":["trace[1503441384] 'read index received' (duration: 89.538283ms)","trace[1503441384] 'applied index is now lower than readState.Index' (duration: 1.597973732s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:28.49265Z","caller":"traceutil/trace.go:171","msg":"trace[1653274712] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"1.075530406s","start":"2026-07-24T05:37:27.417063Z","end":"2026-07-24T05:37:28.492593Z","steps":["trace[1653274712] 'process raft request' (duration: 1.024766272s)","trace[1653274712] 'compare' (duration: 50.427295ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:28.492691Z","caller":"traceutil/trace.go:171","msg":"trace[1308989712] linearizableReadLoop","detail":"{readStateIndex:5309; appliedIndex:5303; }","duration":"156.99906ms","start":"2026-07-24T05:37:28.335661Z","end":"2026-07-24T05:37:28.49266Z","steps":["trace[1308989712] 'read index received' (duration: 106.258296ms)","trace[1308989712] 'applied index is now lower than readState.Index' (duration: 50.739854ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:28.492747Z","caller":"traceutil/trace.go:171","msg":"trace[2029090033] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"1.075601408s","start":"2026-07-24T05:37:27.417138Z","end":"2026-07-24T05:37:28.49274Z","steps":["trace[2029090033] 'process raft request' (duration: 1.075306901s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:28.492853Z","caller":"traceutil/trace.go:171","msg":"trace[1665132373] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"829.076187ms","start":"2026-07-24T05:37:27.663763Z","end":"2026-07-24T05:37:28.49284Z","steps":["trace[1665132373] 'process raft request' (duration: 828.754029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.49291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:27.417027Z","time spent":"1.075744991s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:28.493015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251832578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:28.493016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:27.663726Z","time spent":"829.187999ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:28.493053Z","caller":"traceutil/trace.go:171","msg":"trace[1725780870] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5030; }","duration":"1.25191222s","start":"2026-07-24T05:37:27.24113Z","end":"2026-07-24T05:37:28.493042Z","steps":["trace[1725780870] 'agreement among raft nodes before linearized reading' (duration: 1.251774247s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.493077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:27.241092Z","time spent":"1.251980642s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:28.493069Z","caller":"traceutil/trace.go:171","msg":"trace[1447725600] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"663.931571ms","start":"2026-07-24T05:37:27.8291Z","end":"2026-07-24T05:37:28.493031Z","steps":["trace[1447725600] 'process raft request' (duration: 663.46193ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:28.493244Z","caller":"traceutil/trace.go:171","msg":"trace[1507720046] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"435.095666ms","start":"2026-07-24T05:37:28.058142Z","end":"2026-07-24T05:37:28.493238Z","steps":["trace[1507720046] 'process raft request' (duration: 434.468542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.493256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:27.829068Z","time spent":"664.088384ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:28.493284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:28.058109Z","time spent":"435.159226ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:28.493423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058556258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:28.492671Z","caller":"traceutil/trace.go:171","msg":"trace[772138217] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"1.074103404s","start":"2026-07-24T05:37:27.418527Z","end":"2026-07-24T05:37:28.49263Z","steps":["trace[772138217] 'process raft request' (duration: 1.07396213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.493482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845469647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:28.493506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:27.418519Z","time spent":"1.074955194s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:28.493523Z","caller":"traceutil/trace.go:171","msg":"trace[944433185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5030; }","duration":"1.845517439s","start":"2026-07-24T05:37:26.647995Z","end":"2026-07-24T05:37:28.493512Z","steps":["trace[944433185] 'agreement among raft nodes before linearized reading' (duration: 1.845464338s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.493572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:26.647987Z","time spent":"1.8455757s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:37:28.493444Z","caller":"traceutil/trace.go:171","msg":"trace[28292631] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5030; }","duration":"1.058578048s","start":"2026-07-24T05:37:27.434862Z","end":"2026-07-24T05:37:28.49344Z","steps":["trace[28292631] 'agreement among raft nodes before linearized reading' (duration: 1.058524707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.493702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.56868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18331"} {"level":"info","ts":"2026-07-24T05:37:28.493732Z","caller":"traceutil/trace.go:171","msg":"trace[1177882834] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5030; }","duration":"156.625261ms","start":"2026-07-24T05:37:28.3371Z","end":"2026-07-24T05:37:28.493725Z","steps":["trace[1177882834] 'agreement among raft nodes before linearized reading' (duration: 156.57228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.493432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835364216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:37:28.493776Z","caller":"traceutil/trace.go:171","msg":"trace[687761650] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5030; }","duration":"1.835718844s","start":"2026-07-24T05:37:26.658044Z","end":"2026-07-24T05:37:28.493762Z","steps":["trace[687761650] 'agreement among raft nodes before linearized reading' (duration: 1.83511983s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.493815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:26.658037Z","time spent":"1.835767905s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:37:28.492872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:27.417091Z","time spent":"1.075700001s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:28.493732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:27.434809Z","time spent":"1.058906536s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:28.494118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846222964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:37:28.494138Z","caller":"traceutil/trace.go:171","msg":"trace[1978508850] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5030; }","duration":"1.846267346s","start":"2026-07-24T05:37:26.647865Z","end":"2026-07-24T05:37:28.494133Z","steps":["trace[1978508850] 'agreement among raft nodes before linearized reading' (duration: 1.84600713s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:28.494154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:26.647855Z","time spent":"1.846295626s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:37:28.494181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.128033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:28.494334Z","caller":"traceutil/trace.go:171","msg":"trace[1161730506] range","detail":"{range_begin:/registry/secrets/auth-system/keycloak; range_end:; response_count:0; response_revision:5030; }","duration":"154.308848ms","start":"2026-07-24T05:37:28.339993Z","end":"2026-07-24T05:37:28.494302Z","steps":["trace[1161730506] 'agreement among raft nodes before linearized reading' (duration: 154.043272ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:28.821801Z","caller":"traceutil/trace.go:171","msg":"trace[2013262375] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"129.471538ms","start":"2026-07-24T05:37:28.692271Z","end":"2026-07-24T05:37:28.821742Z","steps":["trace[2013262375] 'process raft request' (duration: 46.378993ms)","trace[2013262375] 'compare' (duration: 82.515762ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:32.119421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997116916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:32.119525Z","caller":"traceutil/trace.go:171","msg":"trace[884514667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99728054s","start":"2026-07-24T05:37:30.12222Z","end":"2026-07-24T05:37:32.119501Z","steps":["trace[884514667] 'agreement among raft nodes before linearized reading' (duration: 1.997148707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:32.119578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.122197Z","time spent":"1.997370811s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:37:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:34.120087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:34.120209Z","caller":"traceutil/trace.go:171","msg":"trace[781856333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000444269s","start":"2026-07-24T05:37:32.119737Z","end":"2026-07-24T05:37:34.120181Z","steps":["trace[781856333] 'agreement among raft nodes before linearized reading' (duration: 2.000275796s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:34.120326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:32.119714Z","time spent":"2.000597323s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:37:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:34.850457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.37621579s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:37:34.850589Z","caller":"traceutil/trace.go:171","msg":"trace[1922067058] linearizableReadLoop","detail":"{readStateIndex:5349; appliedIndex:5348; }","duration":"5.422233215s","start":"2026-07-24T05:37:29.428336Z","end":"2026-07-24T05:37:34.85057Z","steps":["trace[1922067058] 'read index received' (duration: 45.683737ms)","trace[1922067058] 'applied index is now lower than readState.Index' (duration: 5.376547938s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:34.850903Z","caller":"traceutil/trace.go:171","msg":"trace[772060484] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"5.540041914s","start":"2026-07-24T05:37:29.310819Z","end":"2026-07-24T05:37:34.850861Z","steps":["trace[772060484] 'process raft request' (duration: 163.230121ms)","trace[772060484] 'compare' (duration: 5.374568962s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:34.851035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.422703495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-07-24T05:37:34.85109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:29.310785Z","time spent":"5.540200268s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:34.853358Z","caller":"traceutil/trace.go:171","msg":"trace[1925600991] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:5068; }","duration":"5.422763757s","start":"2026-07-24T05:37:29.428286Z","end":"2026-07-24T05:37:34.85105Z","steps":["trace[1925600991] 'agreement among raft nodes before linearized reading' (duration: 5.422632204s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:34.853595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:29.428261Z","time spent":"5.425321195s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":928,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:37:35.339823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999869683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:37:35.339915Z","caller":"traceutil/trace.go:171","msg":"trace[1633264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000000676s","start":"2026-07-24T05:37:30.339885Z","end":"2026-07-24T05:37:35.339886Z","steps":["trace[1633264] 'agreement among raft nodes before linearized reading' (duration: 4.999883003s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:35.339958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.339878Z","time spent":"5.000072457s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:37:35.339953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999504404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:37:35.340215Z","caller":"traceutil/trace.go:171","msg":"trace[1215799503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999875543s","start":"2026-07-24T05:37:30.340315Z","end":"2026-07-24T05:37:35.34019Z","steps":["trace[1215799503] 'agreement among raft nodes before linearized reading' (duration: 4.999506514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:35.340269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.34031Z","time spent":"4.999947235s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:37:35.340302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000400075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:35.340324Z","caller":"traceutil/trace.go:171","msg":"trace[416738741] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000465876s","start":"2026-07-24T05:37:30.339851Z","end":"2026-07-24T05:37:35.340317Z","steps":["trace[416738741] 'agreement among raft nodes before linearized reading' (duration: 5.000444686s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:35.340346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.339824Z","time spent":"5.000517868s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:37:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:35.351701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:35.498859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.500819Z","time spent":"4.998032101s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:37:35.49891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.501492Z","time spent":"4.997407336s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:37:35.499195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.501335Z","time spent":"4.997856776s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:37:35.570113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.562019Z","time spent":"5.008085601s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:37:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:35.851907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:36.129113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000468551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:37:36.129206Z","caller":"traceutil/trace.go:171","msg":"trace[1055198949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000623595s","start":"2026-07-24T05:37:34.128551Z","end":"2026-07-24T05:37:36.129175Z","steps":["trace[1055198949] 'agreement among raft nodes before linearized reading' (duration: 2.000517273s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:36.129261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:34.128525Z","time spent":"2.000725717s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:37:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:36.352376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:36.853115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:37.353539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:37.85447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:38.130103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000339578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:37:38.130217Z","caller":"traceutil/trace.go:171","msg":"trace[1029976805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530102s","start":"2026-07-24T05:37:36.12966Z","end":"2026-07-24T05:37:38.130191Z","steps":["trace[1029976805] 'agreement among raft nodes before linearized reading' (duration: 2.000377489s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:38.130277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:36.129631Z","time spent":"2.000635185s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:38.354651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:38.855288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147595,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:39.298216Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.509265935s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:37:39.480043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:35.888115Z","time spent":"3.591915687s","remote":"127.0.0.1:42636","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:37:39.481034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385651318s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:39.481212Z","caller":"traceutil/trace.go:171","msg":"trace[1188106238] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5068; }","duration":"3.385850283s","start":"2026-07-24T05:37:36.095334Z","end":"2026-07-24T05:37:39.481184Z","steps":["trace[1188106238] 'range keys from in-memory index tree' (duration: 3.385630448s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:39.481815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.285211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:37:39.918655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:32.917549Z","time spent":"7.001095871s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:37:40.138424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999812908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:40.138581Z","caller":"traceutil/trace.go:171","msg":"trace[206853430] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000055033s","start":"2026-07-24T05:37:38.138496Z","end":"2026-07-24T05:37:40.138551Z","steps":["trace[206853430] 'agreement among raft nodes before linearized reading' (duration: 1.999866689s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:40.138648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:38.138466Z","time spent":"2.000166546s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:40.339242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996970117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:40.339462Z","caller":"traceutil/trace.go:171","msg":"trace[106048888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997338995s","start":"2026-07-24T05:37:37.342099Z","end":"2026-07-24T05:37:40.339438Z","steps":["trace[106048888] 'agreement among raft nodes before linearized reading' (duration: 2.997013168s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:40.339516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:37.34207Z","time spent":"2.997434997s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:40.339731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99709251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:40.339776Z","caller":"traceutil/trace.go:171","msg":"trace[1997510987] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997140581s","start":"2026-07-24T05:37:37.342624Z","end":"2026-07-24T05:37:40.339765Z","steps":["trace[1997510987] 'agreement among raft nodes before linearized reading' (duration: 2.99709101s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:40.339807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:37.342611Z","time spent":"2.997187743s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:40.340031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997162602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:40.340133Z","caller":"traceutil/trace.go:171","msg":"trace[1633608276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.99752933s","start":"2026-07-24T05:37:37.342576Z","end":"2026-07-24T05:37:40.340105Z","steps":["trace[1633608276] 'agreement among raft nodes before linearized reading' (duration: 2.997195942s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:40.340193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:37.342549Z","time spent":"2.997631363s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:37:40.339792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999626905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T05:37:40.340272Z","caller":"traceutil/trace.go:171","msg":"trace[1858743704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000154317s","start":"2026-07-24T05:37:30.340093Z","end":"2026-07-24T05:37:40.340247Z","steps":["trace[1858743704] 'agreement among raft nodes before linearized reading' (duration: 9.999622985s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:40.340335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.340088Z","time spent":"10.000232339s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:40.499102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.995688818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-24T05:37:40.499143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997665243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:40.499214Z","caller":"traceutil/trace.go:171","msg":"trace[252629103] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.995845371s","start":"2026-07-24T05:37:35.503342Z","end":"2026-07-24T05:37:40.499187Z","steps":["trace[252629103] 'agreement among raft nodes before linearized reading' (duration: 4.995686887s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:40.49925Z","caller":"traceutil/trace.go:171","msg":"trace[1270112120] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.997856119s","start":"2026-07-24T05:37:35.501366Z","end":"2026-07-24T05:37:40.499222Z","steps":["trace[1270112120] 'agreement among raft nodes before linearized reading' (duration: 4.997695234s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:40.499276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:35.503332Z","time spent":"4.995932685s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:40.499322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:35.501343Z","time spent":"4.997967071s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:40.504179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.001701165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:40.504238Z","caller":"traceutil/trace.go:171","msg":"trace[112922593] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"5.001810678s","start":"2026-07-24T05:37:35.502412Z","end":"2026-07-24T05:37:40.504222Z","steps":["trace[112922593] 'agreement among raft nodes before linearized reading' (duration: 5.001742676s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:40.504275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:35.502387Z","time spent":"5.00187948s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:40.561352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990817398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:40.561503Z","caller":"traceutil/trace.go:171","msg":"trace[633017498] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.991067913s","start":"2026-07-24T05:37:35.570407Z","end":"2026-07-24T05:37:40.561475Z","steps":["trace[633017498] 'agreement among raft nodes before linearized reading' (duration: 4.990880289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:40.561567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:35.570381Z","time spent":"4.991174636s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:40.587592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943757107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:40.587695Z","caller":"traceutil/trace.go:171","msg":"trace[839503270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.94388613s","start":"2026-07-24T05:37:33.643783Z","end":"2026-07-24T05:37:40.58767Z","steps":["trace[839503270] 'agreement among raft nodes before linearized reading' (duration: 6.943751627s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:40.587751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:33.643708Z","time spent":"6.944032163s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:40.857953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999438361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:40.858056Z","caller":"traceutil/trace.go:171","msg":"trace[1466368768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.999616104s","start":"2026-07-24T05:37:30.858416Z","end":"2026-07-24T05:37:40.858032Z","steps":["trace[1466368768] 'agreement among raft nodes before linearized reading' (duration: 9.999462201s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:40.858126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.858364Z","time spent":"9.999742587s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/24 05:37:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:42.138935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999843746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:42.139031Z","caller":"traceutil/trace.go:171","msg":"trace[1962685791] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99999958s","start":"2026-07-24T05:37:40.139008Z","end":"2026-07-24T05:37:42.139008Z","steps":["trace[1962685791] 'agreement among raft nodes before linearized reading' (duration: 1.999883817s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:42.139097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:40.138987Z","time spent":"2.000098382s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:37:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:42.179704Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.769569523s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:37:42.339582Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fd3fc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:37:42.717591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000767979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:37:42.717715Z","caller":"traceutil/trace.go:171","msg":"trace[1124007442] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000976983s","start":"2026-07-24T05:37:40.716712Z","end":"2026-07-24T05:37:42.717689Z","steps":["trace[1124007442] 'agreement among raft nodes before linearized reading' (duration: 2.000796489s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:42.717793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:40.716689Z","time spent":"2.001091916s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:37:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:44.148104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999921529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:37:44.148236Z","caller":"traceutil/trace.go:171","msg":"trace[488661213] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000103294s","start":"2026-07-24T05:37:42.148106Z","end":"2026-07-24T05:37:44.148209Z","steps":["trace[488661213] 'agreement among raft nodes before linearized reading' (duration: 1.99993258s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.148303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:42.148094Z","time spent":"2.000189156s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:44.860638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680358168s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:37:44.862722Z","caller":"traceutil/trace.go:171","msg":"trace[1671968151] transaction","detail":"{read_only:false; response_revision:5075; number_of_response:1; }","duration":"6.345095286s","start":"2026-07-24T05:37:38.517592Z","end":"2026-07-24T05:37:44.862688Z","steps":["trace[1671968151] 'process raft request' (duration: 6.343145241s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:44.862785Z","caller":"traceutil/trace.go:171","msg":"trace[1242306457] transaction","detail":"{read_only:false; response_revision:5076; number_of_response:1; }","duration":"6.339433716s","start":"2026-07-24T05:37:38.523332Z","end":"2026-07-24T05:37:44.862766Z","steps":["trace[1242306457] 'process raft request' (duration: 6.339301943s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:44.86279Z","caller":"traceutil/trace.go:171","msg":"trace[985648858] linearizableReadLoop","detail":"{readStateIndex:5357; appliedIndex:5349; }","duration":"10.012149153s","start":"2026-07-24T05:37:34.850611Z","end":"2026-07-24T05:37:44.86276Z","steps":["trace[985648858] 'read index received' (duration: 4.447887779s)","trace[985648858] 'applied index is now lower than readState.Index' (duration: 5.564260144s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:44.862878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:38.517559Z","time spent":"6.34523538s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:44.862876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:38.523297Z","time spent":"6.339524728s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:44.862984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.52762625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:37:44.863009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.337454009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:44.863045Z","caller":"traceutil/trace.go:171","msg":"trace[795215068] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5076; }","duration":"12.337537701s","start":"2026-07-24T05:37:32.525496Z","end":"2026-07-24T05:37:44.863033Z","steps":["trace[795215068] 'agreement among raft nodes before linearized reading' (duration: 12.33748053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.863051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.016307558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:44.863075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:32.525466Z","time spent":"12.337602823s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:37:44.863092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.774049839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:44.863113Z","caller":"traceutil/trace.go:171","msg":"trace[118518287] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5076; }","duration":"12.774125841s","start":"2026-07-24T05:37:32.088979Z","end":"2026-07-24T05:37:44.863105Z","steps":["trace[118518287] 'agreement among raft nodes before linearized reading' (duration: 12.77409362s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.863117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.335542448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:37:44.863129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:32.088944Z","time spent":"12.774180242s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:44.86314Z","caller":"traceutil/trace.go:171","msg":"trace[1907248509] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5076; }","duration":"14.335589858s","start":"2026-07-24T05:37:30.527544Z","end":"2026-07-24T05:37:44.863134Z","steps":["trace[1907248509] 'agreement among raft nodes before linearized reading' (duration: 14.335549547s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.863169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.527527Z","time spent":"14.33563522s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:44.863243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.864531993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:37:44.863255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.528988141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:44.863291Z","caller":"traceutil/trace.go:171","msg":"trace[1452506945] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5076; }","duration":"10.529083454s","start":"2026-07-24T05:37:34.334198Z","end":"2026-07-24T05:37:44.863281Z","steps":["trace[1452506945] 'agreement among raft nodes before linearized reading' (duration: 10.529029672s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.863321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:34.334167Z","time spent":"10.529145924s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:44.863342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.170450548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:44.86336Z","caller":"traceutil/trace.go:171","msg":"trace[396485388] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5076; }","duration":"15.170507359s","start":"2026-07-24T05:37:29.692847Z","end":"2026-07-24T05:37:44.863355Z","steps":["trace[396485388] 'agreement among raft nodes before linearized reading' (duration: 15.170447038s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.863376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:29.692821Z","time spent":"15.17055042s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":50,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:44.863402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.582240352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:37:44.863402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.30709192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:44.863468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.019214621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:44.863486Z","caller":"traceutil/trace.go:171","msg":"trace[852613395] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:5076; }","duration":"15.019270562s","start":"2026-07-24T05:37:29.84421Z","end":"2026-07-24T05:37:44.86348Z","steps":["trace[852613395] 'agreement among raft nodes before linearized reading' (duration: 15.019241661s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.863486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.980458445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:44.863489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.850067382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:37:44.863502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:29.844185Z","time spent":"15.019311722s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:37:44.863017Z","caller":"traceutil/trace.go:171","msg":"trace[688680374] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5076; }","duration":"10.527745203s","start":"2026-07-24T05:37:34.335262Z","end":"2026-07-24T05:37:44.863007Z","steps":["trace[688680374] 'agreement among raft nodes before linearized reading' (duration: 10.527639321s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:44.863513Z","caller":"traceutil/trace.go:171","msg":"trace[1604221309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5076; }","duration":"11.980532777s","start":"2026-07-24T05:37:32.882972Z","end":"2026-07-24T05:37:44.863505Z","steps":["trace[1604221309] 'agreement among raft nodes before linearized reading' (duration: 11.980489576s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:44.863518Z","caller":"traceutil/trace.go:171","msg":"trace[1315542642] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5076; }","duration":"10.850173905s","start":"2026-07-24T05:37:34.013335Z","end":"2026-07-24T05:37:44.863509Z","steps":["trace[1315542642] 'agreement among raft nodes before linearized reading' (duration: 10.850109463s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:44.863518Z","caller":"traceutil/trace.go:171","msg":"trace[435791615] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:5076; }","duration":"15.307222913s","start":"2026-07-24T05:37:29.556255Z","end":"2026-07-24T05:37:44.863478Z","steps":["trace[435791615] 'agreement among raft nodes before linearized reading' (duration: 15.307053849s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.863539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:32.882944Z","time spent":"11.980587888s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:44.863549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:34.013299Z","time spent":"10.850240596s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":34,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:44.863259Z","caller":"traceutil/trace.go:171","msg":"trace[1027034533] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5076; }","duration":"12.864589484s","start":"2026-07-24T05:37:31.998663Z","end":"2026-07-24T05:37:44.863253Z","steps":["trace[1027034533] 'agreement among raft nodes before linearized reading' (duration: 12.864545813s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.86357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:29.556193Z","time spent":"15.307364536s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:44.863598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:34.33523Z","time spent":"10.528315126s","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:44.863649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.362556957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:37:44.863062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.713500758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-24T05:37:44.863753Z","caller":"traceutil/trace.go:171","msg":"trace[1194328526] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5076; }","duration":"14.36269829s","start":"2026-07-24T05:37:30.501035Z","end":"2026-07-24T05:37:44.863733Z","steps":["trace[1194328526] 'agreement among raft nodes before linearized reading' (duration: 14.362491245s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:44.863774Z","caller":"traceutil/trace.go:171","msg":"trace[859122780] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5076; }","duration":"13.714252255s","start":"2026-07-24T05:37:31.149511Z","end":"2026-07-24T05:37:44.863763Z","steps":["trace[859122780] 'agreement among raft nodes before linearized reading' (duration: 13.713463017s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.863797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:31.149481Z","time spent":"13.714309396s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-24T05:37:44.863791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.501004Z","time spent":"14.362775623s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:37:44.863754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.362545115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:37:44.863616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:31.998639Z","time spent":"12.864955373s","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":29,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:44.863493Z","caller":"traceutil/trace.go:171","msg":"trace[175366070] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5076; }","duration":"14.582395406s","start":"2026-07-24T05:37:30.281073Z","end":"2026-07-24T05:37:44.863468Z","steps":["trace[175366070] 'agreement among raft nodes before linearized reading' (duration: 14.582220892s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.863885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.281041Z","time spent":"14.582836857s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":36,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:44.863878Z","caller":"traceutil/trace.go:171","msg":"trace[435304390] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5076; }","duration":"14.36270929s","start":"2026-07-24T05:37:30.501135Z","end":"2026-07-24T05:37:44.863844Z","steps":["trace[435304390] 'agreement among raft nodes before linearized reading' (duration: 14.362388232s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:44.863081Z","caller":"traceutil/trace.go:171","msg":"trace[34213848] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5076; }","duration":"14.016383371s","start":"2026-07-24T05:37:30.846691Z","end":"2026-07-24T05:37:44.863074Z","steps":["trace[34213848] 'agreement among raft nodes before linearized reading' (duration: 14.0163398s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.863944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.501115Z","time spent":"14.362813002s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:37:44.863972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:30.846664Z","time spent":"14.017295052s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:44.864799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.707439018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:37:44.864825Z","caller":"traceutil/trace.go:171","msg":"trace[553644787] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5076; }","duration":"13.70751908s","start":"2026-07-24T05:37:31.1573Z","end":"2026-07-24T05:37:44.864819Z","steps":["trace[553644787] 'agreement among raft nodes before linearized reading' (duration: 13.707446499s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:44.864839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:31.157268Z","time spent":"13.707567851s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:37:45.3398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:40.341809Z","time spent":"4.997981761s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:37:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:45.340755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:40.342Z","time spent":"4.998749789s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:37:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:37:45.363555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:45.8643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147605,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:37:45.926519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.746656285s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:37:45.934961Z","caller":"traceutil/trace.go:171","msg":"trace[886462324] transaction","detail":"{read_only:false; response_revision:5079; number_of_response:1; }","duration":"5.592415869s","start":"2026-07-24T05:37:40.342508Z","end":"2026-07-24T05:37:45.934924Z","steps":["trace[886462324] 'process raft request' (duration: 5.592062561s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.935171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:40.342478Z","time spent":"5.592583872s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:45.93523Z","caller":"traceutil/trace.go:171","msg":"trace[2053435856] transaction","detail":"{read_only:false; response_revision:5080; number_of_response:1; }","duration":"5.404833678s","start":"2026-07-24T05:37:40.530369Z","end":"2026-07-24T05:37:45.935202Z","steps":["trace[2053435856] 'process raft request' (duration: 5.40448519s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.935369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:40.530322Z","time spent":"5.404972881s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:37:45.935399Z","caller":"traceutil/trace.go:171","msg":"trace[173957459] transaction","detail":"{read_only:false; response_revision:5081; number_of_response:1; }","duration":"5.074534936s","start":"2026-07-24T05:37:40.860846Z","end":"2026-07-24T05:37:45.935381Z","steps":["trace[173957459] 'process raft request' (duration: 5.074354602s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.935542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:40.860791Z","time spent":"5.07469434s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:45.952522Z","caller":"traceutil/trace.go:171","msg":"trace[1439959460] transaction","detail":"{read_only:false; response_revision:5082; number_of_response:1; }","duration":"1.68718322s","start":"2026-07-24T05:37:44.265312Z","end":"2026-07-24T05:37:45.952495Z","steps":["trace[1439959460] 'process raft request' (duration: 1.686975825s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:45.952688Z","caller":"traceutil/trace.go:171","msg":"trace[1723873004] linearizableReadLoop","detail":"{readStateIndex:5364; appliedIndex:5357; }","duration":"1.089805214s","start":"2026-07-24T05:37:44.862862Z","end":"2026-07-24T05:37:45.952668Z","steps":["trace[1723873004] 'read index received' (duration: 1.063977323s)","trace[1723873004] 'applied index is now lower than readState.Index' (duration: 25.826611ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:45.952721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:44.265275Z","time spent":"1.687321143s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:45.952732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.695095813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.952786Z","caller":"traceutil/trace.go:171","msg":"trace[1201902895] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5082; }","duration":"5.695198256s","start":"2026-07-24T05:37:40.257574Z","end":"2026-07-24T05:37:45.952772Z","steps":["trace[1201902895] 'agreement among raft nodes before linearized reading' (duration: 5.695096753s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.952826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:40.257554Z","time spent":"5.695262267s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.952845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.028584089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:37:45.952864Z","caller":"traceutil/trace.go:171","msg":"trace[633663436] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5082; }","duration":"6.028659761s","start":"2026-07-24T05:37:39.924198Z","end":"2026-07-24T05:37:45.952858Z","steps":["trace[633663436] 'agreement among raft nodes before linearized reading' (duration: 6.028563069s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.952884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:39.924165Z","time spent":"6.028712832s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T05:37:45.95296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.930092108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.95392Z","caller":"traceutil/trace.go:171","msg":"trace[245356512] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5082; }","duration":"8.93109832s","start":"2026-07-24T05:37:37.022813Z","end":"2026-07-24T05:37:45.953911Z","steps":["trace[245356512] 'agreement among raft nodes before linearized reading' (duration: 8.930103097s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.953951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:37.022784Z","time spent":"8.931157042s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.016631976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.954077Z","caller":"traceutil/trace.go:171","msg":"trace[136870872] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:5082; }","duration":"8.017753422s","start":"2026-07-24T05:37:37.936313Z","end":"2026-07-24T05:37:45.954066Z","steps":["trace[136870872] 'agreement among raft nodes before linearized reading' (duration: 8.016669026s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.9541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:37.936279Z","time spent":"8.017813173s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.23826104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.95425Z","caller":"traceutil/trace.go:171","msg":"trace[886772701] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5082; }","duration":"7.239646944s","start":"2026-07-24T05:37:38.714596Z","end":"2026-07-24T05:37:45.954243Z","steps":["trace[886772701] 'agreement among raft nodes before linearized reading' (duration: 7.238371124s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.954274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:38.714521Z","time spent":"7.239746055s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.809460811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.954435Z","caller":"traceutil/trace.go:171","msg":"trace[1847791756] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:5082; }","duration":"6.810848343s","start":"2026-07-24T05:37:39.143579Z","end":"2026-07-24T05:37:45.954427Z","steps":["trace[1847791756] 'agreement among raft nodes before linearized reading' (duration: 6.809487011s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.954462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:39.143551Z","time spent":"6.810903174s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.486972108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:45.954614Z","caller":"traceutil/trace.go:171","msg":"trace[1053219915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5082; }","duration":"6.488542604s","start":"2026-07-24T05:37:39.466061Z","end":"2026-07-24T05:37:45.954604Z","steps":["trace[1053219915] 'agreement among raft nodes before linearized reading' (duration: 6.486991148s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.954641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:39.466031Z","time spent":"6.488600815s","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121112639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.954794Z","caller":"traceutil/trace.go:171","msg":"trace[1128769295] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5082; }","duration":"4.122789498s","start":"2026-07-24T05:37:41.831998Z","end":"2026-07-24T05:37:45.954788Z","steps":["trace[1128769295] 'agreement among raft nodes before linearized reading' (duration: 4.121077419s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.954832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:41.831975Z","time spent":"4.122836239s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.327360061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:45.954983Z","caller":"traceutil/trace.go:171","msg":"trace[1526875307] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5082; }","duration":"5.329244494s","start":"2026-07-24T05:37:40.625732Z","end":"2026-07-24T05:37:45.954977Z","steps":["trace[1526875307] 'agreement among raft nodes before linearized reading' (duration: 5.327361961s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.955007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:40.625709Z","time spent":"5.329289816s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":25,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.932301397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T05:37:45.955152Z","caller":"traceutil/trace.go:171","msg":"trace[2113438207] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5082; }","duration":"10.934300073s","start":"2026-07-24T05:37:35.020845Z","end":"2026-07-24T05:37:45.955145Z","steps":["trace[2113438207] 'agreement among raft nodes before linearized reading' (duration: 10.932263256s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.955179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:35.020805Z","time spent":"10.934366915s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T05:37:45.953191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.110147338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.955326Z","caller":"traceutil/trace.go:171","msg":"trace[242909966] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:5082; }","duration":"4.112317168s","start":"2026-07-24T05:37:41.843002Z","end":"2026-07-24T05:37:45.955319Z","steps":["trace[242909966] 'agreement among raft nodes before linearized reading' (duration: 4.110164899s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.955349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:41.842991Z","time spent":"4.112350479s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.446212645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:45.955499Z","caller":"traceutil/trace.go:171","msg":"trace[980321205] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5082; }","duration":"10.448490377s","start":"2026-07-24T05:37:35.507001Z","end":"2026-07-24T05:37:45.955492Z","steps":["trace[980321205] 'agreement among raft nodes before linearized reading' (duration: 10.446217495s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.955524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:35.506993Z","time spent":"10.448521888s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.95322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.973692133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:45.955685Z","caller":"traceutil/trace.go:171","msg":"trace[872776331] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5082; }","duration":"9.97621726s","start":"2026-07-24T05:37:35.97946Z","end":"2026-07-24T05:37:45.955677Z","steps":["trace[872776331] 'agreement among raft nodes before linearized reading' (duration: 9.973694872s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.955713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:35.97941Z","time spent":"9.976295302s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083551361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:45.955862Z","caller":"traceutil/trace.go:171","msg":"trace[402818823] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5082; }","duration":"3.086188101s","start":"2026-07-24T05:37:42.869664Z","end":"2026-07-24T05:37:45.955852Z","steps":["trace[402818823] 'agreement among raft nodes before linearized reading' (duration: 3.083587012s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.955889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:42.869633Z","time spent":"3.086248663s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.864851724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:45.956046Z","caller":"traceutil/trace.go:171","msg":"trace[1535764741] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5082; }","duration":"3.86776485s","start":"2026-07-24T05:37:42.088272Z","end":"2026-07-24T05:37:45.956037Z","steps":["trace[1535764741] 'agreement among raft nodes before linearized reading' (duration: 3.864842413s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.956074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:42.088245Z","time spent":"3.867820782s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017257067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.95623Z","caller":"traceutil/trace.go:171","msg":"trace[140806120] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5082; }","duration":"2.020279796s","start":"2026-07-24T05:37:43.935943Z","end":"2026-07-24T05:37:45.956222Z","steps":["trace[140806120] 'agreement among raft nodes before linearized reading' (duration: 2.017284588s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.956342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:43.935912Z","time spent":"2.020412611s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.728757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.956577Z","caller":"traceutil/trace.go:171","msg":"trace[2124117024] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5082; }","duration":"684.046103ms","start":"2026-07-24T05:37:45.27252Z","end":"2026-07-24T05:37:45.956566Z","steps":["trace[2124117024] 'agreement among raft nodes before linearized reading' (duration: 680.766887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.95661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:45.272489Z","time spent":"684.110024ms","remote":"127.0.0.1:58854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086406315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-07-24T05:37:45.956804Z","caller":"traceutil/trace.go:171","msg":"trace[2077248619] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:5082; }","duration":"1.089976678s","start":"2026-07-24T05:37:44.866819Z","end":"2026-07-24T05:37:45.956796Z","steps":["trace[2077248619] 'agreement among raft nodes before linearized reading' (duration: 1.086353475s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.956841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:44.866796Z","time spent":"1.090035309s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" "} {"level":"warn","ts":"2026-07-24T05:37:45.953314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:44.864534Z","time spent":"1.08877761s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:37:45.953326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803803733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:45.953359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.098357574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7839"} {"level":"info","ts":"2026-07-24T05:37:45.957405Z","caller":"traceutil/trace.go:171","msg":"trace[2059874214] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:5082; }","duration":"11.102443468s","start":"2026-07-24T05:37:34.85495Z","end":"2026-07-24T05:37:45.957393Z","steps":["trace[2059874214] 'agreement among raft nodes before linearized reading' (duration: 11.098362274s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.957439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:34.854926Z","time spent":"11.10250202s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7862,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"info","ts":"2026-07-24T05:37:45.957272Z","caller":"traceutil/trace.go:171","msg":"trace[823188576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5082; }","duration":"1.807767854s","start":"2026-07-24T05:37:44.149483Z","end":"2026-07-24T05:37:45.957251Z","steps":["trace[823188576] 'agreement among raft nodes before linearized reading' (duration: 1.803821493s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.953378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461753742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:45.957533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:44.149461Z","time spent":"1.808052641s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:37:45.957578Z","caller":"traceutil/trace.go:171","msg":"trace[2087932754] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5082; }","duration":"3.46598251s","start":"2026-07-24T05:37:42.491572Z","end":"2026-07-24T05:37:45.957555Z","steps":["trace[2087932754] 'agreement among raft nodes before linearized reading' (duration: 3.461781013s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.957646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:42.491543Z","time spent":"3.466081291s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.725083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.957834Z","caller":"traceutil/trace.go:171","msg":"trace[1869214813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5082; }","duration":"137.198996ms","start":"2026-07-24T05:37:45.820622Z","end":"2026-07-24T05:37:45.957821Z","steps":["trace[1869214813] 'agreement among raft nodes before linearized reading' (duration: 132.753943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.953437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.766782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.95798Z","caller":"traceutil/trace.go:171","msg":"trace[813850495] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5082; }","duration":"591.353357ms","start":"2026-07-24T05:37:45.366616Z","end":"2026-07-24T05:37:45.95797Z","steps":["trace[813850495] 'agreement among raft nodes before linearized reading' (duration: 586.794682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.958006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:45.366585Z","time spent":"591.410638ms","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.272087222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:45.958131Z","caller":"traceutil/trace.go:171","msg":"trace[1052489563] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:5082; }","duration":"8.277139258s","start":"2026-07-24T05:37:37.680984Z","end":"2026-07-24T05:37:45.958123Z","steps":["trace[1052489563] 'agreement among raft nodes before linearized reading' (duration: 8.272039591s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.958166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:37.68094Z","time spent":"8.27720704s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:45.953449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081163375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:37:45.958307Z","caller":"traceutil/trace.go:171","msg":"trace[1492367144] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5082; }","duration":"1.086035167s","start":"2026-07-24T05:37:44.872265Z","end":"2026-07-24T05:37:45.9583Z","steps":["trace[1492367144] 'agreement among raft nodes before linearized reading' (duration: 1.081096514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.958341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:44.872257Z","time spent":"1.086076308s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:37:45.953523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083880258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:37:45.958393Z","caller":"traceutil/trace.go:171","msg":"trace[1057943927] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5082; }","duration":"1.088770699s","start":"2026-07-24T05:37:44.869609Z","end":"2026-07-24T05:37:45.95838Z","steps":["trace[1057943927] 'agreement among raft nodes before linearized reading' (duration: 1.083686613s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.958439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:44.869599Z","time spent":"1.088823611s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:37:45.953532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084663207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:37:45.958576Z","caller":"traceutil/trace.go:171","msg":"trace[2053081210] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5082; }","duration":"1.089723512s","start":"2026-07-24T05:37:44.868831Z","end":"2026-07-24T05:37:45.958555Z","steps":["trace[2053081210] 'agreement among raft nodes before linearized reading' (duration: 1.084482942s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.958673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:44.868822Z","time spent":"1.089813214s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:37:45.953574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810134382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-24T05:37:45.958769Z","caller":"traceutil/trace.go:171","msg":"trace[1187859775] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5082; }","duration":"3.815371671s","start":"2026-07-24T05:37:42.143385Z","end":"2026-07-24T05:37:45.958757Z","steps":["trace[1187859775] 'agreement among raft nodes before linearized reading' (duration: 3.80966287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:45.95922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:42.143365Z","time spent":"3.815841932s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:37:47.089337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.632313ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:47.08949Z","caller":"traceutil/trace.go:171","msg":"trace[276389647] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5083; }","duration":"994.797127ms","start":"2026-07-24T05:37:46.094663Z","end":"2026-07-24T05:37:47.08946Z","steps":["trace[276389647] 'range keys from in-memory index tree' (duration: 994.608393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:47.089686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.120978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:37:47.089814Z","caller":"traceutil/trace.go:171","msg":"trace[491509244] linearizableReadLoop","detail":"{readStateIndex:5366; appliedIndex:5365; }","duration":"1.082495878s","start":"2026-07-24T05:37:46.007298Z","end":"2026-07-24T05:37:47.089794Z","steps":["trace[491509244] 'read index received' (duration: 431.069663ms)","trace[491509244] 'applied index is now lower than readState.Index' (duration: 651.425095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:47.089992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124015399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:47.09003Z","caller":"traceutil/trace.go:171","msg":"trace[1259323415] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"1.121380989s","start":"2026-07-24T05:37:45.968627Z","end":"2026-07-24T05:37:47.090008Z","steps":["trace[1259323415] 'process raft request' (duration: 469.833962ms)","trace[1259323415] 'compare' (duration: 650.669968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:47.090055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124193093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:37:47.090086Z","caller":"traceutil/trace.go:171","msg":"trace[352617366] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5084; }","duration":"1.124256815s","start":"2026-07-24T05:37:45.965821Z","end":"2026-07-24T05:37:47.090078Z","steps":["trace[352617366] 'agreement among raft nodes before linearized reading' (duration: 1.124098481s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:47.090084Z","caller":"traceutil/trace.go:171","msg":"trace[1313007164] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5084; }","duration":"1.124158733s","start":"2026-07-24T05:37:45.965904Z","end":"2026-07-24T05:37:47.090063Z","steps":["trace[1313007164] 'agreement among raft nodes before linearized reading' (duration: 1.123996819s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:47.090114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:45.965799Z","time spent":"1.124308646s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T05:37:47.090129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:45.965864Z","time spent":"1.124255355s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:47.090136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.775284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:37:47.090159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:45.968603Z","time spent":"1.121476471s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:47.090168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078350843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:37:47.090179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025801588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T05:37:47.090204Z","caller":"traceutil/trace.go:171","msg":"trace[1470599337] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5084; }","duration":"1.078427945s","start":"2026-07-24T05:37:46.011767Z","end":"2026-07-24T05:37:47.090195Z","steps":["trace[1470599337] 'agreement among raft nodes before linearized reading' (duration: 1.078266321s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:47.090202Z","caller":"traceutil/trace.go:171","msg":"trace[578038219] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5084; }","duration":"351.915598ms","start":"2026-07-24T05:37:46.738268Z","end":"2026-07-24T05:37:47.090184Z","steps":["trace[578038219] 'agreement among raft nodes before linearized reading' (duration: 351.773395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:47.090242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:46.011747Z","time spent":"1.078486705s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:37:47.090206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078441835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-07-24T05:37:47.090242Z","caller":"traceutil/trace.go:171","msg":"trace[1705841689] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5084; }","duration":"1.025952131s","start":"2026-07-24T05:37:46.064272Z","end":"2026-07-24T05:37:47.090224Z","steps":["trace[1705841689] 'agreement among raft nodes before linearized reading' (duration: 1.025764597s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:47.09026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:46.738239Z","time spent":"352.00466ms","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":16,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:47.090295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:46.064239Z","time spent":"1.026043104s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:37:47.090296Z","caller":"traceutil/trace.go:171","msg":"trace[9841035] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5084; }","duration":"1.078583698s","start":"2026-07-24T05:37:46.011689Z","end":"2026-07-24T05:37:47.090272Z","steps":["trace[9841035] 'agreement among raft nodes before linearized reading' (duration: 1.078306372s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:47.090348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:46.011664Z","time spent":"1.07867259s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:37:47.658233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.269754ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:37:47.658328Z","caller":"traceutil/trace.go:171","msg":"trace[358247819] linearizableReadLoop","detail":"{readStateIndex:5367; appliedIndex:5366; }","duration":"556.796135ms","start":"2026-07-24T05:37:47.101515Z","end":"2026-07-24T05:37:47.658311Z","steps":["trace[358247819] 'read index received' (duration: 396.50719ms)","trace[358247819] 'applied index is now lower than readState.Index' (duration: 160.287495ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:47.658371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:47.09911Z","time spent":"559.256242ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:37:47.658486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.941928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:47.658561Z","caller":"traceutil/trace.go:171","msg":"trace[1182997726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5084; }","duration":"557.069481ms","start":"2026-07-24T05:37:47.101474Z","end":"2026-07-24T05:37:47.658543Z","steps":["trace[1182997726] 'agreement among raft nodes before linearized reading' (duration: 556.902267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:47.658601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:47.101456Z","time spent":"557.138063ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:50.118857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:37:50.118942Z","caller":"traceutil/trace.go:171","msg":"trace[1262242106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102042s","start":"2026-07-24T05:37:48.118821Z","end":"2026-07-24T05:37:50.118923Z","steps":["trace[1262242106] 'agreement among raft nodes before linearized reading' (duration: 1.99998781s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:50.11898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:48.118787Z","time spent":"2.000186363s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:50.649685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.062914913s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:37:50.661473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.800524162s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:37:50.661823Z","caller":"traceutil/trace.go:171","msg":"trace[1465127059] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"3.00241638s","start":"2026-07-24T05:37:47.659379Z","end":"2026-07-24T05:37:50.661796Z","steps":["trace[1465127059] 'process raft request' (duration: 3.002234546s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:50.661936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:47.65936Z","time spent":"3.002512492s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:50.663191Z","caller":"traceutil/trace.go:171","msg":"trace[849813690] linearizableReadLoop","detail":"{readStateIndex:5368; appliedIndex:5367; }","duration":"3.004805214s","start":"2026-07-24T05:37:47.658346Z","end":"2026-07-24T05:37:50.663151Z","steps":["trace[849813690] 'read index received' (duration: 202.529412ms)","trace[849813690] 'applied index is now lower than readState.Index' (duration: 2.802266592s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:50.663379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.560641808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:50.663475Z","caller":"traceutil/trace.go:171","msg":"trace[26494576] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5086; }","duration":"3.5607635s","start":"2026-07-24T05:37:47.10269Z","end":"2026-07-24T05:37:50.663453Z","steps":["trace[26494576] 'agreement among raft nodes before linearized reading' (duration: 3.560585476s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:50.663458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.506753422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:37:50.663527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:47.102684Z","time spent":"3.560833862s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:37:50.663546Z","caller":"traceutil/trace.go:171","msg":"trace[1903720589] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5086; }","duration":"3.506893715s","start":"2026-07-24T05:37:47.15663Z","end":"2026-07-24T05:37:50.663524Z","steps":["trace[1903720589] 'agreement among raft nodes before linearized reading' (duration: 3.506564027s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:50.663596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:47.156605Z","time spent":"3.506980167s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:37:50.663605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.083455508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:50.663921Z","caller":"traceutil/trace.go:171","msg":"trace[1197145199] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:5086; }","duration":"3.084070152s","start":"2026-07-24T05:37:47.579825Z","end":"2026-07-24T05:37:50.663896Z","steps":["trace[1197145199] 'agreement among raft nodes before linearized reading' (duration: 3.083339776s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:50.663996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:47.579796Z","time spent":"3.084176224s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:50.664421Z","caller":"traceutil/trace.go:171","msg":"trace[301808238] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"3.555617452s","start":"2026-07-24T05:37:47.106004Z","end":"2026-07-24T05:37:50.661621Z","steps":["trace[301808238] 'process raft request' (duration: 754.851285ms)","trace[301808238] 'compare' (duration: 2.80000784s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:50.664595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:47.10597Z","time spent":"3.558509218s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:51.054283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.927337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:37:51.054408Z","caller":"traceutil/trace.go:171","msg":"trace[2097147041] linearizableReadLoop","detail":"{readStateIndex:5370; appliedIndex:5369; }","duration":"391.117046ms","start":"2026-07-24T05:37:50.663271Z","end":"2026-07-24T05:37:51.054388Z","steps":["trace[2097147041] 'read index received' (duration: 100.954594ms)","trace[2097147041] 'applied index is now lower than readState.Index' (duration: 290.161232ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:51.054542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492679494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:51.054582Z","caller":"traceutil/trace.go:171","msg":"trace[1163352811] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:5087; }","duration":"2.492764996s","start":"2026-07-24T05:37:48.561806Z","end":"2026-07-24T05:37:51.054571Z","steps":["trace[1163352811] 'agreement among raft nodes before linearized reading' (duration: 2.492687574s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:51.054582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465134874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:37:51.054621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:48.561781Z","time spent":"2.492828927s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:51.054667Z","caller":"traceutil/trace.go:171","msg":"trace[1635953558] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5087; }","duration":"2.465283247s","start":"2026-07-24T05:37:48.589358Z","end":"2026-07-24T05:37:51.054641Z","steps":["trace[1635953558] 'agreement among raft nodes before linearized reading' (duration: 2.465121463s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:51.054705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:48.589329Z","time spent":"2.465367869s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:51.054861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.558774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:51.054868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.245451172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-07-24T05:37:51.054874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0878735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:37:51.054936Z","caller":"traceutil/trace.go:171","msg":"trace[2074416973] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:5087; }","duration":"896.661267ms","start":"2026-07-24T05:37:50.158228Z","end":"2026-07-24T05:37:51.054889Z","steps":["trace[2074416973] 'agreement among raft nodes before linearized reading' (duration: 896.593936ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:51.054944Z","caller":"traceutil/trace.go:171","msg":"trace[689176131] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23; range_end:; response_count:1; response_revision:5087; }","duration":"3.245530264s","start":"2026-07-24T05:37:47.809366Z","end":"2026-07-24T05:37:51.054896Z","steps":["trace[689176131] 'agreement among raft nodes before linearized reading' (duration: 3.245386839s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:51.054947Z","caller":"traceutil/trace.go:171","msg":"trace[1355912924] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5087; }","duration":"3.087984982s","start":"2026-07-24T05:37:47.966951Z","end":"2026-07-24T05:37:51.054936Z","steps":["trace[1355912924] 'agreement among raft nodes before linearized reading' (duration: 3.087776367s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:51.054895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.98687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:51.054974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:50.158191Z","time spent":"896.77085ms","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:51.054979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:47.809347Z","time spent":"3.245625306s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":887,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" "} {"level":"warn","ts":"2026-07-24T05:37:51.054981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:47.966927Z","time spent":"3.088046424s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:37:51.054982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.659507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-24T05:37:51.055018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063706901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:51.055021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682999498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:51.055048Z","caller":"traceutil/trace.go:171","msg":"trace[737835666] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5087; }","duration":"2.063777733s","start":"2026-07-24T05:37:48.991264Z","end":"2026-07-24T05:37:51.055042Z","steps":["trace[737835666] 'agreement among raft nodes before linearized reading' (duration: 2.063733862s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:51.055014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.597885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:37:51.055059Z","caller":"traceutil/trace.go:171","msg":"trace[977949683] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5087; }","duration":"2.68309566s","start":"2026-07-24T05:37:48.371953Z","end":"2026-07-24T05:37:51.055049Z","steps":["trace[977949683] 'agreement among raft nodes before linearized reading' (duration: 2.683001758s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:51.055071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:48.991246Z","time spent":"2.063820903s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:37:51.055099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.356951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:37:51.055097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:48.371925Z","time spent":"2.683161822s","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:37:51.055119Z","caller":"traceutil/trace.go:171","msg":"trace[575937365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5087; }","duration":"339.395961ms","start":"2026-07-24T05:37:50.715717Z","end":"2026-07-24T05:37:51.055113Z","steps":["trace[575937365] 'agreement among raft nodes before linearized reading' (duration: 339.361131ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:51.055109Z","caller":"traceutil/trace.go:171","msg":"trace[1302905666] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5087; }","duration":"390.749709ms","start":"2026-07-24T05:37:50.664336Z","end":"2026-07-24T05:37:51.055086Z","steps":["trace[1302905666] 'agreement among raft nodes before linearized reading' (duration: 390.427781ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:51.055133Z","caller":"traceutil/trace.go:171","msg":"trace[1926518068] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"1.195185461s","start":"2026-07-24T05:37:49.859931Z","end":"2026-07-24T05:37:51.055116Z","steps":["trace[1926518068] 'process raft request' (duration: 904.293731ms)","trace[1926518068] 'compare' (duration: 289.694421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:51.055147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:50.715707Z","time spent":"339.432683ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:51.05516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:50.664311Z","time spent":"390.83707ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:37:51.055184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.087700266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:37:51.055194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:49.859902Z","time spent":"1.195260243s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:37:51.055214Z","caller":"traceutil/trace.go:171","msg":"trace[1047947629] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5087; }","duration":"3.087743527s","start":"2026-07-24T05:37:47.967462Z","end":"2026-07-24T05:37:51.055205Z","steps":["trace[1047947629] 'agreement among raft nodes before linearized reading' (duration: 3.087655625s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:51.055057Z","caller":"traceutil/trace.go:171","msg":"trace[37902216] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5087; }","duration":"366.777219ms","start":"2026-07-24T05:37:50.688261Z","end":"2026-07-24T05:37:51.055039Z","steps":["trace[37902216] 'agreement among raft nodes before linearized reading' (duration: 366.507322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:51.05524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:47.967454Z","time spent":"3.087779878s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:37:51.05525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:50.688248Z","time spent":"366.993543ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:37:51.055305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.19655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:37:51.055329Z","caller":"traceutil/trace.go:171","msg":"trace[55781163] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5087; }","duration":"388.22146ms","start":"2026-07-24T05:37:50.6671Z","end":"2026-07-24T05:37:51.055321Z","steps":["trace[55781163] 'agreement among raft nodes before linearized reading' (duration: 388.129218ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:51.054984Z","caller":"traceutil/trace.go:171","msg":"trace[1838006284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5087; }","duration":"930.116193ms","start":"2026-07-24T05:37:50.124856Z","end":"2026-07-24T05:37:51.054972Z","steps":["trace[1838006284] 'agreement among raft nodes before linearized reading' (duration: 930.016591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:51.055367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.727061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:51.05539Z","caller":"traceutil/trace.go:171","msg":"trace[986940173] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5087; }","duration":"384.776662ms","start":"2026-07-24T05:37:50.670607Z","end":"2026-07-24T05:37:51.055384Z","steps":["trace[986940173] 'agreement among raft nodes before linearized reading' (duration: 384.730781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:51.055416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:50.670589Z","time spent":"384.818523ms","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:37:51.055352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:50.667037Z","time spent":"388.309063ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:37:51.055474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:50.124826Z","time spent":"930.587934ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:37:52.055033Z","caller":"traceutil/trace.go:171","msg":"trace[356397498] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5371; }","duration":"994.767606ms","start":"2026-07-24T05:37:51.060231Z","end":"2026-07-24T05:37:52.054998Z","steps":["trace[356397498] 'read index received' (duration: 80.746161ms)","trace[356397498] 'applied index is now lower than readState.Index' (duration: 914.020455ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:52.055148Z","caller":"traceutil/trace.go:171","msg":"trace[55880478] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"995.879301ms","start":"2026-07-24T05:37:51.059243Z","end":"2026-07-24T05:37:52.055122Z","steps":["trace[55880478] 'process raft request' (duration: 995.577033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:52.055303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:51.059215Z","time spent":"995.990844ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1637,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:37:52.055506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.159976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c5227d86817702\" ","response":"range_response_count:1 size:860"} {"level":"warn","ts":"2026-07-24T05:37:52.055483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.171395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:37:52.055551Z","caller":"traceutil/trace.go:171","msg":"trace[1287775374] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c5227d86817702; range_end:; response_count:1; response_revision:5089; }","duration":"910.255177ms","start":"2026-07-24T05:37:51.145281Z","end":"2026-07-24T05:37:52.055536Z","steps":["trace[1287775374] 'agreement among raft nodes before linearized reading' (duration: 909.92197ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:52.055578Z","caller":"traceutil/trace.go:171","msg":"trace[394878050] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5089; }","duration":"995.345238ms","start":"2026-07-24T05:37:51.06021Z","end":"2026-07-24T05:37:52.055555Z","steps":["trace[394878050] 'agreement among raft nodes before linearized reading' (duration: 994.95298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:52.055586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:51.145256Z","time spent":"910.321339ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c5227d86817702\" "} {"level":"warn","ts":"2026-07-24T05:37:52.055627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.227046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:37:52.055717Z","caller":"traceutil/trace.go:171","msg":"trace[839565109] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5089; }","duration":"995.37487ms","start":"2026-07-24T05:37:51.060322Z","end":"2026-07-24T05:37:52.055697Z","steps":["trace[839565109] 'agreement among raft nodes before linearized reading' (duration: 994.92427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:52.055769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:51.0603Z","time spent":"995.453611ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:37:52.055627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:51.0602Z","time spent":"995.416701ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:37:52.055886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.545224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:37:52.056029Z","caller":"traceutil/trace.go:171","msg":"trace[110104733] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5089; }","duration":"995.740118ms","start":"2026-07-24T05:37:51.060265Z","end":"2026-07-24T05:37:52.056005Z","steps":["trace[110104733] 'agreement among raft nodes before linearized reading' (duration: 994.914299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:52.055918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.630499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"warn","ts":"2026-07-24T05:37:52.056097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:51.06025Z","time spent":"995.827819ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:37:52.056126Z","caller":"traceutil/trace.go:171","msg":"trace[226869817] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5089; }","duration":"993.875255ms","start":"2026-07-24T05:37:51.062239Z","end":"2026-07-24T05:37:52.056115Z","steps":["trace[226869817] 'agreement among raft nodes before linearized reading' (duration: 992.980925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:52.05616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:51.062221Z","time spent":"993.927016ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:37:52.43504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.93821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:37:52.435185Z","caller":"traceutil/trace.go:171","msg":"trace[69955228] linearizableReadLoop","detail":"{readStateIndex:5373; appliedIndex:5372; }","duration":"374.30417ms","start":"2026-07-24T05:37:52.060855Z","end":"2026-07-24T05:37:52.435159Z","steps":["trace[69955228] 'read index received' (duration: 92.981152ms)","trace[69955228] 'applied index is now lower than readState.Index' (duration: 281.319548ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:52.435438Z","caller":"traceutil/trace.go:171","msg":"trace[1778586581] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"376.236855ms","start":"2026-07-24T05:37:52.059054Z","end":"2026-07-24T05:37:52.43529Z","steps":["trace[1778586581] 'process raft request' (duration: 94.928637ms)","trace[1778586581] 'compare' (duration: 280.775456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:52.435538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:52.059026Z","time spent":"376.46856ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:52.435562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.101556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1652"} {"level":"info","ts":"2026-07-24T05:37:52.435619Z","caller":"traceutil/trace.go:171","msg":"trace[139939068] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5090; }","duration":"374.190387ms","start":"2026-07-24T05:37:52.061411Z","end":"2026-07-24T05:37:52.435601Z","steps":["trace[139939068] 'agreement among raft nodes before linearized reading' (duration: 373.933842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:52.435713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:52.061398Z","time spent":"374.30114ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1675,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:37:52.43572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.333239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:52.435842Z","caller":"traceutil/trace.go:171","msg":"trace[684566550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5090; }","duration":"315.578074ms","start":"2026-07-24T05:37:52.120233Z","end":"2026-07-24T05:37:52.435811Z","steps":["trace[684566550] 'agreement among raft nodes before linearized reading' (duration: 315.268427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:52.435903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:52.120204Z","time spent":"315.686997ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:52.435887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.998126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-07-24T05:37:52.436061Z","caller":"traceutil/trace.go:171","msg":"trace[175892955] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5090; }","duration":"375.239512ms","start":"2026-07-24T05:37:52.060796Z","end":"2026-07-24T05:37:52.436035Z","steps":["trace[175892955] 'agreement among raft nodes before linearized reading' (duration: 374.684509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:52.436212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:52.060763Z","time spent":"375.395356ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:37:53.549666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.536371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:37:53.549748Z","caller":"traceutil/trace.go:171","msg":"trace[2133306669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5090; }","duration":"427.673935ms","start":"2026-07-24T05:37:53.122055Z","end":"2026-07-24T05:37:53.549729Z","steps":["trace[2133306669] 'range keys from in-memory index tree' (duration: 427.414868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:53.549783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:53.122028Z","time spent":"427.747267ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:37:53.550072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.575399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:37:53.550108Z","caller":"traceutil/trace.go:171","msg":"trace[525734046] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5090; }","duration":"392.611611ms","start":"2026-07-24T05:37:53.157487Z","end":"2026-07-24T05:37:53.550099Z","steps":["trace[525734046] 'range keys from in-memory index tree' (duration: 392.399786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:53.551184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:53.157411Z","time spent":"393.763687ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:37:54.903944Z","caller":"traceutil/trace.go:171","msg":"trace[1701279984] linearizableReadLoop","detail":"{readStateIndex:5374; appliedIndex:5373; }","duration":"272.008996ms","start":"2026-07-24T05:37:54.6319Z","end":"2026-07-24T05:37:54.903909Z","steps":["trace[1701279984] 'read index received' (duration: 271.78413ms)","trace[1701279984] 'applied index is now lower than readState.Index' (duration: 223.576µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:54.90401Z","caller":"traceutil/trace.go:171","msg":"trace[47596090] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"308.616426ms","start":"2026-07-24T05:37:54.595366Z","end":"2026-07-24T05:37:54.903983Z","steps":["trace[47596090] 'process raft request' (duration: 308.310978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:37:54.904178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:54.595331Z","time spent":"308.737278ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:37:54.904193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.281283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:37:54.904278Z","caller":"traceutil/trace.go:171","msg":"trace[1469506276] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5091; }","duration":"272.428146ms","start":"2026-07-24T05:37:54.631823Z","end":"2026-07-24T05:37:54.904251Z","steps":["trace[1469506276] 'agreement among raft nodes before linearized reading' (duration: 272.218781ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:55.302438Z","caller":"traceutil/trace.go:171","msg":"trace[1899235986] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"108.630741ms","start":"2026-07-24T05:37:55.193775Z","end":"2026-07-24T05:37:55.302406Z","steps":["trace[1899235986] 'process raft request' (duration: 108.395346ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:55.825212Z","caller":"traceutil/trace.go:171","msg":"trace[1868778488] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"104.391223ms","start":"2026-07-24T05:37:55.720782Z","end":"2026-07-24T05:37:55.825173Z","steps":["trace[1868778488] 'process raft request' (duration: 104.146867ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:55.969319Z","caller":"traceutil/trace.go:171","msg":"trace[1741884943] linearizableReadLoop","detail":"{readStateIndex:5378; appliedIndex:5377; }","duration":"140.03645ms","start":"2026-07-24T05:37:55.829253Z","end":"2026-07-24T05:37:55.96929Z","steps":["trace[1741884943] 'read index received' (duration: 117.498303ms)","trace[1741884943] 'applied index is now lower than readState.Index' (duration: 22.537187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:37:55.969597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.308876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-07-24T05:37:55.96957Z","caller":"traceutil/trace.go:171","msg":"trace[762273972] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"245.511309ms","start":"2026-07-24T05:37:55.723998Z","end":"2026-07-24T05:37:55.969509Z","steps":["trace[762273972] 'process raft request' (duration: 222.822909ms)","trace[762273972] 'compare' (duration: 22.330242ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:37:55.96964Z","caller":"traceutil/trace.go:171","msg":"trace[1133718204] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18c52292981f2b3c; range_end:; response_count:1; response_revision:5095; }","duration":"140.412099ms","start":"2026-07-24T05:37:55.829217Z","end":"2026-07-24T05:37:55.969629Z","steps":["trace[1133718204] 'agreement among raft nodes before linearized reading' (duration: 140.176973ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:37:56.121137Z","caller":"traceutil/trace.go:171","msg":"trace[1308065613] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"133.366278ms","start":"2026-07-24T05:37:55.987713Z","end":"2026-07-24T05:37:56.12108Z","steps":["trace[1308065613] 'process raft request' (duration: 115.230263ms)","trace[1308065613] 'compare' (duration: 17.394308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:00.622995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:01.123423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464147738,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:01.446018Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.592958019s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:38:01.446475Z","caller":"traceutil/trace.go:171","msg":"trace[2057292471] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"1.593515031s","start":"2026-07-24T05:37:59.852929Z","end":"2026-07-24T05:38:01.446444Z","steps":["trace[2057292471] 'process raft request' (duration: 1.593347897s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:01.446616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:37:59.852908Z","time spent":"1.593616034s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7195,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:02.122516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000161093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:38:02.122659Z","caller":"traceutil/trace.go:171","msg":"trace[1681292957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000391579s","start":"2026-07-24T05:38:00.122222Z","end":"2026-07-24T05:38:02.122613Z","steps":["trace[1681292957] 'agreement among raft nodes before linearized reading' (duration: 2.000198014s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:02.122749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:00.122187Z","time spent":"2.000544222s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:04.12346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:38:04.123567Z","caller":"traceutil/trace.go:171","msg":"trace[1414320695] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000565134s","start":"2026-07-24T05:38:02.122977Z","end":"2026-07-24T05:38:04.123542Z","steps":["trace[1414320695] 'agreement among raft nodes before linearized reading' (duration: 2.00039158s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:04.123626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:02.122952Z","time spent":"2.000662617s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:04.418158Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.008591047s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:38:04.473432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.551326238s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:38:04.473857Z","caller":"traceutil/trace.go:171","msg":"trace[1085824079] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"3.514976361s","start":"2026-07-24T05:38:00.958808Z","end":"2026-07-24T05:38:04.473785Z","steps":["trace[1085824079] 'process raft request' (duration: 963.220632ms)","trace[1085824079] 'compare' (duration: 2.550259685s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:04.474025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:00.958779Z","time spent":"3.515192776s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:04.601051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.499292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:38:04.601432Z","caller":"traceutil/trace.go:171","msg":"trace[1249644472] linearizableReadLoop","detail":"{readStateIndex:5402; appliedIndex:5400; }","duration":"4.479116454s","start":"2026-07-24T05:38:00.12228Z","end":"2026-07-24T05:38:04.601397Z","steps":["trace[1249644472] 'read index received' (duration: 1.323946352s)","trace[1249644472] 'applied index is now lower than readState.Index' (duration: 3.155167752s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:04.601662Z","caller":"traceutil/trace.go:171","msg":"trace[275690199] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"2.192225057s","start":"2026-07-24T05:38:02.409424Z","end":"2026-07-24T05:38:04.601649Z","steps":["trace[275690199] 'process raft request' (duration: 2.191894289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:04.601898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:02.409392Z","time spent":"2.19241518s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:05.090155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.49967ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:38:05.090299Z","caller":"traceutil/trace.go:171","msg":"trace[953508218] linearizableReadLoop","detail":"{readStateIndex:5405; appliedIndex:5403; }","duration":"488.800766ms","start":"2026-07-24T05:38:04.601479Z","end":"2026-07-24T05:38:05.09028Z","steps":["trace[953508218] 'read index received' (duration: 117.283µs)","trace[953508218] 'applied index is now lower than readState.Index' (duration: 488.682013ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:05.090554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952066966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4541"} {"level":"info","ts":"2026-07-24T05:38:05.090602Z","caller":"traceutil/trace.go:171","msg":"trace[2008609873] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:5119; }","duration":"2.952179539s","start":"2026-07-24T05:38:02.138412Z","end":"2026-07-24T05:38:05.090591Z","steps":["trace[2008609873] 'agreement among raft nodes before linearized reading' (duration: 2.951973215s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.090637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:02.138387Z","time spent":"2.9522417s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4564,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-24T05:38:05.090652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.335604514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-24T05:38:05.090663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.278678209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:38:05.090702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987208902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:05.090706Z","caller":"traceutil/trace.go:171","msg":"trace[1495189278] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5119; }","duration":"4.335684366s","start":"2026-07-24T05:38:00.755003Z","end":"2026-07-24T05:38:05.090687Z","steps":["trace[1495189278] 'agreement among raft nodes before linearized reading' (duration: 4.335500222s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:05.090733Z","caller":"traceutil/trace.go:171","msg":"trace[113075441] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5119; }","duration":"2.987301653s","start":"2026-07-24T05:38:02.103424Z","end":"2026-07-24T05:38:05.090726Z","steps":["trace[113075441] 'agreement among raft nodes before linearized reading' (duration: 2.987257022s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:05.090742Z","caller":"traceutil/trace.go:171","msg":"trace[531605149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5119; }","duration":"4.278809992s","start":"2026-07-24T05:38:00.811912Z","end":"2026-07-24T05:38:05.090722Z","steps":["trace[531605149] 'agreement among raft nodes before linearized reading' (duration: 4.278658399s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.09075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:00.75498Z","time spent":"4.335755548s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:38:05.090759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:02.103381Z","time spent":"2.987373616s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:05.090746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.933788041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:38:05.090822Z","caller":"traceutil/trace.go:171","msg":"trace[1799261287] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5119; }","duration":"3.933916985s","start":"2026-07-24T05:38:01.156886Z","end":"2026-07-24T05:38:05.090803Z","steps":["trace[1799261287] 'agreement among raft nodes before linearized reading' (duration: 3.93369494s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.090624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.57993122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:05.09088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:01.15686Z","time spent":"3.934006697s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:38:05.090906Z","caller":"traceutil/trace.go:171","msg":"trace[1587587051] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5119; }","duration":"3.580301708s","start":"2026-07-24T05:38:01.510594Z","end":"2026-07-24T05:38:05.090896Z","steps":["trace[1587587051] 'agreement among raft nodes before linearized reading' (duration: 3.57994955s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.090933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.156713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:38:05.090947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.945953716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:38:05.090965Z","caller":"traceutil/trace.go:171","msg":"trace[996560513] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5119; }","duration":"4.945989708s","start":"2026-07-24T05:38:00.14497Z","end":"2026-07-24T05:38:05.09096Z","steps":["trace[996560513] 'agreement among raft nodes before linearized reading' (duration: 4.945941517s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.090983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:00.144962Z","time spent":"4.946018478s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:38:05.091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.861071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:05.091019Z","caller":"traceutil/trace.go:171","msg":"trace[266647304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5119; }","duration":"958.924263ms","start":"2026-07-24T05:38:04.132088Z","end":"2026-07-24T05:38:05.091013Z","steps":["trace[266647304] 'agreement among raft nodes before linearized reading' (duration: 958.892692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.0909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.946166291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:38:05.091014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.458008109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:05.091067Z","caller":"traceutil/trace.go:171","msg":"trace[1602541902] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5119; }","duration":"4.946361336s","start":"2026-07-24T05:38:00.144698Z","end":"2026-07-24T05:38:05.09106Z","steps":["trace[1602541902] 'agreement among raft nodes before linearized reading' (duration: 4.94610051s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.091095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:00.14468Z","time spent":"4.946407166s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:38:05.091099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.479962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:38:05.090934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:01.510565Z","time spent":"3.58035958s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:05.091121Z","caller":"traceutil/trace.go:171","msg":"trace[290479397] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5119; }","duration":"619.551863ms","start":"2026-07-24T05:38:04.471564Z","end":"2026-07-24T05:38:05.091116Z","steps":["trace[290479397] 'agreement among raft nodes before linearized reading' (duration: 619.519792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.09113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.77031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:05.091161Z","caller":"traceutil/trace.go:171","msg":"trace[1638166380] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5119; }","duration":"189.831262ms","start":"2026-07-24T05:38:04.901323Z","end":"2026-07-24T05:38:05.091154Z","steps":["trace[1638166380] 'agreement among raft nodes before linearized reading' (duration: 189.706889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.091168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069678272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:05.091098Z","caller":"traceutil/trace.go:171","msg":"trace[1961756386] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5119; }","duration":"4.458133552s","start":"2026-07-24T05:38:00.632944Z","end":"2026-07-24T05:38:05.091077Z","steps":["trace[1961756386] 'agreement among raft nodes before linearized reading' (duration: 4.457941678s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:05.091185Z","caller":"traceutil/trace.go:171","msg":"trace[1687653588] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5119; }","duration":"1.069727774s","start":"2026-07-24T05:38:04.021452Z","end":"2026-07-24T05:38:05.09118Z","steps":["trace[1687653588] 'agreement among raft nodes before linearized reading' (duration: 1.069697783s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.091201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:04.02143Z","time spent":"1.069766304s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:05.090774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:00.811894Z","time spent":"4.278874054s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:05.091216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:00.632923Z","time spent":"4.458277795s","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":83,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:05.090855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633764069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1652"} {"level":"warn","ts":"2026-07-24T05:38:05.0913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.927637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:05.091323Z","caller":"traceutil/trace.go:171","msg":"trace[1256495540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5119; }","duration":"231.996889ms","start":"2026-07-24T05:38:04.859319Z","end":"2026-07-24T05:38:05.091316Z","steps":["trace[1256495540] 'agreement among raft nodes before linearized reading' (duration: 231.956288ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.091136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:04.471533Z","time spent":"619.599114ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:05.091328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.324627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:38:05.09135Z","caller":"traceutil/trace.go:171","msg":"trace[1126978524] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:5119; }","duration":"964.392928ms","start":"2026-07-24T05:38:04.126951Z","end":"2026-07-24T05:38:05.091344Z","steps":["trace[1126978524] 'agreement among raft nodes before linearized reading' (duration: 964.331377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.091365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:04.126912Z","time spent":"964.45017ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:38:05.091373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.29463914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:05.091396Z","caller":"traceutil/trace.go:171","msg":"trace[1379011242] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5119; }","duration":"1.29469728s","start":"2026-07-24T05:38:03.796693Z","end":"2026-07-24T05:38:05.091391Z","steps":["trace[1379011242] 'agreement among raft nodes before linearized reading' (duration: 1.294660009s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:05.090962Z","caller":"traceutil/trace.go:171","msg":"trace[1595314285] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5119; }","duration":"369.227025ms","start":"2026-07-24T05:38:04.721728Z","end":"2026-07-24T05:38:05.090955Z","steps":["trace[1595314285] 'agreement among raft nodes before linearized reading' (duration: 369.153353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.091441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:04.721699Z","time spent":"369.731956ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":35,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:05.091034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:04.132062Z","time spent":"958.969224ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:38:05.091512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493300884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:05.091529Z","caller":"traceutil/trace.go:171","msg":"trace[1617719247] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5119; }","duration":"1.493377755s","start":"2026-07-24T05:38:03.598146Z","end":"2026-07-24T05:38:05.091523Z","steps":["trace[1617719247] 'agreement among raft nodes before linearized reading' (duration: 1.493346575s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.091544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:03.598109Z","time spent":"1.493430627s","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:05.091413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:03.796668Z","time spent":"1.294740842s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:05.091325Z","caller":"traceutil/trace.go:171","msg":"trace[541258099] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5119; }","duration":"2.634530636s","start":"2026-07-24T05:38:02.456775Z","end":"2026-07-24T05:38:05.091306Z","steps":["trace[541258099] 'agreement among raft nodes before linearized reading' (duration: 2.633530784s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.091652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:02.456732Z","time spent":"2.634903365s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1675,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:38:05.091072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.102493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:05.09174Z","caller":"traceutil/trace.go:171","msg":"trace[297997651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5119; }","duration":"619.812269ms","start":"2026-07-24T05:38:04.471922Z","end":"2026-07-24T05:38:05.091734Z","steps":["trace[297997651] 'agreement among raft nodes before linearized reading' (duration: 619.131364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.091761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:04.471895Z","time spent":"619.856829ms","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:05.339775Z","caller":"traceutil/trace.go:171","msg":"trace[1769970034] linearizableReadLoop","detail":"{readStateIndex:5406; appliedIndex:5405; }","duration":"245.12902ms","start":"2026-07-24T05:38:05.094616Z","end":"2026-07-24T05:38:05.339745Z","steps":["trace[1769970034] 'read index received' (duration: 244.652219ms)","trace[1769970034] 'applied index is now lower than readState.Index' (duration: 475.591µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:05.33992Z","caller":"traceutil/trace.go:171","msg":"trace[965049586] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"246.091392ms","start":"2026-07-24T05:38:05.093818Z","end":"2026-07-24T05:38:05.339909Z","steps":["trace[965049586] 'process raft request' (duration: 245.708853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.340297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.635011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:38:05.340436Z","caller":"traceutil/trace.go:171","msg":"trace[1428052531] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5120; }","duration":"245.820916ms","start":"2026-07-24T05:38:05.094585Z","end":"2026-07-24T05:38:05.340405Z","steps":["trace[1428052531] 'agreement among raft nodes before linearized reading' (duration: 245.324645ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:05.486224Z","caller":"traceutil/trace.go:171","msg":"trace[1955038656] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"388.732682ms","start":"2026-07-24T05:38:05.097455Z","end":"2026-07-24T05:38:05.486187Z","steps":["trace[1955038656] 'process raft request' (duration: 385.411236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.486632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:05.097445Z","time spent":"388.889426ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4569,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:38:05.486927Z","caller":"traceutil/trace.go:171","msg":"trace[1369085176] linearizableReadLoop","detail":"{readStateIndex:5408; appliedIndex:5406; }","duration":"146.668062ms","start":"2026-07-24T05:38:05.339866Z","end":"2026-07-24T05:38:05.486534Z","steps":["trace[1369085176] 'read index received' (duration: 143.125881ms)","trace[1369085176] 'applied index is now lower than readState.Index' (duration: 3.540331ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:05.487122Z","caller":"traceutil/trace.go:171","msg":"trace[560017614] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"267.233606ms","start":"2026-07-24T05:38:05.219873Z","end":"2026-07-24T05:38:05.487107Z","steps":["trace[560017614] 'process raft request' (duration: 266.239754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.487653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.264778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110689"} {"level":"warn","ts":"2026-07-24T05:38:05.487924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.582381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:110689"} {"level":"info","ts":"2026-07-24T05:38:05.487933Z","caller":"traceutil/trace.go:171","msg":"trace[859384790] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5122; }","duration":"390.584915ms","start":"2026-07-24T05:38:05.097325Z","end":"2026-07-24T05:38:05.48791Z","steps":["trace[859384790] 'agreement among raft nodes before linearized reading' (duration: 389.94865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.487992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:05.097317Z","time spent":"390.662097ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110712,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:38:05.48808Z","caller":"traceutil/trace.go:171","msg":"trace[11964165] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5122; }","duration":"389.647393ms","start":"2026-07-24T05:38:05.098314Z","end":"2026-07-24T05:38:05.487962Z","steps":["trace[11964165] 'agreement among raft nodes before linearized reading' (duration: 388.834714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:05.488136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:05.098309Z","time spent":"389.815017ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":110712,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:38:06.055589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.525804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:38:06.055819Z","caller":"traceutil/trace.go:171","msg":"trace[668671327] linearizableReadLoop","detail":"{readStateIndex:5409; appliedIndex:5408; }","duration":"568.784549ms","start":"2026-07-24T05:38:05.487009Z","end":"2026-07-24T05:38:06.055794Z","steps":["trace[668671327] 'read index received' (duration: 204.912587ms)","trace[668671327] 'applied index is now lower than readState.Index' (duration: 363.869852ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:06.055838Z","caller":"traceutil/trace.go:171","msg":"trace[493236216] transaction","detail":"{read_only:false; response_revision:5123; number_of_response:1; }","duration":"660.85088ms","start":"2026-07-24T05:38:05.394945Z","end":"2026-07-24T05:38:06.055796Z","steps":["trace[493236216] 'process raft request' (duration: 296.989909ms)","trace[493236216] 'compare' (duration: 363.325199ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:06.05609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.571283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:38:06.056168Z","caller":"traceutil/trace.go:171","msg":"trace[1180349644] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5123; }","duration":"711.704717ms","start":"2026-07-24T05:38:05.344452Z","end":"2026-07-24T05:38:06.056156Z","steps":["trace[1180349644] 'agreement among raft nodes before linearized reading' (duration: 711.467001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:06.056215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:05.344432Z","time spent":"711.772508ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:38:06.056343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:05.394917Z","time spent":"661.258731ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:06.056596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.316651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:06.056644Z","caller":"traceutil/trace.go:171","msg":"trace[1806005047] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5123; }","duration":"247.421733ms","start":"2026-07-24T05:38:05.80921Z","end":"2026-07-24T05:38:06.056632Z","steps":["trace[1806005047] 'agreement among raft nodes before linearized reading' (duration: 247.336221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:06.056837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.668009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:06.056859Z","caller":"traceutil/trace.go:171","msg":"trace[1658384340] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:5123; }","duration":"114.74109ms","start":"2026-07-24T05:38:05.94211Z","end":"2026-07-24T05:38:06.056851Z","steps":["trace[1658384340] 'agreement among raft nodes before linearized reading' (duration: 114.709089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:06.584501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.513501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:38:06.584641Z","caller":"traceutil/trace.go:171","msg":"trace[754639933] linearizableReadLoop","detail":"{readStateIndex:5410; appliedIndex:5409; }","duration":"465.521152ms","start":"2026-07-24T05:38:06.119092Z","end":"2026-07-24T05:38:06.584613Z","steps":["trace[754639933] 'read index received' (duration: 249.833017ms)","trace[754639933] 'applied index is now lower than readState.Index' (duration: 215.686524ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:06.584744Z","caller":"traceutil/trace.go:171","msg":"trace[1342404924] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"520.655996ms","start":"2026-07-24T05:38:06.064048Z","end":"2026-07-24T05:38:06.584704Z","steps":["trace[1342404924] 'process raft request' (duration: 304.800797ms)","trace[1342404924] 'compare' (duration: 215.373758ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:06.584966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:06.064033Z","time spent":"520.81097ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:06.585148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.055584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:06.585234Z","caller":"traceutil/trace.go:171","msg":"trace[919318495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5124; }","duration":"466.179296ms","start":"2026-07-24T05:38:06.119041Z","end":"2026-07-24T05:38:06.58522Z","steps":["trace[919318495] 'agreement among raft nodes before linearized reading' (duration: 465.687845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:06.585238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.775152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5060"} {"level":"info","ts":"2026-07-24T05:38:06.585317Z","caller":"traceutil/trace.go:171","msg":"trace[480455099] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:5124; }","duration":"446.903754ms","start":"2026-07-24T05:38:06.138395Z","end":"2026-07-24T05:38:06.585298Z","steps":["trace[480455099] 'agreement among raft nodes before linearized reading' (duration: 446.629868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:06.58532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:06.119018Z","time spent":"466.256648ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:38:06.585358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:06.138382Z","time spent":"446.969046ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5083,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-24T05:38:07.124891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.202071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:38:07.125063Z","caller":"traceutil/trace.go:171","msg":"trace[1489739450] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"532.1826ms","start":"2026-07-24T05:38:06.592857Z","end":"2026-07-24T05:38:07.12504Z","steps":["trace[1489739450] 'process raft request' (duration: 197.730443ms)","trace[1489739450] 'compare' (duration: 333.990506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:07.125129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:06.59283Z","time spent":"532.268262ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5074,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:38:07.419961Z","caller":"traceutil/trace.go:171","msg":"trace[87048043] linearizableReadLoop","detail":"{readStateIndex:5413; appliedIndex:5412; }","duration":"212.156603ms","start":"2026-07-24T05:38:07.207769Z","end":"2026-07-24T05:38:07.419926Z","steps":["trace[87048043] 'read index received' (duration: 139.17684ms)","trace[87048043] 'applied index is now lower than readState.Index' (duration: 72.977723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:07.420245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.45853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:38:07.420283Z","caller":"traceutil/trace.go:171","msg":"trace[2118810224] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5126; }","duration":"212.542202ms","start":"2026-07-24T05:38:07.207729Z","end":"2026-07-24T05:38:07.420271Z","steps":["trace[2118810224] 'agreement among raft nodes before linearized reading' (duration: 212.311787ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:07.420257Z","caller":"traceutil/trace.go:171","msg":"trace[1594009761] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"215.294135ms","start":"2026-07-24T05:38:07.204918Z","end":"2026-07-24T05:38:07.420212Z","steps":["trace[1594009761] 'process raft request' (duration: 142.020155ms)","trace[1594009761] 'compare' (duration: 72.504162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:08.019302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.317405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:08.019398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.396944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e888db1dba\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-07-24T05:38:08.019411Z","caller":"traceutil/trace.go:171","msg":"trace[1422703242] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:5126; }","duration":"208.490319ms","start":"2026-07-24T05:38:07.810897Z","end":"2026-07-24T05:38:08.019387Z","steps":["trace[1422703242] 'count revisions from in-memory index tree' (duration: 208.211053ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:08.019449Z","caller":"traceutil/trace.go:171","msg":"trace[1835353113] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e888db1dba; range_end:; response_count:1; response_revision:5126; }","duration":"207.501127ms","start":"2026-07-24T05:38:07.811934Z","end":"2026-07-24T05:38:08.019435Z","steps":["trace[1835353113] 'range keys from in-memory index tree' (duration: 207.16542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:08.019738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.22415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq\" ","response":"range_response_count:1 size:4794"} {"level":"info","ts":"2026-07-24T05:38:08.019887Z","caller":"traceutil/trace.go:171","msg":"trace[153827868] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq; range_end:; response_count:1; response_revision:5126; }","duration":"210.435164ms","start":"2026-07-24T05:38:07.809428Z","end":"2026-07-24T05:38:08.019863Z","steps":["trace[153827868] 'range keys from in-memory index tree' (duration: 210.032365ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:08.25146Z","caller":"traceutil/trace.go:171","msg":"trace[1438107851] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"218.789745ms","start":"2026-07-24T05:38:08.032632Z","end":"2026-07-24T05:38:08.251422Z","steps":["trace[1438107851] 'process raft request' (duration: 218.299344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:08.899269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.743969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:38:08.899389Z","caller":"traceutil/trace.go:171","msg":"trace[351867822] linearizableReadLoop","detail":"{readStateIndex:5415; appliedIndex:5413; }","duration":"777.386071ms","start":"2026-07-24T05:38:08.121982Z","end":"2026-07-24T05:38:08.899368Z","steps":["trace[351867822] 'read index received' (duration: 129.297994ms)","trace[351867822] 'applied index is now lower than readState.Index' (duration: 648.086927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:08.899538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.560736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:08.899573Z","caller":"traceutil/trace.go:171","msg":"trace[1542930594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5128; }","duration":"777.639078ms","start":"2026-07-24T05:38:08.121922Z","end":"2026-07-24T05:38:08.899561Z","steps":["trace[1542930594] 'agreement among raft nodes before linearized reading' (duration: 777.555725ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:08.899537Z","caller":"traceutil/trace.go:171","msg":"trace[1582530433] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"860.456856ms","start":"2026-07-24T05:38:08.039027Z","end":"2026-07-24T05:38:08.899484Z","steps":["trace[1582530433] 'process raft request' (duration: 547.40113ms)","trace[1582530433] 'compare' (duration: 312.559645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:08.899614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:08.121864Z","time spent":"777.74114ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:38:08.899735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:08.038993Z","time spent":"860.630361ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:08.899771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.827656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-24T05:38:08.899848Z","caller":"traceutil/trace.go:171","msg":"trace[1858984101] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5128; }","duration":"727.954329ms","start":"2026-07-24T05:38:08.171882Z","end":"2026-07-24T05:38:08.899836Z","steps":["trace[1858984101] 'agreement among raft nodes before linearized reading' (duration: 727.792455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:08.899869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:08.171817Z","time spent":"728.04705ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T05:38:08.900143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.8084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:08.900346Z","caller":"traceutil/trace.go:171","msg":"trace[1452422606] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5128; }","duration":"545.018215ms","start":"2026-07-24T05:38:08.355277Z","end":"2026-07-24T05:38:08.900295Z","steps":["trace[1452422606] 'agreement among raft nodes before linearized reading' (duration: 544.79248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:08.900489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:08.35524Z","time spent":"545.196269ms","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":82,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:09.358513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.46209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:38:09.358642Z","caller":"traceutil/trace.go:171","msg":"trace[930597580] linearizableReadLoop","detail":"{readStateIndex:5416; appliedIndex:5415; }","duration":"236.380558ms","start":"2026-07-24T05:38:09.122237Z","end":"2026-07-24T05:38:09.358617Z","steps":["trace[930597580] 'read index received' (duration: 129.653502ms)","trace[930597580] 'applied index is now lower than readState.Index' (duration: 106.725806ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:09.358763Z","caller":"traceutil/trace.go:171","msg":"trace[1930747660] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"442.631977ms","start":"2026-07-24T05:38:08.916078Z","end":"2026-07-24T05:38:09.35871Z","steps":["trace[1930747660] 'process raft request' (duration: 335.86519ms)","trace[1930747660] 'compare' (duration: 106.262396ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:09.358793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.528562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:09.359045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.385708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:38:09.359071Z","caller":"traceutil/trace.go:171","msg":"trace[820297106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5129; }","duration":"236.81953ms","start":"2026-07-24T05:38:09.122227Z","end":"2026-07-24T05:38:09.359047Z","steps":["trace[820297106] 'agreement among raft nodes before linearized reading' (duration: 236.480521ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:09.359082Z","caller":"traceutil/trace.go:171","msg":"trace[1823605773] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5129; }","duration":"191.462029ms","start":"2026-07-24T05:38:09.16761Z","end":"2026-07-24T05:38:09.359072Z","steps":["trace[1823605773] 'agreement among raft nodes before linearized reading' (duration: 191.123051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:09.359168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:08.916045Z","time spent":"443.000137ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:09.784299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.505551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:38:09.784408Z","caller":"traceutil/trace.go:171","msg":"trace[660598523] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5129; }","duration":"270.693955ms","start":"2026-07-24T05:38:09.513689Z","end":"2026-07-24T05:38:09.784383Z","steps":["trace[660598523] 'range keys from in-memory index tree' (duration: 270.254684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:09.784563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.511183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:38:09.784624Z","caller":"traceutil/trace.go:171","msg":"trace[2047349658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5129; }","duration":"274.625196ms","start":"2026-07-24T05:38:09.509981Z","end":"2026-07-24T05:38:09.784606Z","steps":["trace[2047349658] 'range keys from in-memory index tree' (duration: 274.241776ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:10.978422Z","caller":"traceutil/trace.go:171","msg":"trace[1165637252] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"271.812261ms","start":"2026-07-24T05:38:10.706567Z","end":"2026-07-24T05:38:10.97838Z","steps":["trace[1165637252] 'process raft request' (duration: 271.417541ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:11.229081Z","caller":"traceutil/trace.go:171","msg":"trace[1364870415] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"102.1082ms","start":"2026-07-24T05:38:11.126931Z","end":"2026-07-24T05:38:11.229039Z","steps":["trace[1364870415] 'process raft request' (duration: 101.925486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:11.498008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.422747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:38:11.498179Z","caller":"traceutil/trace.go:171","msg":"trace[596614996] linearizableReadLoop","detail":"{readStateIndex:5419; appliedIndex:5418; }","duration":"261.530416ms","start":"2026-07-24T05:38:11.236624Z","end":"2026-07-24T05:38:11.498155Z","steps":["trace[596614996] 'read index received' (duration: 138.837833ms)","trace[596614996] 'applied index is now lower than readState.Index' (duration: 122.690603ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:11.498321Z","caller":"traceutil/trace.go:171","msg":"trace[1066928697] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"262.57024ms","start":"2026-07-24T05:38:11.235729Z","end":"2026-07-24T05:38:11.4983Z","steps":["trace[1066928697] 'process raft request' (duration: 139.670832ms)","trace[1066928697] 'compare' (duration: 122.268034ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:11.498672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.011436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:38:11.498767Z","caller":"traceutil/trace.go:171","msg":"trace[1884430820] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5132; }","duration":"262.155309ms","start":"2026-07-24T05:38:11.23659Z","end":"2026-07-24T05:38:11.498746Z","steps":["trace[1884430820] 'agreement among raft nodes before linearized reading' (duration: 261.803361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:11.498725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.960832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T05:38:11.498863Z","caller":"traceutil/trace.go:171","msg":"trace[1719462012] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5132; }","duration":"182.166706ms","start":"2026-07-24T05:38:11.316673Z","end":"2026-07-24T05:38:11.49884Z","steps":["trace[1719462012] 'agreement among raft nodes before linearized reading' (duration: 181.684485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:12.416216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.103242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:38:12.416359Z","caller":"traceutil/trace.go:171","msg":"trace[1208352408] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"265.262441ms","start":"2026-07-24T05:38:12.151073Z","end":"2026-07-24T05:38:12.416335Z","steps":["trace[1208352408] 'process raft request' (duration: 162.927695ms)","trace[1208352408] 'compare' (duration: 101.910307ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:12.824012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.150674ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:38:16.18594Z","caller":"traceutil/trace.go:171","msg":"trace[1539741986] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"107.517505ms","start":"2026-07-24T05:38:16.078388Z","end":"2026-07-24T05:38:16.185905Z","steps":["trace[1539741986] 'process raft request' (duration: 104.679689ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:16.192666Z","caller":"traceutil/trace.go:171","msg":"trace[1110997628] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"113.261727ms","start":"2026-07-24T05:38:16.079376Z","end":"2026-07-24T05:38:16.192638Z","steps":["trace[1110997628] 'process raft request' (duration: 112.570262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:16.669748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.980235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:38:16.669861Z","caller":"traceutil/trace.go:171","msg":"trace[634601560] transaction","detail":"{read_only:false; response_revision:5168; number_of_response:1; }","duration":"223.622627ms","start":"2026-07-24T05:38:16.446217Z","end":"2026-07-24T05:38:16.669839Z","steps":["trace[634601560] 'process raft request' (duration: 64.482148ms)","trace[634601560] 'compare' (duration: 158.73726ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:16.681799Z","caller":"traceutil/trace.go:171","msg":"trace[38422986] transaction","detail":"{read_only:false; response_revision:5169; number_of_response:1; }","duration":"235.481749ms","start":"2026-07-24T05:38:16.446284Z","end":"2026-07-24T05:38:16.681766Z","steps":["trace[38422986] 'process raft request' (duration: 235.262073ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:16.910273Z","caller":"traceutil/trace.go:171","msg":"trace[1547064793] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"219.953192ms","start":"2026-07-24T05:38:16.69028Z","end":"2026-07-24T05:38:16.910233Z","steps":["trace[1547064793] 'process raft request' (duration: 183.140168ms)","trace[1547064793] 'compare' (duration: 36.671711ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:17.450081Z","caller":"traceutil/trace.go:171","msg":"trace[711078842] linearizableReadLoop","detail":"{readStateIndex:5468; appliedIndex:5467; }","duration":"105.96727ms","start":"2026-07-24T05:38:17.344083Z","end":"2026-07-24T05:38:17.45005Z","steps":["trace[711078842] 'read index received' (duration: 48.007481ms)","trace[711078842] 'applied index is now lower than readState.Index' (duration: 57.958389ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:17.450113Z","caller":"traceutil/trace.go:171","msg":"trace[550026585] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"221.59946ms","start":"2026-07-24T05:38:17.228486Z","end":"2026-07-24T05:38:17.450086Z","steps":["trace[550026585] 'process raft request' (duration: 163.629501ms)","trace[550026585] 'compare' (duration: 57.53746ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:17.451282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.176636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-24T05:38:17.451326Z","caller":"traceutil/trace.go:171","msg":"trace[648502278] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5179; }","duration":"107.30542ms","start":"2026-07-24T05:38:17.344007Z","end":"2026-07-24T05:38:17.451312Z","steps":["trace[648502278] 'agreement among raft nodes before linearized reading' (duration: 106.157574ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:19.789496Z","caller":"traceutil/trace.go:171","msg":"trace[1519671923] transaction","detail":"{read_only:false; response_revision:5182; number_of_response:1; }","duration":"140.291067ms","start":"2026-07-24T05:38:19.649162Z","end":"2026-07-24T05:38:19.789453Z","steps":["trace[1519671923] 'process raft request' (duration: 140.024341ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:19.80449Z","caller":"traceutil/trace.go:171","msg":"trace[1093080330] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"101.472236ms","start":"2026-07-24T05:38:19.702982Z","end":"2026-07-24T05:38:19.804454Z","steps":["trace[1093080330] 'process raft request' (duration: 101.284822ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:21.515492Z","caller":"traceutil/trace.go:171","msg":"trace[526547166] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"249.865278ms","start":"2026-07-24T05:38:21.265583Z","end":"2026-07-24T05:38:21.515449Z","steps":["trace[526547166] 'process raft request' (duration: 249.638023ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:21.721971Z","caller":"traceutil/trace.go:171","msg":"trace[1799224095] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"129.856008ms","start":"2026-07-24T05:38:21.592068Z","end":"2026-07-24T05:38:21.721924Z","steps":["trace[1799224095] 'process raft request' (duration: 59.415683ms)","trace[1799224095] 'compare' (duration: 70.173919ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:22.279948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.895487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:22.280088Z","caller":"traceutil/trace.go:171","msg":"trace[1772756426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5186; }","duration":"157.116432ms","start":"2026-07-24T05:38:22.122942Z","end":"2026-07-24T05:38:22.280058Z","steps":["trace[1772756426] 'range keys from in-memory index tree' (duration: 156.772034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:23.004693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.044217ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:38:23.004849Z","caller":"traceutil/trace.go:171","msg":"trace[696143318] linearizableReadLoop","detail":"{readStateIndex:5476; appliedIndex:5475; }","duration":"188.356889ms","start":"2026-07-24T05:38:22.816465Z","end":"2026-07-24T05:38:23.004821Z","steps":["trace[696143318] 'read index received' (duration: 56.032µs)","trace[696143318] 'applied index is now lower than readState.Index' (duration: 188.298247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:23.005628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.22281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:23.005702Z","caller":"traceutil/trace.go:171","msg":"trace[460387625] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5186; }","duration":"176.335403ms","start":"2026-07-24T05:38:22.82935Z","end":"2026-07-24T05:38:23.005685Z","steps":["trace[460387625] 'agreement among raft nodes before linearized reading' (duration: 176.20743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:23.006019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.559716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:23.006045Z","caller":"traceutil/trace.go:171","msg":"trace[860618453] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5186; }","duration":"189.624608ms","start":"2026-07-24T05:38:22.816412Z","end":"2026-07-24T05:38:23.006037Z","steps":["trace[860618453] 'agreement among raft nodes before linearized reading' (duration: 189.586667ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:23.784044Z","caller":"traceutil/trace.go:171","msg":"trace[2023386835] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"365.747915ms","start":"2026-07-24T05:38:23.418216Z","end":"2026-07-24T05:38:23.783964Z","steps":["trace[2023386835] 'process raft request' (duration: 364.943276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:23.784467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:23.418182Z","time spent":"365.96389ms","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:38:24.133156Z","caller":"traceutil/trace.go:171","msg":"trace[259838778] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5477; }","duration":"175.146274ms","start":"2026-07-24T05:38:23.957968Z","end":"2026-07-24T05:38:24.133114Z","steps":["trace[259838778] 'read index received' (duration: 173.426406ms)","trace[259838778] 'applied index is now lower than readState.Index' (duration: 1.718668ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:24.133215Z","caller":"traceutil/trace.go:171","msg":"trace[2058724044] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"216.307149ms","start":"2026-07-24T05:38:23.916869Z","end":"2026-07-24T05:38:24.133176Z","steps":["trace[2058724044] 'process raft request' (duration: 214.527929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:24.133489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.080714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:38:24.133523Z","caller":"traceutil/trace.go:171","msg":"trace[586519644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5188; }","duration":"175.168207ms","start":"2026-07-24T05:38:23.958345Z","end":"2026-07-24T05:38:24.133513Z","steps":["trace[586519644] 'agreement among raft nodes before linearized reading' (duration: 174.959031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:24.133953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.207616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18331"} {"level":"info","ts":"2026-07-24T05:38:24.134076Z","caller":"traceutil/trace.go:171","msg":"trace[402021365] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5188; }","duration":"147.384469ms","start":"2026-07-24T05:38:23.986675Z","end":"2026-07-24T05:38:24.13406Z","steps":["trace[402021365] 'agreement among raft nodes before linearized reading' (duration: 146.674302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:24.134083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.090517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:38:24.134241Z","caller":"traceutil/trace.go:171","msg":"trace[2034453506] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5188; }","duration":"176.292702ms","start":"2026-07-24T05:38:23.957904Z","end":"2026-07-24T05:38:24.134196Z","steps":["trace[2034453506] 'agreement among raft nodes before linearized reading' (duration: 175.3561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:26.393821Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:26.894423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:27.394906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:27.895716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:28.122223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000167375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:28.122421Z","caller":"traceutil/trace.go:171","msg":"trace[1320752965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000449981s","start":"2026-07-24T05:38:26.121948Z","end":"2026-07-24T05:38:28.122398Z","steps":["trace[1320752965] 'agreement among raft nodes before linearized reading' (duration: 2.000212645s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:28.122509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:26.121916Z","time spent":"2.000579103s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:28.396206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:28.896374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:29.397427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:29.898207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:30.12266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000169534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:30.122753Z","caller":"traceutil/trace.go:171","msg":"trace[479109859] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311418s","start":"2026-07-24T05:38:28.122422Z","end":"2026-07-24T05:38:30.122733Z","steps":["trace[479109859] 'agreement among raft nodes before linearized reading' (duration: 2.000195935s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:30.122803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:28.122398Z","time spent":"2.000394609s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:30.399154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:30.892541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999270628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:38:30.892666Z","caller":"traceutil/trace.go:171","msg":"trace[792561961] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999495692s","start":"2026-07-24T05:38:25.89314Z","end":"2026-07-24T05:38:30.892636Z","steps":["trace[792561961] 'agreement among raft nodes before linearized reading' (duration: 4.999319588s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:30.89274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:25.89308Z","time spent":"4.999643126s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 05:38:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:30.899886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:31.136892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:26.13817Z","time spent":"4.998710817s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:38:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:31.400668Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:31.901525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:32.135434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000504352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:32.135517Z","caller":"traceutil/trace.go:171","msg":"trace[1971301479] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658335s","start":"2026-07-24T05:38:30.134839Z","end":"2026-07-24T05:38:32.135497Z","steps":["trace[1971301479] 'agreement among raft nodes before linearized reading' (duration: 2.000545463s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:32.135555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:30.134814Z","time spent":"2.000734906s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:32.401916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148032,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:32.67275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999546934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:38:32.67285Z","caller":"traceutil/trace.go:171","msg":"trace[810472356] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999742989s","start":"2026-07-24T05:38:27.673085Z","end":"2026-07-24T05:38:32.672828Z","steps":["trace[810472356] 'agreement among raft nodes before linearized reading' (duration: 4.999583985s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:32.672898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:27.673056Z","time spent":"4.999832061s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:38:32.725966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:25.724791Z","time spent":"7.001167332s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:32.894342Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-24T05:38:33.394558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:33.427969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:26.427771Z","time spent":"7.000189139s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:33.895358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:34.136423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000372519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:38:34.136532Z","caller":"traceutil/trace.go:171","msg":"trace[1080848097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554353s","start":"2026-07-24T05:38:32.135952Z","end":"2026-07-24T05:38:34.136506Z","steps":["trace[1080848097] 'agreement among raft nodes before linearized reading' (duration: 2.00041431s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:34.136595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:32.135925Z","time spent":"2.000657985s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:34.298881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:27.298411Z","time spent":"7.000462375s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:34.395641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:34.896162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148040,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:34.92404Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.198616328s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:38:36.138097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997327694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:36.138191Z","caller":"traceutil/trace.go:171","msg":"trace[611965805] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.997491217s","start":"2026-07-24T05:38:31.140679Z","end":"2026-07-24T05:38:36.138171Z","steps":["trace[611965805] 'agreement among raft nodes before linearized reading' (duration: 4.997364305s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:36.138247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:31.140657Z","time spent":"4.997581049s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/24 05:38:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:36.145002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:38:36.145119Z","caller":"traceutil/trace.go:171","msg":"trace[1489503086] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547693s","start":"2026-07-24T05:38:34.144541Z","end":"2026-07-24T05:38:36.145089Z","steps":["trace[1489503086] 'agreement among raft nodes before linearized reading' (duration: 2.000400889s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:36.145181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:34.144511Z","time spent":"2.000658945s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:36.156984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.236552494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:36.157136Z","caller":"traceutil/trace.go:171","msg":"trace[452074128] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"4.236792609s","start":"2026-07-24T05:38:31.920318Z","end":"2026-07-24T05:38:36.15711Z","steps":["trace[452074128] 'agreement among raft nodes before linearized reading' (duration: 4.236637966s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:36.157206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:31.920295Z","time spent":"4.236895012s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} 2026/07/24 05:38:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:36.734445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:29.733877Z","time spent":"7.000558367s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:38.145167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999926278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:38:38.145294Z","caller":"traceutil/trace.go:171","msg":"trace[888151945] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000111493s","start":"2026-07-24T05:38:36.145149Z","end":"2026-07-24T05:38:38.145261Z","steps":["trace[888151945] 'agreement among raft nodes before linearized reading' (duration: 1.999950109s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:38.145374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:36.145128Z","time spent":"2.000228435s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:38.54144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447255064s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:38.541822Z","caller":"traceutil/trace.go:171","msg":"trace[103390659] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5189; }","duration":"2.447639542s","start":"2026-07-24T05:38:36.09414Z","end":"2026-07-24T05:38:38.541779Z","steps":["trace[103390659] 'range keys from in-memory index tree' (duration: 2.447227873s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:38.71749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.793030135s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:38:39.124372Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fd5dc","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:38:39.730483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:32.729724Z","time spent":"7.000751542s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:40.039947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.986350672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:40.040053Z","caller":"traceutil/trace.go:171","msg":"trace[833131190] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.986560777s","start":"2026-07-24T05:38:35.053467Z","end":"2026-07-24T05:38:40.040027Z","steps":["trace[833131190] 'agreement among raft nodes before linearized reading' (duration: 4.986406213s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:40.040102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:35.053438Z","time spent":"4.986654609s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 05:38:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:40.15496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000630244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:40.155051Z","caller":"traceutil/trace.go:171","msg":"trace[1448655076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000804489s","start":"2026-07-24T05:38:38.154224Z","end":"2026-07-24T05:38:40.155028Z","steps":["trace[1448655076] 'agreement among raft nodes before linearized reading' (duration: 2.000684576s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:40.155099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:38.154191Z","time spent":"2.000899661s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:40.346258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999020892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:40.34707Z","caller":"traceutil/trace.go:171","msg":"trace[412097110] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999254218s","start":"2026-07-24T05:38:35.347112Z","end":"2026-07-24T05:38:40.346366Z","steps":["trace[412097110] 'agreement among raft nodes before linearized reading' (duration: 4.999081744s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:40.347161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:35.347076Z","time spent":"5.000065607s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/24 05:38:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:40.433007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:33.432561Z","time spent":"7.000436075s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:41.006818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288635057s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:38:41.008392Z","caller":"traceutil/trace.go:171","msg":"trace[1459245711] linearizableReadLoop","detail":"{readStateIndex:5487; appliedIndex:5478; }","duration":"8.113848089s","start":"2026-07-24T05:38:32.89451Z","end":"2026-07-24T05:38:41.008359Z","steps":["trace[1459245711] 'read index received' (duration: 2.029861415s)","trace[1459245711] 'applied index is now lower than readState.Index' (duration: 6.083984964s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:41.008637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.66397983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:41.008688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.860991727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:5969"} {"level":"info","ts":"2026-07-24T05:38:41.008813Z","caller":"traceutil/trace.go:171","msg":"trace[600351052] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:5195; }","duration":"12.861186112s","start":"2026-07-24T05:38:28.147602Z","end":"2026-07-24T05:38:41.008788Z","steps":["trace[600351052] 'agreement among raft nodes before linearized reading' (duration: 12.860856894s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.008863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:28.147575Z","time spent":"12.861276754s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5992,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" "} {"level":"warn","ts":"2026-07-24T05:38:41.008769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.851263229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:38:41.008927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.776374198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"info","ts":"2026-07-24T05:38:41.009065Z","caller":"traceutil/trace.go:171","msg":"trace[488379699] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5195; }","duration":"10.776488861s","start":"2026-07-24T05:38:30.232514Z","end":"2026-07-24T05:38:41.009003Z","steps":["trace[488379699] 'agreement among raft nodes before linearized reading' (duration: 10.776284685s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.009108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:30.232448Z","time spent":"10.776651815s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:38:41.009Z","caller":"traceutil/trace.go:171","msg":"trace[631027435] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5195; }","duration":"8.664133015s","start":"2026-07-24T05:38:32.344566Z","end":"2026-07-24T05:38:41.008699Z","steps":["trace[631027435] 'agreement among raft nodes before linearized reading' (duration: 8.663984521s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:41.009121Z","caller":"traceutil/trace.go:171","msg":"trace[691485360] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"6.514844633s","start":"2026-07-24T05:38:34.49424Z","end":"2026-07-24T05:38:41.009084Z","steps":["trace[691485360] 'process raft request' (duration: 6.512869408s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.009181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:32.344473Z","time spent":"8.664683158s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:41.009217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.70861393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:41.008973Z","caller":"traceutil/trace.go:171","msg":"trace[517501275] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5195; }","duration":"13.851539637s","start":"2026-07-24T05:38:27.157416Z","end":"2026-07-24T05:38:41.008956Z","steps":["trace[517501275] 'agreement among raft nodes before linearized reading' (duration: 13.851136886s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:41.009272Z","caller":"traceutil/trace.go:171","msg":"trace[712343228] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5195; }","duration":"11.708715332s","start":"2026-07-24T05:38:29.300533Z","end":"2026-07-24T05:38:41.009248Z","steps":["trace[712343228] 'agreement among raft nodes before linearized reading' (duration: 11.70863987s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.009313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:29.300496Z","time spent":"11.708807554s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:41.009354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.504703125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:41.009394Z","caller":"traceutil/trace.go:171","msg":"trace[1115506005] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:5195; }","duration":"9.504794567s","start":"2026-07-24T05:38:31.504589Z","end":"2026-07-24T05:38:41.009384Z","steps":["trace[1115506005] 'agreement among raft nodes before linearized reading' (duration: 9.504723296s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.009368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:27.157389Z","time spent":"13.851932656s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:38:41.00951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.732696512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:41.009551Z","caller":"traceutil/trace.go:171","msg":"trace[836575458] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:5195; }","duration":"11.732788684s","start":"2026-07-24T05:38:29.276752Z","end":"2026-07-24T05:38:41.009541Z","steps":["trace[836575458] 'agreement among raft nodes before linearized reading' (duration: 11.732712252s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.009593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:29.276725Z","time spent":"11.732855775s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:41.009543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.529316724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:41.009779Z","caller":"traceutil/trace.go:171","msg":"trace[613695811] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5195; }","duration":"8.529596931s","start":"2026-07-24T05:38:32.480174Z","end":"2026-07-24T05:38:41.009771Z","steps":["trace[613695811] 'agreement among raft nodes before linearized reading' (duration: 8.529319115s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.009805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:32.480154Z","time spent":"8.529643193s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:41.009847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.745634284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-07-24T05:38:41.010063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.919277019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:41.010089Z","caller":"traceutil/trace.go:171","msg":"trace[107796331] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c5232c7a721a7b; range_end:; response_count:1; response_revision:5195; }","duration":"14.74591615s","start":"2026-07-24T05:38:26.264166Z","end":"2026-07-24T05:38:41.010082Z","steps":["trace[107796331] 'agreement among raft nodes before linearized reading' (duration: 14.745539181s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.009285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:34.4942Z","time spent":"6.515002027s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:41.01011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:26.264145Z","time spent":"14.745960331s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" "} {"level":"warn","ts":"2026-07-24T05:38:41.010122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.629378878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:41.010138Z","caller":"traceutil/trace.go:171","msg":"trace[425697669] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5195; }","duration":"13.919577516s","start":"2026-07-24T05:38:27.090514Z","end":"2026-07-24T05:38:41.010091Z","steps":["trace[425697669] 'agreement among raft nodes before linearized reading' (duration: 13.91929979s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.018218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:27.090488Z","time spent":"13.927661702s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:41.010171Z","caller":"traceutil/trace.go:171","msg":"trace[1083379980] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5195; }","duration":"14.62945942s","start":"2026-07-24T05:38:26.38069Z","end":"2026-07-24T05:38:41.01015Z","steps":["trace[1083379980] 'agreement among raft nodes before linearized reading' (duration: 14.629142022s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.018591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:26.380663Z","time spent":"14.637912353s","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:41.010266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.710262662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:41.018836Z","caller":"traceutil/trace.go:171","msg":"trace[2092268800] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5195; }","duration":"14.71887102s","start":"2026-07-24T05:38:26.29994Z","end":"2026-07-24T05:38:41.018811Z","steps":["trace[2092268800] 'agreement among raft nodes before linearized reading' (duration: 14.710290533s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.018893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:26.29991Z","time spent":"14.718962651s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:41.010317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.865106892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:38:41.019155Z","caller":"traceutil/trace.go:171","msg":"trace[1244366560] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5195; }","duration":"14.873975635s","start":"2026-07-24T05:38:26.145166Z","end":"2026-07-24T05:38:41.019142Z","steps":["trace[1244366560] 'agreement among raft nodes before linearized reading' (duration: 14.86458172s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.019197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:26.145155Z","time spent":"14.874031516s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:38:41.009427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:31.504562Z","time spent":"9.504856379s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:41.010371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.870757976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:41.019766Z","caller":"traceutil/trace.go:171","msg":"trace[1456606846] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5195; }","duration":"13.880195542s","start":"2026-07-24T05:38:27.139558Z","end":"2026-07-24T05:38:41.019753Z","steps":["trace[1456606846] 'agreement among raft nodes before linearized reading' (duration: 13.870793267s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.019817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:27.139526Z","time spent":"13.880274004s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:41.010398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.115650526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:41.020169Z","caller":"traceutil/trace.go:171","msg":"trace[1804973722] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5195; }","duration":"15.125459801s","start":"2026-07-24T05:38:25.894696Z","end":"2026-07-24T05:38:41.020156Z","steps":["trace[1804973722] 'agreement among raft nodes before linearized reading' (duration: 15.115667776s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.020212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:25.894672Z","time spent":"15.125525223s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:41.010417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.909788381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:41.020444Z","caller":"traceutil/trace.go:171","msg":"trace[384196492] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:5195; }","duration":"13.919835253s","start":"2026-07-24T05:38:27.100597Z","end":"2026-07-24T05:38:41.020433Z","steps":["trace[384196492] 'agreement among raft nodes before linearized reading' (duration: 13.909786492s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.020481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:27.100587Z","time spent":"13.919884943s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:38:41.010418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.867386764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:38:41.020786Z","caller":"traceutil/trace.go:171","msg":"trace[674041372] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5195; }","duration":"14.877787683s","start":"2026-07-24T05:38:26.142988Z","end":"2026-07-24T05:38:41.020776Z","steps":["trace[674041372] 'agreement among raft nodes before linearized reading' (duration: 14.867360474s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:41.020829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:26.142962Z","time spent":"14.877856304s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:38:41.508799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:41.554394Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.836678121s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:38:42.155587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:38:42.155719Z","caller":"traceutil/trace.go:171","msg":"trace[551826941] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341578s","start":"2026-07-24T05:38:40.155346Z","end":"2026-07-24T05:38:42.155688Z","steps":["trace[551826941] 'agreement among raft nodes before linearized reading' (duration: 2.000182744s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:42.155776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:40.155309Z","time spent":"2.000455221s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:38:42.295944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.992421986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:42.296134Z","caller":"traceutil/trace.go:171","msg":"trace[603231563] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.992678792s","start":"2026-07-24T05:38:34.303427Z","end":"2026-07-24T05:38:42.296106Z","steps":["trace[603231563] 'agreement among raft nodes before linearized reading' (duration: 7.992453187s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:42.296248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:34.303397Z","time spent":"7.992834466s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/24 05:38:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:42.716084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99998907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:42.716196Z","caller":"traceutil/trace.go:171","msg":"trace[1427680786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000168934s","start":"2026-07-24T05:38:40.716Z","end":"2026-07-24T05:38:42.716169Z","steps":["trace[1427680786] 'agreement among raft nodes before linearized reading' (duration: 2.000018941s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:42.716254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:40.715973Z","time spent":"2.000270867s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:43.727942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:36.727524Z","time spent":"7.000409664s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:44.163601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:38:44.163759Z","caller":"traceutil/trace.go:171","msg":"trace[1875984666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000742088s","start":"2026-07-24T05:38:42.162996Z","end":"2026-07-24T05:38:44.163738Z","steps":["trace[1875984666] 'agreement among raft nodes before linearized reading' (duration: 2.000549033s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:44.163816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:42.162964Z","time spent":"2.00083973s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:46.164003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000079032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:46.164143Z","caller":"traceutil/trace.go:171","msg":"trace[616226899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275716s","start":"2026-07-24T05:38:44.163825Z","end":"2026-07-24T05:38:46.1641Z","steps":["trace[616226899] 'agreement among raft nodes before linearized reading' (duration: 2.000125613s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:46.164215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:44.163799Z","time spent":"2.000399129s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:46.737549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00005101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:46.737672Z","caller":"traceutil/trace.go:171","msg":"trace[82262489] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"10.000246505s","start":"2026-07-24T05:38:36.737401Z","end":"2026-07-24T05:38:46.737647Z","steps":["trace[82262489] 'agreement among raft nodes before linearized reading' (duration: 10.000078421s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:46.737801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:36.737384Z","time spent":"10.000341558s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/07/24 05:38:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:47.441539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:40.440737Z","time spent":"7.000793213s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:48.013108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:41.012254Z","time spent":"7.000845024s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:48.02643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:41.025534Z","time spent":"7.000889986s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:48.030091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:41.029222Z","time spent":"7.000865825s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:48.172151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000257876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:48.17224Z","caller":"traceutil/trace.go:171","msg":"trace[712882197] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417169s","start":"2026-07-24T05:38:46.171803Z","end":"2026-07-24T05:38:48.17222Z","steps":["trace[712882197] 'agreement among raft nodes before linearized reading' (duration: 2.000298517s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:48.172287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:46.171787Z","time spent":"2.000490213s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:48.256418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998252985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:48.256511Z","caller":"traceutil/trace.go:171","msg":"trace[893914891] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998415199s","start":"2026-07-24T05:38:43.258073Z","end":"2026-07-24T05:38:48.256488Z","steps":["trace[893914891] 'agreement among raft nodes before linearized reading' (duration: 4.998292196s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:48.256561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:43.258046Z","time spent":"4.998506712s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/24 05:38:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:49.035881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998569962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:49.036007Z","caller":"traceutil/trace.go:171","msg":"trace[209789365] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.998764597s","start":"2026-07-24T05:38:44.037212Z","end":"2026-07-24T05:38:49.035976Z","steps":["trace[209789365] 'agreement among raft nodes before linearized reading' (duration: 4.998610023s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:49.036106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:44.037181Z","time spent":"4.998897849s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 05:38:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:49.07377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978461871s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:49.07396Z","caller":"traceutil/trace.go:171","msg":"trace[1962169292] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5195; }","duration":"2.978684646s","start":"2026-07-24T05:38:46.095253Z","end":"2026-07-24T05:38:49.073938Z","steps":["trace[1962169292] 'range keys from in-memory index tree' (duration: 2.978439761s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:49.076495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.521785447s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:38:49.856129Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.503371695s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:38:50.173336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:50.173456Z","caller":"traceutil/trace.go:171","msg":"trace[2015450539] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00084973s","start":"2026-07-24T05:38:48.172576Z","end":"2026-07-24T05:38:50.173426Z","steps":["trace[2015450539] 'agreement among raft nodes before linearized reading' (duration: 2.000663356s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:50.173515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:48.172523Z","time spent":"2.000978643s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:51.771451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914180413s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-24T05:38:51.772614Z","caller":"traceutil/trace.go:171","msg":"trace[515325540] linearizableReadLoop","detail":"{readStateIndex:5492; appliedIndex:5487; }","duration":"10.764065587s","start":"2026-07-24T05:38:41.00851Z","end":"2026-07-24T05:38:51.772576Z","steps":["trace[515325540] 'read index received' (duration: 546.12314ms)","trace[515325540] 'applied index is now lower than readState.Index' (duration: 10.217940807s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:51.772847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.628025048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:38:51.772866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.434791073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:38:51.772865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.632884419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:38:51.772873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.706547463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:51.772915Z","caller":"traceutil/trace.go:171","msg":"trace[213835034] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5197; }","duration":"13.434886645s","start":"2026-07-24T05:38:38.338015Z","end":"2026-07-24T05:38:51.772902Z","steps":["trace[213835034] 'agreement among raft nodes before linearized reading' (duration: 13.434737191s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.772915Z","caller":"traceutil/trace.go:171","msg":"trace[1824957083] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5197; }","duration":"16.628152691s","start":"2026-07-24T05:38:35.144742Z","end":"2026-07-24T05:38:51.772895Z","steps":["trace[1824957083] 'agreement among raft nodes before linearized reading' (duration: 16.627973627s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.77295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.267628416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:51.772956Z","caller":"traceutil/trace.go:171","msg":"trace[1947771270] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5197; }","duration":"16.633037763s","start":"2026-07-24T05:38:35.139893Z","end":"2026-07-24T05:38:51.77293Z","steps":["trace[1947771270] 'agreement among raft nodes before linearized reading' (duration: 16.632815587s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.772969Z","caller":"traceutil/trace.go:171","msg":"trace[559995947] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5197; }","duration":"17.706723697s","start":"2026-07-24T05:38:34.066225Z","end":"2026-07-24T05:38:51.772949Z","steps":["trace[559995947] 'agreement among raft nodes before linearized reading' (duration: 17.706518642s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.773007Z","caller":"traceutil/trace.go:171","msg":"trace[1787387870] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5197; }","duration":"14.267723328s","start":"2026-07-24T05:38:37.505266Z","end":"2026-07-24T05:38:51.77299Z","steps":["trace[1787387870] 'agreement among raft nodes before linearized reading' (duration: 14.267656956s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.033880072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18340"} {"level":"warn","ts":"2026-07-24T05:38:51.773015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:35.139869Z","time spent":"16.633134215s","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.773025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:34.066191Z","time spent":"17.706824539s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:51.773052Z","caller":"traceutil/trace.go:171","msg":"trace[1302336472] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5197; }","duration":"5.033959674s","start":"2026-07-24T05:38:46.739079Z","end":"2026-07-24T05:38:51.773039Z","steps":["trace[1302336472] 'agreement among raft nodes before linearized reading' (duration: 5.033868722s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.73021085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:51.773083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734397351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-24T05:38:51.773096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:46.73905Z","time spent":"5.034038665s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18363,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T05:38:51.773119Z","caller":"traceutil/trace.go:171","msg":"trace[1775780079] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5197; }","duration":"3.734464133s","start":"2026-07-24T05:38:48.038646Z","end":"2026-07-24T05:38:51.77311Z","steps":["trace[1775780079] 'agreement among raft nodes before linearized reading' (duration: 3.73435437s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745205919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:51.773109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45646468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:51.773129Z","caller":"traceutil/trace.go:171","msg":"trace[287085583] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5197; }","duration":"18.730415694s","start":"2026-07-24T05:38:33.042687Z","end":"2026-07-24T05:38:51.773103Z","steps":["trace[287085583] 'agreement among raft nodes before linearized reading' (duration: 18.730156669s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.773156Z","caller":"traceutil/trace.go:171","msg":"trace[1080690465] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:5197; }","duration":"3.74526331s","start":"2026-07-24T05:38:48.027884Z","end":"2026-07-24T05:38:51.773147Z","steps":["trace[1080690465] 'agreement among raft nodes before linearized reading' (duration: 3.745219359s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:48.027863Z","time spent":"3.745315711s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:38:51.773206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.573565354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-24T05:38:51.773207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:33.042661Z","time spent":"18.730533467s","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.773229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326403492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-24T05:38:51.773244Z","caller":"traceutil/trace.go:171","msg":"trace[25485839] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5197; }","duration":"7.573646736s","start":"2026-07-24T05:38:44.199587Z","end":"2026-07-24T05:38:51.773234Z","steps":["trace[25485839] 'agreement among raft nodes before linearized reading' (duration: 7.573489383s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.773265Z","caller":"traceutil/trace.go:171","msg":"trace[700162036] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:5197; }","duration":"4.326485654s","start":"2026-07-24T05:38:47.446771Z","end":"2026-07-24T05:38:51.773257Z","steps":["trace[700162036] 'agreement among raft nodes before linearized reading' (duration: 4.326402032s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:44.199558Z","time spent":"7.573709448s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:38:51.772971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:38.337992Z","time spent":"13.434969257s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":35,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.772865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.415815118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:51.773335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.693703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T05:38:51.773355Z","caller":"traceutil/trace.go:171","msg":"trace[117078437] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:5197; }","duration":"15.416388941s","start":"2026-07-24T05:38:36.356951Z","end":"2026-07-24T05:38:51.77334Z","steps":["trace[117078437] 'agreement among raft nodes before linearized reading' (duration: 15.415755326s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.780184441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:51.773398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.741190477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:51.773421Z","caller":"traceutil/trace.go:171","msg":"trace[1014986031] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:5197; }","duration":"3.780284383s","start":"2026-07-24T05:38:47.993116Z","end":"2026-07-24T05:38:51.7734Z","steps":["trace[1014986031] 'agreement among raft nodes before linearized reading' (duration: 3.780192921s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.772906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.752233336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-07-24T05:38:51.773082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.754761568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" ","response":"range_response_count:1 size:879"} {"level":"warn","ts":"2026-07-24T05:38:51.773474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.752517827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"warn","ts":"2026-07-24T05:38:51.773477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.629819939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:51.773495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.015448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:51.773051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:37.505241Z","time spent":"14.267799809s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.773509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.395265676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:51.773512Z","caller":"traceutil/trace.go:171","msg":"trace[1141543181] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5197; }","duration":"5.752605358s","start":"2026-07-24T05:38:46.020897Z","end":"2026-07-24T05:38:51.773503Z","steps":["trace[1141543181] 'agreement among raft nodes before linearized reading' (duration: 5.752539017s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.773527Z","caller":"traceutil/trace.go:171","msg":"trace[1241428249] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b; range_end:; response_count:1; response_revision:5197; }","duration":"3.755230219s","start":"2026-07-24T05:38:48.018275Z","end":"2026-07-24T05:38:51.773505Z","steps":["trace[1241428249] 'agreement among raft nodes before linearized reading' (duration: 3.754722647s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82725003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:38:51.77355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:46.020868Z","time spent":"5.752674749s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:38:51.773576Z","caller":"traceutil/trace.go:171","msg":"trace[1199156556] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5197; }","duration":"3.827347112s","start":"2026-07-24T05:38:47.946222Z","end":"2026-07-24T05:38:51.773569Z","steps":["trace[1199156556] 'agreement among raft nodes before linearized reading' (duration: 3.82727572s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:48.018251Z","time spent":"3.7553186s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":902,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf.18c5226cf66fd12b\" "} {"level":"warn","ts":"2026-07-24T05:38:51.773588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.647398607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:51.773518Z","caller":"traceutil/trace.go:171","msg":"trace[1335687983] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5197; }","duration":"10.629910611s","start":"2026-07-24T05:38:41.143597Z","end":"2026-07-24T05:38:51.773508Z","steps":["trace[1335687983] 'agreement among raft nodes before linearized reading' (duration: 10.629854289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:47.946193Z","time spent":"3.827416724s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.773625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.196401158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:51.77363Z","caller":"traceutil/trace.go:171","msg":"trace[480568592] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5197; }","duration":"5.647437148s","start":"2026-07-24T05:38:46.126181Z","end":"2026-07-24T05:38:51.773618Z","steps":["trace[480568592] 'agreement among raft nodes before linearized reading' (duration: 5.647386827s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.041318997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:38:51.773496Z","caller":"traceutil/trace.go:171","msg":"trace[950300923] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5197; }","duration":"16.752866859s","start":"2026-07-24T05:38:35.020617Z","end":"2026-07-24T05:38:51.773483Z","steps":["trace[950300923] 'agreement among raft nodes before linearized reading' (duration: 16.752116202s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.77366Z","caller":"traceutil/trace.go:171","msg":"trace[1902065787] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5197; }","duration":"3.19648896s","start":"2026-07-24T05:38:48.577161Z","end":"2026-07-24T05:38:51.77365Z","steps":["trace[1902065787] 'agreement among raft nodes before linearized reading' (duration: 3.196435669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:46.126108Z","time spent":"5.647549451s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.773722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:35.020599Z","time spent":"16.753115515s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T05:38:51.77374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:48.577131Z","time spent":"3.196597252s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.773764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.474010762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-24T05:38:51.773767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.993209804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:51.773788Z","caller":"traceutil/trace.go:171","msg":"trace[794155854] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5197; }","duration":"9.474084764s","start":"2026-07-24T05:38:42.299698Z","end":"2026-07-24T05:38:51.773783Z","steps":["trace[794155854] 'agreement among raft nodes before linearized reading' (duration: 9.474021512s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:48.038627Z","time spent":"3.734518634s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:38:51.773809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:42.299669Z","time spent":"9.474135515s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-24T05:38:51.773813Z","caller":"traceutil/trace.go:171","msg":"trace[2079075120] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5197; }","duration":"5.993303336s","start":"2026-07-24T05:38:45.780495Z","end":"2026-07-24T05:38:51.773799Z","steps":["trace[2079075120] 'agreement among raft nodes before linearized reading' (duration: 5.993227024s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592719503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:51.773847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:45.780467Z","time spent":"5.993370498s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:51.773535Z","caller":"traceutil/trace.go:171","msg":"trace[704745762] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5197; }","duration":"724.10691ms","start":"2026-07-24T05:38:51.049419Z","end":"2026-07-24T05:38:51.773526Z","steps":["trace[704745762] 'agreement among raft nodes before linearized reading' (duration: 724.052289ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.773884Z","caller":"traceutil/trace.go:171","msg":"trace[977189188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5197; }","duration":"1.593072131s","start":"2026-07-24T05:38:50.180798Z","end":"2026-07-24T05:38:51.77387Z","steps":["trace[977189188] 'agreement among raft nodes before linearized reading' (duration: 1.592758474s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.773948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:50.180774Z","time spent":"1.593163162s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:38:51.77395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.049388Z","time spent":"724.545989ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.773956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.978892671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:51.773182Z","caller":"traceutil/trace.go:171","msg":"trace[937760073] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5197; }","duration":"3.456644364s","start":"2026-07-24T05:38:48.316519Z","end":"2026-07-24T05:38:51.773163Z","steps":["trace[937760073] 'agreement among raft nodes before linearized reading' (duration: 3.45646853s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.773701Z","caller":"traceutil/trace.go:171","msg":"trace[1155752735] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5197; }","duration":"8.041394898s","start":"2026-07-24T05:38:43.732277Z","end":"2026-07-24T05:38:51.773672Z","steps":["trace[1155752735] 'agreement among raft nodes before linearized reading' (duration: 8.041260295s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.774013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:48.316496Z","time spent":"3.457503674s","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.77341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:36.356919Z","time spent":"15.416474643s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.774044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:43.732251Z","time spent":"8.041778567s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:38:51.773643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:41.143567Z","time spent":"10.630063084s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.77345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.769451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-24T05:38:51.773473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:47.99309Z","time spent":"3.780368374s","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:51.77416Z","caller":"traceutil/trace.go:171","msg":"trace[94602558] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5197; }","duration":"645.520458ms","start":"2026-07-24T05:38:51.128625Z","end":"2026-07-24T05:38:51.774145Z","steps":["trace[94602558] 'agreement among raft nodes before linearized reading' (duration: 644.764441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.77329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:47.44674Z","time spent":"4.326544216s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-24T05:38:51.773547Z","caller":"traceutil/trace.go:171","msg":"trace[1514138540] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5197; }","duration":"5.395349768s","start":"2026-07-24T05:38:46.378187Z","end":"2026-07-24T05:38:51.773537Z","steps":["trace[1514138540] 'agreement among raft nodes before linearized reading' (duration: 5.395288847s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.772974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:35.14471Z","time spent":"16.628251553s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.773469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.74848197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-07-24T05:38:51.774273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.742341438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109962"} {"level":"info","ts":"2026-07-24T05:38:51.774289Z","caller":"traceutil/trace.go:171","msg":"trace[1760851255] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5197; }","duration":"10.74938545s","start":"2026-07-24T05:38:41.02489Z","end":"2026-07-24T05:38:51.774276Z","steps":["trace[1760851255] 'agreement among raft nodes before linearized reading' (duration: 10.747974628s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.774302Z","caller":"traceutil/trace.go:171","msg":"trace[699119053] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5197; }","duration":"10.742414939s","start":"2026-07-24T05:38:41.03188Z","end":"2026-07-24T05:38:51.774295Z","steps":["trace[699119053] 'agreement among raft nodes before linearized reading' (duration: 10.742237345s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.774325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:41.031852Z","time spent":"10.742467731s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109985,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:38:51.774332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:41.024865Z","time spent":"10.749452191s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-24T05:38:51.77345Z","caller":"traceutil/trace.go:171","msg":"trace[938534173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5197; }","duration":"5.741294839s","start":"2026-07-24T05:38:46.032144Z","end":"2026-07-24T05:38:51.773438Z","steps":["trace[938534173] 'agreement among raft nodes before linearized reading' (duration: 5.741214057s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.774353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.733156667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:38:51.774367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.744481528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109962"} {"level":"info","ts":"2026-07-24T05:38:51.773997Z","caller":"traceutil/trace.go:171","msg":"trace[296347982] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5197; }","duration":"6.978985903s","start":"2026-07-24T05:38:44.795Z","end":"2026-07-24T05:38:51.773986Z","steps":["trace[296347982] 'agreement among raft nodes before linearized reading' (duration: 6.978916362s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:51.774395Z","caller":"traceutil/trace.go:171","msg":"trace[800995940] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5197; }","duration":"10.733238769s","start":"2026-07-24T05:38:41.041146Z","end":"2026-07-24T05:38:51.774384Z","steps":["trace[800995940] 'agreement among raft nodes before linearized reading' (duration: 10.733137027s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.774234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:46.37816Z","time spent":"5.396064515s","remote":"127.0.0.1:48410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:51.774419Z","caller":"traceutil/trace.go:171","msg":"trace[1790394209] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5197; }","duration":"10.744554599s","start":"2026-07-24T05:38:41.029849Z","end":"2026-07-24T05:38:51.774404Z","steps":["trace[1790394209] 'agreement among raft nodes before linearized reading' (duration: 10.744332614s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.774471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:41.02984Z","time spent":"10.74462163s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109985,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:38:51.774397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:46.032113Z","time spent":"5.742272721s","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.774197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.128598Z","time spent":"645.58935ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:38:51.77443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:41.041122Z","time spent":"10.733300271s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":44,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:51.774426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:44.794971Z","time spent":"6.979441274s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:51.77337Z","caller":"traceutil/trace.go:171","msg":"trace[1111037048] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5197; }","duration":"259.764385ms","start":"2026-07-24T05:38:51.513596Z","end":"2026-07-24T05:38:51.77336Z","steps":["trace[1111037048] 'agreement among raft nodes before linearized reading' (duration: 259.627012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.776638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.04314286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-07-24T05:38:51.776699Z","caller":"traceutil/trace.go:171","msg":"trace[82410830] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:5197; }","duration":"12.043210011s","start":"2026-07-24T05:38:39.73347Z","end":"2026-07-24T05:38:51.77668Z","steps":["trace[82410830] 'agreement among raft nodes before linearized reading' (duration: 12.043016157s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:51.776736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:39.733409Z","time spent":"12.043318453s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-24T05:38:52.289466Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148053,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:53.544037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.685329ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:38:53.544164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.776404Z","time spent":"1.767754286s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:38:53.78546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995945736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:53.785557Z","caller":"traceutil/trace.go:171","msg":"trace[613088218] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99609291s","start":"2026-07-24T05:38:51.789443Z","end":"2026-07-24T05:38:53.785536Z","steps":["trace[613088218] 'agreement among raft nodes before linearized reading' (duration: 1.995961557s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:53.785613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.789409Z","time spent":"1.996194212s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:54.695713Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.07633594s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:38:54.788082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.780274Z","time spent":"3.007797693s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:38:54.788501Z","caller":"traceutil/trace.go:171","msg":"trace[1571412613] linearizableReadLoop","detail":"{readStateIndex:5497; appliedIndex:5492; }","duration":"2.99936318s","start":"2026-07-24T05:38:51.789103Z","end":"2026-07-24T05:38:54.788466Z","steps":["trace[1571412613] 'read index received' (duration: 830.250523ms)","trace[1571412613] 'applied index is now lower than readState.Index' (duration: 2.169111257s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:54.788749Z","caller":"traceutil/trace.go:171","msg":"trace[581093603] transaction","detail":"{read_only:false; response_revision:5198; number_of_response:1; }","duration":"2.999106824s","start":"2026-07-24T05:38:51.789601Z","end":"2026-07-24T05:38:54.788708Z","steps":["trace[581093603] 'process raft request' (duration: 2.998376597s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:54.788781Z","caller":"traceutil/trace.go:171","msg":"trace[1257078612] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"2.999125284s","start":"2026-07-24T05:38:51.789619Z","end":"2026-07-24T05:38:54.788744Z","steps":["trace[1257078612] 'process raft request' (duration: 2.998661944s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:54.788776Z","caller":"traceutil/trace.go:171","msg":"trace[159743344] transaction","detail":"{read_only:false; response_revision:5200; number_of_response:1; }","duration":"2.990010676s","start":"2026-07-24T05:38:51.798717Z","end":"2026-07-24T05:38:54.788727Z","steps":["trace[159743344] 'process raft request' (duration: 2.989648958s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:54.78893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.789583Z","time spent":"2.999228397s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:54.788975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.789585Z","time spent":"2.999279539s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:54.788981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999832442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-07-24T05:38:54.789055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.798702Z","time spent":"2.990252482s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:38:54.789127Z","caller":"traceutil/trace.go:171","msg":"trace[920826737] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:5200; }","duration":"2.999999185s","start":"2026-07-24T05:38:51.789096Z","end":"2026-07-24T05:38:54.789095Z","steps":["trace[920826737] 'agreement among raft nodes before linearized reading' (duration: 2.999617406s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:54.789202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.789043Z","time spent":"3.000143258s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:38:55.289295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:55.785931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999804085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:38:55.786029Z","caller":"traceutil/trace.go:171","msg":"trace[401111813] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000801s","start":"2026-07-24T05:38:53.786Z","end":"2026-07-24T05:38:55.786008Z","steps":["trace[401111813] 'agreement among raft nodes before linearized reading' (duration: 1.999844366s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:55.786085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:53.785977Z","time spent":"2.000094931s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:38:55.790193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:56.291089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148062,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:38:56.500626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.848534ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:56.500807Z","caller":"traceutil/trace.go:171","msg":"trace[145272973] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5200; }","duration":"406.052289ms","start":"2026-07-24T05:38:56.094728Z","end":"2026-07-24T05:38:56.50078Z","steps":["trace[145272973] 'range keys from in-memory index tree' (duration: 405.825094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:56.711043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.808399098s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:38:56.711438Z","caller":"traceutil/trace.go:171","msg":"trace[279365873] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"3.166261186s","start":"2026-07-24T05:38:53.545149Z","end":"2026-07-24T05:38:56.71141Z","steps":["trace[279365873] 'process raft request' (duration: 3.166089102s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:56.711582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:53.545116Z","time spent":"3.166367649s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:57.354382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:56.869518Z","time spent":"484.850675ms","remote":"127.0.0.1:39940","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:38:57.445386Z","caller":"traceutil/trace.go:171","msg":"trace[1767996112] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"2.655678912s","start":"2026-07-24T05:38:54.789669Z","end":"2026-07-24T05:38:57.445348Z","steps":["trace[1767996112] 'process raft request' (duration: 2.655383925s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:57.445704Z","caller":"traceutil/trace.go:171","msg":"trace[790204553] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"2.650694518s","start":"2026-07-24T05:38:54.794993Z","end":"2026-07-24T05:38:57.445687Z","steps":["trace[790204553] 'process raft request' (duration: 2.650587815s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:57.445776Z","caller":"traceutil/trace.go:171","msg":"trace[968648834] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"2.65080893s","start":"2026-07-24T05:38:54.79492Z","end":"2026-07-24T05:38:57.445729Z","steps":["trace[968648834] 'process raft request' (duration: 2.650303418s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.445804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.789625Z","time spent":"2.65604472s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:57.445805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.794967Z","time spent":"2.650786759s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:38:57.446049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.794907Z","time spent":"2.651014995s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:38:57.446736Z","caller":"traceutil/trace.go:171","msg":"trace[2136000013] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"2.650536694s","start":"2026-07-24T05:38:54.796183Z","end":"2026-07-24T05:38:57.446719Z","steps":["trace[2136000013] 'process raft request' (duration: 2.64945362s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.446825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.796164Z","time spent":"2.650620735s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:38:57.447019Z","caller":"traceutil/trace.go:171","msg":"trace[655254282] linearizableReadLoop","detail":"{readStateIndex:5504; appliedIndex:5498; }","duration":"2.658402974s","start":"2026-07-24T05:38:54.7886Z","end":"2026-07-24T05:38:57.447003Z","steps":["trace[655254282] 'read index received' (duration: 1.922820052s)","trace[655254282] 'applied index is now lower than readState.Index' (duration: 735.581712ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:38:57.44714Z","caller":"traceutil/trace.go:171","msg":"trace[1159887813] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"2.649506249s","start":"2026-07-24T05:38:54.797622Z","end":"2026-07-24T05:38:57.447128Z","steps":["trace[1159887813] 'process raft request' (duration: 2.649017198s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.447197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.797607Z","time spent":"2.64955674s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:38:57.447368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.353663939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:38:57.447414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.292844239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:57.447437Z","caller":"traceutil/trace.go:171","msg":"trace[1099021387] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5207; }","duration":"4.353788052s","start":"2026-07-24T05:38:53.093634Z","end":"2026-07-24T05:38:57.447422Z","steps":["trace[1099021387] 'agreement among raft nodes before linearized reading' (duration: 4.353574166s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:57.447453Z","caller":"traceutil/trace.go:171","msg":"trace[342711598] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5207; }","duration":"5.292939631s","start":"2026-07-24T05:38:52.154502Z","end":"2026-07-24T05:38:57.447442Z","steps":["trace[342711598] 'agreement among raft nodes before linearized reading' (duration: 5.292859339s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.447481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:53.093605Z","time spent":"4.353866613s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":39,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:57.447629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.574335282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:57.447834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656473076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:38:57.447874Z","caller":"traceutil/trace.go:171","msg":"trace[332369130] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5207; }","duration":"3.656534187s","start":"2026-07-24T05:38:53.79133Z","end":"2026-07-24T05:38:57.447864Z","steps":["trace[332369130] 'agreement among raft nodes before linearized reading' (duration: 3.656383783s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.447904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:53.791316Z","time spent":"3.656581319s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:38:57.447953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138734146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:38:57.44804Z","caller":"traceutil/trace.go:171","msg":"trace[1672721483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5207; }","duration":"3.138868849s","start":"2026-07-24T05:38:54.309136Z","end":"2026-07-24T05:38:57.448005Z","steps":["trace[1672721483] 'agreement among raft nodes before linearized reading' (duration: 3.138748826s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.448112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.657421357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:38:57.448193Z","caller":"traceutil/trace.go:171","msg":"trace[326668351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5207; }","duration":"3.65755014s","start":"2026-07-24T05:38:53.790633Z","end":"2026-07-24T05:38:57.448183Z","steps":["trace[326668351] 'agreement among raft nodes before linearized reading' (duration: 3.657412287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.448227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:53.79061Z","time spent":"3.657609602s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:38:57.448098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.309106Z","time spent":"3.138976382s","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:57.448373Z","caller":"traceutil/trace.go:171","msg":"trace[981862519] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5207; }","duration":"3.574559217s","start":"2026-07-24T05:38:53.873187Z","end":"2026-07-24T05:38:57.447746Z","steps":["trace[981862519] 'agreement among raft nodes before linearized reading' (duration: 3.574156458s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:57.44782Z","caller":"traceutil/trace.go:171","msg":"trace[570795562] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"1.392453412s","start":"2026-07-24T05:38:56.055341Z","end":"2026-07-24T05:38:57.447794Z","steps":["trace[570795562] 'process raft request' (duration: 1.391603862s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.448459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.658903041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:38:57.44851Z","caller":"traceutil/trace.go:171","msg":"trace[474081930] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5207; }","duration":"5.658977302s","start":"2026-07-24T05:38:51.789517Z","end":"2026-07-24T05:38:57.448494Z","steps":["trace[474081930] 'agreement among raft nodes before linearized reading' (duration: 5.658761117s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.448556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.789507Z","time spent":"5.659040083s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:38:57.448523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:53.87316Z","time spent":"3.575290244s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:57.447691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.602476407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:57.44886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655641981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:6261"} {"level":"info","ts":"2026-07-24T05:38:57.448926Z","caller":"traceutil/trace.go:171","msg":"trace[1857335708] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:5207; }","duration":"2.655744273s","start":"2026-07-24T05:38:54.793161Z","end":"2026-07-24T05:38:57.448906Z","steps":["trace[1857335708] 'agreement among raft nodes before linearized reading' (duration: 2.655571339s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.447486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:52.154474Z","time spent":"5.293004543s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:57.449127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.658401649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:38:57.449204Z","caller":"traceutil/trace.go:171","msg":"trace[88135419] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5207; }","duration":"5.658487582s","start":"2026-07-24T05:38:51.790698Z","end":"2026-07-24T05:38:57.449186Z","steps":["trace[88135419] 'agreement among raft nodes before linearized reading' (duration: 5.656886085s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.449236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659525854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:38:57.44927Z","caller":"traceutil/trace.go:171","msg":"trace[1595634389] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5207; }","duration":"5.659567855s","start":"2026-07-24T05:38:51.789691Z","end":"2026-07-24T05:38:57.449259Z","steps":["trace[1595634389] 'agreement among raft nodes before linearized reading' (duration: 5.659479033s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.449268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.790692Z","time spent":"5.658558063s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T05:38:57.449302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.789684Z","time spent":"5.659611756s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:38:57.449143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.659547045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-24T05:38:57.448987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.793145Z","time spent":"2.655830485s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6284,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" "} {"level":"info","ts":"2026-07-24T05:38:57.449472Z","caller":"traceutil/trace.go:171","msg":"trace[1863460516] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:5207; }","duration":"5.659904273s","start":"2026-07-24T05:38:51.789554Z","end":"2026-07-24T05:38:57.449458Z","steps":["trace[1863460516] 'agreement among raft nodes before linearized reading' (duration: 5.659511764s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:38:57.44889Z","caller":"traceutil/trace.go:171","msg":"trace[1608915300] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5207; }","duration":"3.603718616s","start":"2026-07-24T05:38:53.845156Z","end":"2026-07-24T05:38:57.448874Z","steps":["trace[1608915300] 'agreement among raft nodes before linearized reading' (duration: 3.602499838s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.449585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:53.845123Z","time spent":"3.604439821s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:57.449806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854997836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:57.449919Z","caller":"traceutil/trace.go:171","msg":"trace[1815831234] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5207; }","duration":"1.855130819s","start":"2026-07-24T05:38:55.594737Z","end":"2026-07-24T05:38:57.449867Z","steps":["trace[1815831234] 'agreement among raft nodes before linearized reading' (duration: 1.855012986s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.449998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.550913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:38:57.448397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666998897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:57.449512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.789532Z","time spent":"5.659967655s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-24T05:38:57.450018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:55.594692Z","time spent":"1.855299103s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:57.450052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.076912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:38:57.4501Z","caller":"traceutil/trace.go:171","msg":"trace[1060473860] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5207; }","duration":"455.130803ms","start":"2026-07-24T05:38:56.994959Z","end":"2026-07-24T05:38:57.45009Z","steps":["trace[1060473860] 'agreement among raft nodes before linearized reading' (duration: 454.231413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.450132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:56.99487Z","time spent":"455.252916ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":578,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:57.450289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.324399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"warn","ts":"2026-07-24T05:38:57.45036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452092265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:38:57.450376Z","caller":"traceutil/trace.go:171","msg":"trace[1827201771] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5207; }","duration":"657.442923ms","start":"2026-07-24T05:38:56.792901Z","end":"2026-07-24T05:38:57.450344Z","steps":["trace[1827201771] 'agreement among raft nodes before linearized reading' (duration: 657.32452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.450418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:56.79287Z","time spent":"657.535144ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:38:57.450392Z","caller":"traceutil/trace.go:171","msg":"trace[2138183571] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5207; }","duration":"2.452170517s","start":"2026-07-24T05:38:54.998212Z","end":"2026-07-24T05:38:57.450382Z","steps":["trace[2138183571] 'agreement among raft nodes before linearized reading' (duration: 2.452050824s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.45052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.998189Z","time spent":"2.45231956s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126902,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-24T05:38:57.450618Z","caller":"traceutil/trace.go:171","msg":"trace[94377840] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5207; }","duration":"736.206377ms","start":"2026-07-24T05:38:56.714398Z","end":"2026-07-24T05:38:57.450604Z","steps":["trace[94377840] 'agreement among raft nodes before linearized reading' (duration: 735.48313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.450678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:56.714377Z","time spent":"736.28706ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:38:57.450736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502514611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:57.450769Z","caller":"traceutil/trace.go:171","msg":"trace[1125747738] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5207; }","duration":"2.502604463s","start":"2026-07-24T05:38:54.948155Z","end":"2026-07-24T05:38:57.45076Z","steps":["trace[1125747738] 'agreement among raft nodes before linearized reading' (duration: 2.502555912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.450794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.948118Z","time spent":"2.502666905s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:57.450869Z","caller":"traceutil/trace.go:171","msg":"trace[380327868] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5207; }","duration":"3.669468413s","start":"2026-07-24T05:38:53.781335Z","end":"2026-07-24T05:38:57.450803Z","steps":["trace[380327868] 'agreement among raft nodes before linearized reading' (duration: 3.667026207s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.448513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:56.055297Z","time spent":"1.393178939s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:57.450972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.553556491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:38:57.451Z","caller":"traceutil/trace.go:171","msg":"trace[1445130062] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5207; }","duration":"2.553585961s","start":"2026-07-24T05:38:54.897407Z","end":"2026-07-24T05:38:57.450993Z","steps":["trace[1445130062] 'agreement among raft nodes before linearized reading' (duration: 2.553501589s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.451019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.897335Z","time spent":"2.553679464s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:38:57.45102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65890588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:38:57.451124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.657865922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-24T05:38:57.451151Z","caller":"traceutil/trace.go:171","msg":"trace[1426194084] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5207; }","duration":"2.657926804s","start":"2026-07-24T05:38:54.793217Z","end":"2026-07-24T05:38:57.451144Z","steps":["trace[1426194084] 'agreement among raft nodes before linearized reading' (duration: 2.657857182s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.451016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.661318186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-07-24T05:38:57.451173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:54.793196Z","time spent":"2.657973154s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-07-24T05:38:57.451184Z","caller":"traceutil/trace.go:171","msg":"trace[1540171342] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:5207; }","duration":"5.661612342s","start":"2026-07-24T05:38:51.78956Z","end":"2026-07-24T05:38:57.451172Z","steps":["trace[1540171342] 'agreement among raft nodes before linearized reading' (duration: 5.660960918s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.45114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:53.781305Z","time spent":"3.669771719s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:38:57.451135Z","caller":"traceutil/trace.go:171","msg":"trace[1686753408] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5207; }","duration":"1.659127685s","start":"2026-07-24T05:38:55.791983Z","end":"2026-07-24T05:38:57.45111Z","steps":["trace[1686753408] 'agreement among raft nodes before linearized reading' (duration: 1.658870679s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.451323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:55.791951Z","time spent":"1.6593534s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:38:57.451246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:51.789551Z","time spent":"5.661671273s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-24T05:38:57.45168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076106099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:38:57.451807Z","caller":"traceutil/trace.go:171","msg":"trace[1905068479] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5207; }","duration":"1.077315867s","start":"2026-07-24T05:38:56.374454Z","end":"2026-07-24T05:38:57.45177Z","steps":["trace[1905068479] 'agreement among raft nodes before linearized reading' (duration: 1.07611925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:57.451894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:56.374428Z","time spent":"1.07743373s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:38:59.424319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970122904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:38:59.424403Z","caller":"traceutil/trace.go:171","msg":"trace[1811744608] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5207; }","duration":"1.970243748s","start":"2026-07-24T05:38:57.454141Z","end":"2026-07-24T05:38:59.424385Z","steps":["trace[1811744608] 'range keys from in-memory index tree' (duration: 1.969019629s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:59.424443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.454123Z","time spent":"1.970312959s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T05:38:59.425178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570324589s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:38:59.425364Z","caller":"traceutil/trace.go:171","msg":"trace[1794300257] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"1.970976985s","start":"2026-07-24T05:38:57.454355Z","end":"2026-07-24T05:38:59.425332Z","steps":["trace[1794300257] 'process raft request' (duration: 400.349898ms)","trace[1794300257] 'compare' (duration: 1.568739683s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:38:59.425458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.454324Z","time spent":"1.971089478s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:38:59.460624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:38:59.460747Z","caller":"traceutil/trace.go:171","msg":"trace[1293532365] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042053s","start":"2026-07-24T05:38:57.460298Z","end":"2026-07-24T05:38:59.460718Z","steps":["trace[1293532365] 'agreement among raft nodes before linearized reading' (duration: 2.000278676s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:38:59.460817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.460294Z","time spent":"2.000507141s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:38:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:01.462252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001494275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:01.462453Z","caller":"traceutil/trace.go:171","msg":"trace[711333735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00174558s","start":"2026-07-24T05:38:59.460637Z","end":"2026-07-24T05:39:01.462382Z","steps":["trace[711333735] 'agreement among raft nodes before linearized reading' (duration: 2.001508985s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:01.462624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:59.460625Z","time spent":"2.001981815s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:01.714772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.859606122s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:39:02.5414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.935815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:02.541731Z","caller":"traceutil/trace.go:171","msg":"trace[1119379770] linearizableReadLoop","detail":"{readStateIndex:5506; appliedIndex:5504; }","duration":"5.085791262s","start":"2026-07-24T05:38:57.455918Z","end":"2026-07-24T05:39:02.54171Z","steps":["trace[1119379770] 'read index received' (duration: 398.843133ms)","trace[1119379770] 'applied index is now lower than readState.Index' (duration: 4.686946909s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:02.541828Z","caller":"traceutil/trace.go:171","msg":"trace[2129796145] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"5.083468719s","start":"2026-07-24T05:38:57.458346Z","end":"2026-07-24T05:39:02.541815Z","steps":["trace[2129796145] 'process raft request' (duration: 5.083272585s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:02.541809Z","caller":"traceutil/trace.go:171","msg":"trace[676021647] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"5.083733415s","start":"2026-07-24T05:38:57.45803Z","end":"2026-07-24T05:39:02.541763Z","steps":["trace[676021647] 'process raft request' (duration: 5.083545211s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:02.541919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.458341Z","time spent":"5.08352182s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:02.542074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.458026Z","time spent":"5.083927709s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:02.542161Z","caller":"traceutil/trace.go:171","msg":"trace[944496668] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"5.087733146s","start":"2026-07-24T05:38:57.454382Z","end":"2026-07-24T05:39:02.542115Z","steps":["trace[944496668] 'process raft request' (duration: 4.260983213s)","trace[944496668] 'compare' (duration: 825.74432ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:02.542308Z","caller":"traceutil/trace.go:171","msg":"trace[1216534887] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"5.084383589s","start":"2026-07-24T05:38:57.457907Z","end":"2026-07-24T05:39:02.542291Z","steps":["trace[1216534887] 'process raft request' (duration: 5.083610091s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:02.54233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.086398385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-07-24T05:39:02.542355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.454365Z","time spent":"5.08789542s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:02.542372Z","caller":"traceutil/trace.go:171","msg":"trace[1909803386] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:5213; }","duration":"5.086474926s","start":"2026-07-24T05:38:57.455886Z","end":"2026-07-24T05:39:02.542361Z","steps":["trace[1909803386] 'agreement among raft nodes before linearized reading' (duration: 5.086300852s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:02.542397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.455868Z","time spent":"5.086524468s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" "} {"level":"warn","ts":"2026-07-24T05:39:02.542391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.457899Z","time spent":"5.084448921s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:02.542583Z","caller":"traceutil/trace.go:171","msg":"trace[1440388224] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"5.083285714s","start":"2026-07-24T05:38:57.459273Z","end":"2026-07-24T05:39:02.542559Z","steps":["trace[1440388224] 'process raft request' (duration: 5.082380553s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:02.544057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.459267Z","time spent":"5.083377436s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:02.716521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000015361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:39:02.716641Z","caller":"traceutil/trace.go:171","msg":"trace[1284787560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203835s","start":"2026-07-24T05:39:00.716413Z","end":"2026-07-24T05:39:02.716617Z","steps":["trace[1284787560] 'agreement among raft nodes before linearized reading' (duration: 2.000060412s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:02.716709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:00.716383Z","time spent":"2.000307038s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:03.042309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:03.452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624655885s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:39:03.452646Z","caller":"traceutil/trace.go:171","msg":"trace[887569764] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"3.998563587s","start":"2026-07-24T05:38:59.454047Z","end":"2026-07-24T05:39:03.45261Z","steps":["trace[887569764] 'process raft request' (duration: 3.998293111s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:03.452955Z","caller":"traceutil/trace.go:171","msg":"trace[595536655] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"3.997197816s","start":"2026-07-24T05:38:59.455679Z","end":"2026-07-24T05:39:03.452877Z","steps":["trace[595536655] 'process raft request' (duration: 3.996886669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:03.45321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:59.455641Z","time spent":"3.997448891s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:03.452985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:59.454026Z","time spent":"3.998703439s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:03.469799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:39:03.469932Z","caller":"traceutil/trace.go:171","msg":"trace[2058970815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658465s","start":"2026-07-24T05:39:01.46925Z","end":"2026-07-24T05:39:03.469909Z","steps":["trace[2058970815] 'agreement among raft nodes before linearized reading' (duration: 2.000457041s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:03.469994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:01.469235Z","time spent":"2.000746947s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:04.907071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.947307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:04.907272Z","caller":"traceutil/trace.go:171","msg":"trace[1977747991] linearizableReadLoop","detail":"{readStateIndex:5513; appliedIndex:5510; }","duration":"2.365473397s","start":"2026-07-24T05:39:02.541769Z","end":"2026-07-24T05:39:04.907242Z","steps":["trace[1977747991] 'read index received' (duration: 910.579845ms)","trace[1977747991] 'applied index is now lower than readState.Index' (duration: 1.454891002s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:04.90749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.264632576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:04.907583Z","caller":"traceutil/trace.go:171","msg":"trace[412924539] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5216; }","duration":"4.26477876s","start":"2026-07-24T05:39:00.642791Z","end":"2026-07-24T05:39:04.90757Z","steps":["trace[412924539] 'agreement among raft nodes before linearized reading' (duration: 4.264508142s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.907623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:00.642764Z","time spent":"4.264847141s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:04.90761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.532882061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:04.90791Z","caller":"traceutil/trace.go:171","msg":"trace[1639766256] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5216; }","duration":"5.533265491s","start":"2026-07-24T05:38:59.374615Z","end":"2026-07-24T05:39:04.907881Z","steps":["trace[1639766256] 'agreement among raft nodes before linearized reading' (duration: 5.532833391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.907975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:59.374588Z","time spent":"5.533373582s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:04.908087Z","caller":"traceutil/trace.go:171","msg":"trace[2051547550] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"2.360572206s","start":"2026-07-24T05:39:02.5475Z","end":"2026-07-24T05:39:04.908072Z","steps":["trace[2051547550] 'process raft request' (duration: 2.091505263s)","trace[2051547550] 'compare' (duration: 267.275742ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:04.90804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.478947924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-07-24T05:39:04.90864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36118031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:5755"} {"level":"warn","ts":"2026-07-24T05:39:04.908652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.361409175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T05:39:04.908679Z","caller":"traceutil/trace.go:171","msg":"trace[45995801] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:5216; }","duration":"2.361248971s","start":"2026-07-24T05:39:02.547418Z","end":"2026-07-24T05:39:04.908666Z","steps":["trace[45995801] 'agreement among raft nodes before linearized reading' (duration: 2.361069707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.90871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:02.54739Z","time spent":"2.361314472s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5778,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" "} {"level":"info","ts":"2026-07-24T05:39:04.908712Z","caller":"traceutil/trace.go:171","msg":"trace[1667826564] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5216; }","duration":"2.361479646s","start":"2026-07-24T05:39:02.54721Z","end":"2026-07-24T05:39:04.90869Z","steps":["trace[1667826564] 'agreement among raft nodes before linearized reading' (duration: 2.361288431s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.908757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:02.547202Z","time spent":"2.361547838s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-24T05:39:04.908665Z","caller":"traceutil/trace.go:171","msg":"trace[1882764222] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c5232c7a721a7b; range_end:; response_count:1; response_revision:5216; }","duration":"5.479605859s","start":"2026-07-24T05:38:59.429035Z","end":"2026-07-24T05:39:04.908641Z","steps":["trace[1882764222] 'agreement among raft nodes before linearized reading' (duration: 5.478465653s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.908829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:59.429025Z","time spent":"5.479787013s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" "} {"level":"warn","ts":"2026-07-24T05:39:04.908273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.445635956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"info","ts":"2026-07-24T05:39:04.909236Z","caller":"traceutil/trace.go:171","msg":"trace[31154332] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5216; }","duration":"2.446649258s","start":"2026-07-24T05:39:02.462551Z","end":"2026-07-24T05:39:04.9092Z","steps":["trace[31154332] 'agreement among raft nodes before linearized reading' (duration: 2.445639356s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.909428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:02.462521Z","time spent":"2.446886094s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:39:04.90825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177562155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:04.909503Z","caller":"traceutil/trace.go:171","msg":"trace[275211897] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:5216; }","duration":"3.178874545s","start":"2026-07-24T05:39:01.730613Z","end":"2026-07-24T05:39:04.909488Z","steps":["trace[275211897] 'agreement among raft nodes before linearized reading' (duration: 3.177497954s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.908265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177834782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:04.909579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:01.730606Z","time spent":"3.178958697s","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:04.908282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.481663297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:39:04.909648Z","caller":"traceutil/trace.go:171","msg":"trace[2093732859] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5216; }","duration":"3.179249144s","start":"2026-07-24T05:39:01.730327Z","end":"2026-07-24T05:39:04.909576Z","steps":["trace[2093732859] 'agreement among raft nodes before linearized reading' (duration: 3.177801291s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:04.909681Z","caller":"traceutil/trace.go:171","msg":"trace[1431585115] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5216; }","duration":"5.483108399s","start":"2026-07-24T05:38:59.426562Z","end":"2026-07-24T05:39:04.90967Z","steps":["trace[1431585115] 'agreement among raft nodes before linearized reading' (duration: 5.481524133s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.909718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:59.426539Z","time spent":"5.483168921s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:39:04.908347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.452199741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"warn","ts":"2026-07-24T05:39:04.909751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:01.7303Z","time spent":"3.179427257s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:04.90982Z","caller":"traceutil/trace.go:171","msg":"trace[348148596] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5216; }","duration":"7.453616633s","start":"2026-07-24T05:38:57.456136Z","end":"2026-07-24T05:39:04.909753Z","steps":["trace[348148596] 'agreement among raft nodes before linearized reading' (duration: 7.452138039s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.908365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.450652555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:39:04.910166Z","caller":"traceutil/trace.go:171","msg":"trace[936404626] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5216; }","duration":"7.452448326s","start":"2026-07-24T05:38:57.457698Z","end":"2026-07-24T05:39:04.910147Z","steps":["trace[936404626] 'agreement among raft nodes before linearized reading' (duration: 7.450507202s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.908437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.452476437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:39:04.910221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.457693Z","time spent":"7.452511568s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:39:04.910232Z","caller":"traceutil/trace.go:171","msg":"trace[781162429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5216; }","duration":"7.454327909s","start":"2026-07-24T05:38:57.455893Z","end":"2026-07-24T05:39:04.91022Z","steps":["trace[781162429] 'agreement among raft nodes before linearized reading' (duration: 7.452401175s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.908497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199006401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:04.91056Z","caller":"traceutil/trace.go:171","msg":"trace[1127120863] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5216; }","duration":"2.201088899s","start":"2026-07-24T05:39:02.709443Z","end":"2026-07-24T05:39:04.910531Z","steps":["trace[1127120863] 'agreement among raft nodes before linearized reading' (duration: 2.199030002s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.910565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.45588Z","time spent":"7.454492783s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:39:04.910743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:02.709417Z","time spent":"2.201280034s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:04.9085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715986738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:04.910853Z","caller":"traceutil/trace.go:171","msg":"trace[254767711] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5216; }","duration":"1.718361263s","start":"2026-07-24T05:39:03.192457Z","end":"2026-07-24T05:39:04.910818Z","steps":["trace[254767711] 'agreement among raft nodes before linearized reading' (duration: 1.716004479s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.910922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:03.192427Z","time spent":"1.718471856s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:04.908502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362665413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:04.911002Z","caller":"traceutil/trace.go:171","msg":"trace[1468814484] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5216; }","duration":"2.365211703s","start":"2026-07-24T05:39:02.545779Z","end":"2026-07-24T05:39:04.910991Z","steps":["trace[1468814484] 'agreement among raft nodes before linearized reading' (duration: 2.362683835s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.911037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:02.545756Z","time spent":"2.365271124s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:39:04.908521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.522103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:04.911157Z","caller":"traceutil/trace.go:171","msg":"trace[1544825428] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5216; }","duration":"704.215974ms","start":"2026-07-24T05:39:04.206933Z","end":"2026-07-24T05:39:04.911149Z","steps":["trace[1544825428] 'agreement among raft nodes before linearized reading' (duration: 701.548643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.91119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:04.206889Z","time spent":"704.290716ms","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:04.908542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87614068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:04.908565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430393142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:04.911405Z","caller":"traceutil/trace.go:171","msg":"trace[1243934406] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5216; }","duration":"1.878949225s","start":"2026-07-24T05:39:03.032348Z","end":"2026-07-24T05:39:04.911297Z","steps":["trace[1243934406] 'agreement among raft nodes before linearized reading' (duration: 1.876168531s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:04.911411Z","caller":"traceutil/trace.go:171","msg":"trace[1099486613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5216; }","duration":"1.43336463s","start":"2026-07-24T05:39:03.478033Z","end":"2026-07-24T05:39:04.911398Z","steps":["trace[1099486613] 'agreement among raft nodes before linearized reading' (duration: 1.430500024s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.911544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:03.478006Z","time spent":"1.433525913s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:04.911453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:03.032317Z","time spent":"1.879120318s","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:04.908572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.211179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:04.911625Z","caller":"traceutil/trace.go:171","msg":"trace[895113750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5216; }","duration":"671.284549ms","start":"2026-07-24T05:39:04.240319Z","end":"2026-07-24T05:39:04.911604Z","steps":["trace[895113750] 'agreement among raft nodes before linearized reading' (duration: 668.227049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.911692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:04.240298Z","time spent":"671.375951ms","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:04.908582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.450189245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:39:04.911776Z","caller":"traceutil/trace.go:171","msg":"trace[673268966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5216; }","duration":"7.453521341s","start":"2026-07-24T05:38:57.458244Z","end":"2026-07-24T05:39:04.911765Z","steps":["trace[673268966] 'agreement among raft nodes before linearized reading' (duration: 7.450067362s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.9086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.88965975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:04.911821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.458238Z","time spent":"7.453569952s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:39:04.91185Z","caller":"traceutil/trace.go:171","msg":"trace[1240537242] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5216; }","duration":"1.892950565s","start":"2026-07-24T05:39:03.01889Z","end":"2026-07-24T05:39:04.911841Z","steps":["trace[1240537242] 'agreement among raft nodes before linearized reading' (duration: 1.88966983s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.911878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:03.018866Z","time spent":"1.893002837s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:04.908163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:02.547477Z","time spent":"2.360653367s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:04.909863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:38:57.456068Z","time spent":"7.453782766s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:39:04.908569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.116175298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:04.9122Z","caller":"traceutil/trace.go:171","msg":"trace[1290384820] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5216; }","duration":"1.119845802s","start":"2026-07-24T05:39:03.792347Z","end":"2026-07-24T05:39:04.912193Z","steps":["trace[1290384820] 'agreement among raft nodes before linearized reading' (duration: 1.116176988s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:04.912221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:03.79232Z","time spent":"1.119893393s","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":35,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:05.412415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:06.54303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.175477ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:06.543171Z","caller":"traceutil/trace.go:171","msg":"trace[1841716934] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5216; }","duration":"448.34136ms","start":"2026-07-24T05:39:06.094809Z","end":"2026-07-24T05:39:06.54315Z","steps":["trace[1841716934] 'range keys from in-memory index tree' (duration: 448.151986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:06.544284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.972029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:06.544505Z","caller":"traceutil/trace.go:171","msg":"trace[188467276] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"1.632672661s","start":"2026-07-24T05:39:04.911789Z","end":"2026-07-24T05:39:06.544462Z","steps":["trace[188467276] 'process raft request' (duration: 833.549535ms)","trace[188467276] 'compare' (duration: 797.525219ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:06.544933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:04.911716Z","time spent":"1.633184363s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:06.91335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001144702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:06.913527Z","caller":"traceutil/trace.go:171","msg":"trace[1007954529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001368737s","start":"2026-07-24T05:39:04.912135Z","end":"2026-07-24T05:39:06.913504Z","steps":["trace[1007954529] 'agreement among raft nodes before linearized reading' (duration: 2.001154652s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:06.913785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:04.912118Z","time spent":"2.001655004s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:07.413359Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.667962189s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:39:08.078312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.622984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-07-24T05:39:08.078867Z","caller":"traceutil/trace.go:171","msg":"trace[1896989789] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5217; }","duration":"3.166707693s","start":"2026-07-24T05:39:04.912116Z","end":"2026-07-24T05:39:08.078824Z","steps":["trace[1896989789] 'process raft request' (duration: 2.501496984s)","trace[1896989789] 'compare' (duration: 664.571024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:08.079068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:04.912096Z","time spent":"3.166876516s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:39:08.079309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:04.912242Z","time spent":"3.167064621s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:39:08.079402Z","caller":"traceutil/trace.go:171","msg":"trace[565521949] transaction","detail":"{read_only:false; response_revision:5219; number_of_response:1; }","duration":"2.619217191s","start":"2026-07-24T05:39:05.46013Z","end":"2026-07-24T05:39:08.079347Z","steps":["trace[565521949] 'process raft request' (duration: 2.618490454s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:08.079622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:05.460077Z","time spent":"2.619425045s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:08.079866Z","caller":"traceutil/trace.go:171","msg":"trace[382658309] linearizableReadLoop","detail":"{readStateIndex:5516; appliedIndex:5513; }","duration":"3.167681385s","start":"2026-07-24T05:39:04.912159Z","end":"2026-07-24T05:39:08.079841Z","steps":["trace[382658309] 'read index received' (duration: 833.206938ms)","trace[382658309] 'applied index is now lower than readState.Index' (duration: 2.334471397s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:08.079917Z","caller":"traceutil/trace.go:171","msg":"trace[1379402623] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"2.619869016s","start":"2026-07-24T05:39:05.460006Z","end":"2026-07-24T05:39:08.079875Z","steps":["trace[1379402623] 'process raft request' (duration: 2.618545676s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:08.080191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:05.459971Z","time spent":"2.620038529s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:08.91981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:39:08.919927Z","caller":"traceutil/trace.go:171","msg":"trace[1453527009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000273802s","start":"2026-07-24T05:39:06.919628Z","end":"2026-07-24T05:39:08.919902Z","steps":["trace[1453527009] 'agreement among raft nodes before linearized reading' (duration: 2.000113968s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:08.919987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:06.919618Z","time spent":"2.000357393s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:09.036767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.074677ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:39:09.037059Z","caller":"traceutil/trace.go:171","msg":"trace[307191448] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5518; }","duration":"957.106715ms","start":"2026-07-24T05:39:08.079928Z","end":"2026-07-24T05:39:09.037035Z","steps":["trace[307191448] 'read index received' (duration: 79.032µs)","trace[307191448] 'applied index is now lower than readState.Index' (duration: 957.026293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:09.037462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537873419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:09.03754Z","caller":"traceutil/trace.go:171","msg":"trace[1773542602] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5219; }","duration":"1.538040223s","start":"2026-07-24T05:39:07.499481Z","end":"2026-07-24T05:39:09.037521Z","steps":["trace[1773542602] 'agreement among raft nodes before linearized reading' (duration: 1.537867669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:09.037585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:07.499449Z","time spent":"1.538120425s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:09.037652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117387984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:39:09.037706Z","caller":"traceutil/trace.go:171","msg":"trace[1222402320] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5219; }","duration":"2.117479667s","start":"2026-07-24T05:39:06.92021Z","end":"2026-07-24T05:39:09.037689Z","steps":["trace[1222402320] 'agreement among raft nodes before linearized reading' (duration: 2.11718524s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:09.037751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:06.920197Z","time spent":"2.117542228s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:39:09.037997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059693944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:09.038032Z","caller":"traceutil/trace.go:171","msg":"trace[1629568280] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5219; }","duration":"1.059768026s","start":"2026-07-24T05:39:07.978252Z","end":"2026-07-24T05:39:09.03802Z","steps":["trace[1629568280] 'agreement among raft nodes before linearized reading' (duration: 1.059710745s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:09.038062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:07.978222Z","time spent":"1.059832268s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:09.038113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118656053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:39:09.038156Z","caller":"traceutil/trace.go:171","msg":"trace[140120717] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5219; }","duration":"2.118752185s","start":"2026-07-24T05:39:06.919391Z","end":"2026-07-24T05:39:09.038143Z","steps":["trace[140120717] 'agreement among raft nodes before linearized reading' (duration: 2.118617752s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:09.038191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:06.919362Z","time spent":"2.118820417s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:39:09.038541Z","caller":"traceutil/trace.go:171","msg":"trace[196684244] transaction","detail":"{read_only:false; response_revision:5220; number_of_response:1; }","duration":"957.741179ms","start":"2026-07-24T05:39:08.080759Z","end":"2026-07-24T05:39:09.038501Z","steps":["trace[196684244] 'process raft request' (duration: 956.149163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:09.038755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:08.080737Z","time spent":"957.893553ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:10.052621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139945014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18340"} {"level":"info","ts":"2026-07-24T05:39:10.052725Z","caller":"traceutil/trace.go:171","msg":"trace[402179052] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5220; }","duration":"5.140144679s","start":"2026-07-24T05:39:04.912554Z","end":"2026-07-24T05:39:10.052699Z","steps":["trace[402179052] 'agreement among raft nodes before linearized reading' (duration: 4.125832904s)","trace[402179052] 'range keys from in-memory index tree' (duration: 1.013957398s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:10.052932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340161405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:10.053007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.137705573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-07-24T05:39:10.05308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.719451041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:10.05308Z","caller":"traceutil/trace.go:171","msg":"trace[1367315988] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5220; }","duration":"5.137799685s","start":"2026-07-24T05:39:04.915261Z","end":"2026-07-24T05:39:10.05306Z","steps":["trace[1367315988] 'agreement among raft nodes before linearized reading' (duration: 4.123212883s)","trace[1367315988] 'range keys from in-memory index tree' (duration: 1.014377297s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:10.053127Z","caller":"traceutil/trace.go:171","msg":"trace[1200442871] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5220; }","duration":"4.719553203s","start":"2026-07-24T05:39:05.333557Z","end":"2026-07-24T05:39:10.05311Z","steps":["trace[1200442871] 'agreement among raft nodes before linearized reading' (duration: 3.70489449s)","trace[1200442871] 'count revisions from in-memory index tree' (duration: 1.014590632s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:10.053137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:04.915204Z","time spent":"5.137919728s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:39:10.053181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:05.333526Z","time spent":"4.719639265s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:10.053204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971615754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"info","ts":"2026-07-24T05:39:10.053281Z","caller":"traceutil/trace.go:171","msg":"trace[350588033] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:5220; }","duration":"1.971736007s","start":"2026-07-24T05:39:08.081522Z","end":"2026-07-24T05:39:10.053258Z","steps":["trace[350588033] 'agreement among raft nodes before linearized reading' (duration: 956.955501ms)","trace[350588033] 'range keys from in-memory index tree' (duration: 1.014544051s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:10.052774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:04.912526Z","time spent":"5.14023731s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18363,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:39:10.053348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.896225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:39:10.053481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133248179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:10.053513Z","caller":"traceutil/trace.go:171","msg":"trace[687870573] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5220; }","duration":"4.896450655s","start":"2026-07-24T05:39:05.157009Z","end":"2026-07-24T05:39:10.053459Z","steps":["trace[687870573] 'agreement among raft nodes before linearized reading' (duration: 3.881452374s)","trace[687870573] 'range keys from in-memory index tree' (duration: 1.014549301s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:10.053537Z","caller":"traceutil/trace.go:171","msg":"trace[1761021362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5220; }","duration":"1.133347672s","start":"2026-07-24T05:39:08.920172Z","end":"2026-07-24T05:39:10.05352Z","steps":["trace[1761021362] 'agreement among raft nodes before linearized reading' (duration: 118.33266ms)","trace[1761021362] 'range keys from in-memory index tree' (duration: 1.014941229s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:10.053592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:08.920143Z","time spent":"1.133433465s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:10.053605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:05.156982Z","time spent":"4.8966089s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:39:10.053739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503732853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-24T05:39:10.053827Z","caller":"traceutil/trace.go:171","msg":"trace[1960842278] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c5232c7a721a7b; range_end:; response_count:1; response_revision:5220; }","duration":"3.503865836s","start":"2026-07-24T05:39:06.549942Z","end":"2026-07-24T05:39:10.053808Z","steps":["trace[1960842278] 'agreement among raft nodes before linearized reading' (duration: 2.488506106s)","trace[1960842278] 'range keys from in-memory index tree' (duration: 1.015195806s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:10.053402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71488827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:10.053872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:06.549872Z","time spent":"3.503986518s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" "} {"level":"info","ts":"2026-07-24T05:39:10.05394Z","caller":"traceutil/trace.go:171","msg":"trace[1023496386] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5220; }","duration":"3.715463483s","start":"2026-07-24T05:39:06.338451Z","end":"2026-07-24T05:39:10.053914Z","steps":["trace[1023496386] 'agreement among raft nodes before linearized reading' (duration: 2.700028142s)","trace[1023496386] 'count revisions from in-memory index tree' (duration: 1.014894098s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:10.053342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:08.081496Z","time spent":"1.971832299s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-24T05:39:10.05399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:06.338419Z","time spent":"3.715553956s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:10.054249Z","caller":"traceutil/trace.go:171","msg":"trace[1482723027] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5220; }","duration":"3.340326949s","start":"2026-07-24T05:39:06.712682Z","end":"2026-07-24T05:39:10.053009Z","steps":["trace[1482723027] 'agreement among raft nodes before linearized reading' (duration: 2.325747847s)","trace[1482723027] 'count revisions from in-memory index tree' (duration: 1.014422098s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:10.054471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:06.712657Z","time spent":"3.341799973s","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:10.630541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329104466s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:39:10.630915Z","caller":"traceutil/trace.go:171","msg":"trace[1904471703] linearizableReadLoop","detail":"{readStateIndex:5521; appliedIndex:5520; }","duration":"1.589799629s","start":"2026-07-24T05:39:09.041022Z","end":"2026-07-24T05:39:10.630822Z","steps":["trace[1904471703] 'read index received' (duration: 260.374315ms)","trace[1904471703] 'applied index is now lower than readState.Index' (duration: 1.329423634s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:10.631559Z","caller":"traceutil/trace.go:171","msg":"trace[675873649] transaction","detail":"{read_only:false; response_revision:5221; number_of_response:1; }","duration":"575.514264ms","start":"2026-07-24T05:39:10.056021Z","end":"2026-07-24T05:39:10.631536Z","steps":["trace[675873649] 'process raft request' (duration: 574.650075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:10.631735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.055998Z","time spent":"575.623777ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:10.63172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590630838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:39:10.631829Z","caller":"traceutil/trace.go:171","msg":"trace[1686068145] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5220; }","duration":"1.590851993s","start":"2026-07-24T05:39:09.040952Z","end":"2026-07-24T05:39:10.631804Z","steps":["trace[1686068145] 'agreement among raft nodes before linearized reading' (duration: 1.590322781s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:10.631889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:09.040928Z","time spent":"1.590950515s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:39:11.131443Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:11.632059Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:12.061223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000277592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:39:12.061332Z","caller":"traceutil/trace.go:171","msg":"trace[1979120121] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423395s","start":"2026-07-24T05:39:10.06088Z","end":"2026-07-24T05:39:12.061303Z","steps":["trace[1979120121] 'agreement among raft nodes before linearized reading' (duration: 2.000288232s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:12.061379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.060871Z","time spent":"2.000498897s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:12.132697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:12.633089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:13.171904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:13.229392Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.719420256s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:39:13.230157Z","caller":"traceutil/trace.go:171","msg":"trace[1731480914] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"3.14440183s","start":"2026-07-24T05:39:10.085722Z","end":"2026-07-24T05:39:13.230124Z","steps":["trace[1731480914] 'process raft request' (duration: 3.144291438s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:13.230278Z","caller":"traceutil/trace.go:171","msg":"trace[2020412762] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"3.144606745s","start":"2026-07-24T05:39:10.085618Z","end":"2026-07-24T05:39:13.230225Z","steps":["trace[2020412762] 'process raft request' (duration: 3.144347229s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:13.230529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.085589Z","time spent":"3.144809341s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:13.230477Z","caller":"traceutil/trace.go:171","msg":"trace[932373622] transaction","detail":"{read_only:false; response_revision:5222; number_of_response:1; }","duration":"3.1687695s","start":"2026-07-24T05:39:10.061654Z","end":"2026-07-24T05:39:13.230423Z","steps":["trace[932373622] 'process raft request' (duration: 3.168083224s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:13.230895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.061644Z","time spent":"3.169059156s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:13.231827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.085714Z","time spent":"3.144515513s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:14.062483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000813214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:14.062576Z","caller":"traceutil/trace.go:171","msg":"trace[1721727959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000962508s","start":"2026-07-24T05:39:12.06159Z","end":"2026-07-24T05:39:14.062553Z","steps":["trace[1721727959] 'agreement among raft nodes before linearized reading' (duration: 2.000840925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:14.062623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:12.061573Z","time spent":"2.001041949s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:15.324786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.094370936s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:39:15.325416Z","caller":"traceutil/trace.go:171","msg":"trace[2102481286] transaction","detail":"{read_only:false; response_revision:5227; number_of_response:1; }","duration":"2.865767898s","start":"2026-07-24T05:39:12.45962Z","end":"2026-07-24T05:39:15.325388Z","steps":["trace[2102481286] 'process raft request' (duration: 2.865694216s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:15.325525Z","caller":"traceutil/trace.go:171","msg":"trace[531678287] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"2.908355743s","start":"2026-07-24T05:39:12.417046Z","end":"2026-07-24T05:39:15.325402Z","steps":["trace[531678287] 'process raft request' (duration: 2.908032196s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:15.325516Z","caller":"traceutil/trace.go:171","msg":"trace[1114714331] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"2.86588501s","start":"2026-07-24T05:39:12.45958Z","end":"2026-07-24T05:39:15.325465Z","steps":["trace[1114714331] 'process raft request' (duration: 2.865693086s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.325613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:12.417015Z","time spent":"2.908554308s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:15.325591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:12.459583Z","time spent":"2.865913651s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:15.325759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:12.459546Z","time spent":"2.866077065s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:15.326737Z","caller":"traceutil/trace.go:171","msg":"trace[459683875] linearizableReadLoop","detail":"{readStateIndex:5530; appliedIndex:5522; }","duration":"4.695748929s","start":"2026-07-24T05:39:10.630972Z","end":"2026-07-24T05:39:15.326721Z","steps":["trace[459683875] 'read index received' (duration: 2.598844913s)","trace[459683875] 'applied index is now lower than readState.Index' (duration: 2.096902726s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:15.326837Z","caller":"traceutil/trace.go:171","msg":"trace[2106853699] transaction","detail":"{read_only:false; response_revision:5228; number_of_response:1; }","duration":"2.664350884s","start":"2026-07-24T05:39:12.662475Z","end":"2026-07-24T05:39:15.326825Z","steps":["trace[2106853699] 'process raft request' (duration: 2.66287063s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.326911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:12.662437Z","time spent":"2.664429186s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:15.327151Z","caller":"traceutil/trace.go:171","msg":"trace[2039319747] transaction","detail":"{read_only:false; response_revision:5229; number_of_response:1; }","duration":"2.640689742s","start":"2026-07-24T05:39:12.686447Z","end":"2026-07-24T05:39:15.327137Z","steps":["trace[2039319747] 'process raft request' (duration: 2.640118589s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.327252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:12.68641Z","time spent":"2.640776714s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:15.327393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.166222436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:15.327439Z","caller":"traceutil/trace.go:171","msg":"trace[374001364] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5229; }","duration":"5.166321898s","start":"2026-07-24T05:39:10.161106Z","end":"2026-07-24T05:39:15.327427Z","steps":["trace[374001364] 'agreement among raft nodes before linearized reading' (duration: 5.166234126s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.327482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.161078Z","time spent":"5.16639448s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:15.327669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.796676188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:15.327715Z","caller":"traceutil/trace.go:171","msg":"trace[2110676489] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:5229; }","duration":"5.79675962s","start":"2026-07-24T05:39:09.530943Z","end":"2026-07-24T05:39:15.327703Z","steps":["trace[2110676489] 'agreement among raft nodes before linearized reading' (duration: 5.796697809s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.3277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.490003403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:15.327802Z","caller":"traceutil/trace.go:171","msg":"trace[306795355] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5229; }","duration":"5.490164047s","start":"2026-07-24T05:39:09.837613Z","end":"2026-07-24T05:39:15.327777Z","steps":["trace[306795355] 'agreement among raft nodes before linearized reading' (duration: 5.489975232s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.327852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:09.837586Z","time spent":"5.490255909s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:15.328004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.245479139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:39:15.328059Z","caller":"traceutil/trace.go:171","msg":"trace[1402855732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5229; }","duration":"6.245581861s","start":"2026-07-24T05:39:09.082467Z","end":"2026-07-24T05:39:15.328049Z","steps":["trace[1402855732] 'agreement among raft nodes before linearized reading' (duration: 6.245301024s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.328089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.404421642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"info","ts":"2026-07-24T05:39:15.328133Z","caller":"traceutil/trace.go:171","msg":"trace[223702974] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5229; }","duration":"5.404511674s","start":"2026-07-24T05:39:09.92361Z","end":"2026-07-24T05:39:15.328121Z","steps":["trace[223702974] 'agreement among raft nodes before linearized reading' (duration: 5.404426422s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.328171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:09.923579Z","time spent":"5.404585046s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:39:15.328207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.308375893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:15.328244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.245744195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:39:15.328279Z","caller":"traceutil/trace.go:171","msg":"trace[667658614] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5229; }","duration":"6.245852458s","start":"2026-07-24T05:39:09.082416Z","end":"2026-07-24T05:39:15.328269Z","steps":["trace[667658614] 'agreement among raft nodes before linearized reading' (duration: 6.245705414s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:15.328279Z","caller":"traceutil/trace.go:171","msg":"trace[1294962132] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5229; }","duration":"5.308505056s","start":"2026-07-24T05:39:10.019761Z","end":"2026-07-24T05:39:15.328266Z","steps":["trace[1294962132] 'agreement among raft nodes before linearized reading' (duration: 5.308226559s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.328329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:09.082365Z","time spent":"6.24594615s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:39:15.328356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.019738Z","time spent":"5.308593007s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":108,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:15.328102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:09.082436Z","time spent":"6.245654513s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:39:15.32871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.270623649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:39:15.328741Z","caller":"traceutil/trace.go:171","msg":"trace[1047879687] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5229; }","duration":"5.270681489s","start":"2026-07-24T05:39:10.058051Z","end":"2026-07-24T05:39:15.328732Z","steps":["trace[1047879687] 'agreement among raft nodes before linearized reading' (duration: 5.270542186s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.32876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.058039Z","time spent":"5.270716611s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:39:15.327748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:09.530918Z","time spent":"5.796822002s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:15.329027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282702575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:15.329078Z","caller":"traceutil/trace.go:171","msg":"trace[556792824] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5229; }","duration":"5.282757566s","start":"2026-07-24T05:39:10.046308Z","end":"2026-07-24T05:39:15.329066Z","steps":["trace[556792824] 'agreement among raft nodes before linearized reading' (duration: 5.282677534s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.329115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.04625Z","time spent":"5.282854318s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:15.329129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.273506934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:39:15.329176Z","caller":"traceutil/trace.go:171","msg":"trace[280812452] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5229; }","duration":"5.273578426s","start":"2026-07-24T05:39:10.055586Z","end":"2026-07-24T05:39:15.329164Z","steps":["trace[280812452] 'agreement among raft nodes before linearized reading' (duration: 5.273365951s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:15.329218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.055564Z","time spent":"5.273646847s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126902,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T05:39:15.826889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:16.073155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000671601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:16.07324Z","caller":"traceutil/trace.go:171","msg":"trace[153464696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000823194s","start":"2026-07-24T05:39:14.072397Z","end":"2026-07-24T05:39:16.073221Z","steps":["trace[153464696] 'agreement among raft nodes before linearized reading' (duration: 2.000712231s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:16.073277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:14.07237Z","time spent":"2.000900816s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:16.327092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:16.827488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:17.129853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999836842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:17.129954Z","caller":"traceutil/trace.go:171","msg":"trace[810627453] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998046s","start":"2026-07-24T05:39:15.129935Z","end":"2026-07-24T05:39:17.129933Z","steps":["trace[810627453] 'agreement among raft nodes before linearized reading' (duration: 1.999878133s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.129992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:15.12988Z","time spent":"2.000104628s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:17.327646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148111,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:17.420335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.095316159s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:39:17.420802Z","caller":"traceutil/trace.go:171","msg":"trace[1514148710] transaction","detail":"{read_only:false; response_revision:5231; number_of_response:1; }","duration":"2.180374707s","start":"2026-07-24T05:39:15.2404Z","end":"2026-07-24T05:39:17.420775Z","steps":["trace[1514148710] 'process raft request' (duration: 2.180314956s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:17.420842Z","caller":"traceutil/trace.go:171","msg":"trace[1419065174] transaction","detail":"{read_only:false; response_revision:5230; number_of_response:1; }","duration":"2.18226566s","start":"2026-07-24T05:39:15.238515Z","end":"2026-07-24T05:39:17.420781Z","steps":["trace[1419065174] 'process raft request' (duration: 2.182028535s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.420961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:15.240384Z","time spent":"2.180477619s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:17.421062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:15.238481Z","time spent":"2.182457835s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:17.990385Z","caller":"traceutil/trace.go:171","msg":"trace[896095241] linearizableReadLoop","detail":"{readStateIndex:5533; appliedIndex:5530; }","duration":"2.663571287s","start":"2026-07-24T05:39:15.326782Z","end":"2026-07-24T05:39:17.990354Z","steps":["trace[896095241] 'read index received' (duration: 2.093834135s)","trace[896095241] 'applied index is now lower than readState.Index' (duration: 569.735572ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:17.990442Z","caller":"traceutil/trace.go:171","msg":"trace[621504349] transaction","detail":"{read_only:false; response_revision:5232; number_of_response:1; }","duration":"2.658252254s","start":"2026-07-24T05:39:15.332138Z","end":"2026-07-24T05:39:17.99039Z","steps":["trace[621504349] 'process raft request' (duration: 2.657903467s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.990602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705189988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:17.990716Z","caller":"traceutil/trace.go:171","msg":"trace[1747251000] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5232; }","duration":"3.705341811s","start":"2026-07-24T05:39:14.28535Z","end":"2026-07-24T05:39:17.990692Z","steps":["trace[1747251000] 'agreement among raft nodes before linearized reading' (duration: 3.705055335s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.990726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.355760754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:39:17.990778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:14.28528Z","time spent":"3.705485625s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:17.990803Z","caller":"traceutil/trace.go:171","msg":"trace[866314861] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5232; }","duration":"7.355935047s","start":"2026-07-24T05:39:10.634855Z","end":"2026-07-24T05:39:17.99079Z","steps":["trace[866314861] 'agreement among raft nodes before linearized reading' (duration: 7.355738973s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.990852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.610174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:17.990816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339181944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:17.990844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091276034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:17.990962Z","caller":"traceutil/trace.go:171","msg":"trace[474717469] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5232; }","duration":"7.339375168s","start":"2026-07-24T05:39:10.651538Z","end":"2026-07-24T05:39:17.990913Z","steps":["trace[474717469] 'agreement among raft nodes before linearized reading' (duration: 7.339136843s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.990994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232593866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:17.990993Z","caller":"traceutil/trace.go:171","msg":"trace[1195898281] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5232; }","duration":"3.09150732s","start":"2026-07-24T05:39:14.899467Z","end":"2026-07-24T05:39:17.990974Z","steps":["trace[1195898281] 'agreement among raft nodes before linearized reading' (duration: 3.091238914s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.991015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917500826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:17.991023Z","caller":"traceutil/trace.go:171","msg":"trace[2032229516] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5232; }","duration":"1.232622677s","start":"2026-07-24T05:39:16.758391Z","end":"2026-07-24T05:39:17.991013Z","steps":["trace[2032229516] 'agreement among raft nodes before linearized reading' (duration: 1.232514514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.991015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.651512Z","time spent":"7.33949519s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:39:17.991048Z","caller":"traceutil/trace.go:171","msg":"trace[683078492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5232; }","duration":"1.917583568s","start":"2026-07-24T05:39:16.073455Z","end":"2026-07-24T05:39:17.991039Z","steps":["trace[683078492] 'agreement among raft nodes before linearized reading' (duration: 1.917459315s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.991055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:16.758359Z","time spent":"1.232689088s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:17.991045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:14.899436Z","time spent":"3.091595162s","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:17.991076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:16.073424Z","time spent":"1.917644959s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:17.991094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.634824Z","time spent":"7.35604748s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T05:39:17.990868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.354043484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-07-24T05:39:17.991203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.519045533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:17.991221Z","caller":"traceutil/trace.go:171","msg":"trace[1111895499] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c5232c7a721a7b; range_end:; response_count:1; response_revision:5232; }","duration":"7.354438163s","start":"2026-07-24T05:39:10.636764Z","end":"2026-07-24T05:39:17.991203Z","steps":["trace[1111895499] 'agreement among raft nodes before linearized reading' (duration: 7.353950332s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.991264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:10.636735Z","time spent":"7.354515895s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" "} {"level":"warn","ts":"2026-07-24T05:39:17.991354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.112778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:17.991397Z","caller":"traceutil/trace.go:171","msg":"trace[1529352450] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5232; }","duration":"934.20083ms","start":"2026-07-24T05:39:17.057185Z","end":"2026-07-24T05:39:17.991385Z","steps":["trace[1529352450] 'agreement among raft nodes before linearized reading' (duration: 934.126908ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:17.991253Z","caller":"traceutil/trace.go:171","msg":"trace[1952316500] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5232; }","duration":"3.519148116s","start":"2026-07-24T05:39:14.472091Z","end":"2026-07-24T05:39:17.991239Z","steps":["trace[1952316500] 'agreement among raft nodes before linearized reading' (duration: 3.519067774s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.991391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.632109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:39:17.991442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:14.47206Z","time spent":"3.51936779s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:17.990763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.656202727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:39:17.99148Z","caller":"traceutil/trace.go:171","msg":"trace[1022229277] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5232; }","duration":"655.787843ms","start":"2026-07-24T05:39:17.335672Z","end":"2026-07-24T05:39:17.99146Z","steps":["trace[1022229277] 'agreement among raft nodes before linearized reading' (duration: 655.484606ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:17.991525Z","caller":"traceutil/trace.go:171","msg":"trace[508116186] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5232; }","duration":"2.656980854s","start":"2026-07-24T05:39:15.33451Z","end":"2026-07-24T05:39:17.99149Z","steps":["trace[508116186] 'agreement among raft nodes before linearized reading' (duration: 2.656183706s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:17.990894Z","caller":"traceutil/trace.go:171","msg":"trace[2068913372] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5232; }","duration":"650.672165ms","start":"2026-07-24T05:39:17.340211Z","end":"2026-07-24T05:39:17.990883Z","steps":["trace[2068913372] 'agreement among raft nodes before linearized reading' (duration: 650.574842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.991594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:15.334484Z","time spent":"2.657084407s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:39:17.991427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:17.057159Z","time spent":"934.258252ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:17.991535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:17.335647Z","time spent":"655.879395ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:39:17.990656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755251603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-24T05:39:17.991661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591226579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:17.991705Z","caller":"traceutil/trace.go:171","msg":"trace[1367868347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5232; }","duration":"2.591306811s","start":"2026-07-24T05:39:15.400386Z","end":"2026-07-24T05:39:17.991692Z","steps":["trace[1367868347] 'agreement among raft nodes before linearized reading' (duration: 2.591237399s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.991597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:17.340198Z","time spent":"651.385781ms","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":30,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:17.991738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:15.400358Z","time spent":"2.591372172s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:17.990651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:15.332104Z","time spent":"2.658432379s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:17.991706Z","caller":"traceutil/trace.go:171","msg":"trace[1678167415] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5232; }","duration":"4.756364767s","start":"2026-07-24T05:39:13.235327Z","end":"2026-07-24T05:39:17.991692Z","steps":["trace[1678167415] 'agreement among raft nodes before linearized reading' (duration: 4.75518205s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.991599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.695321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:39:17.991849Z","caller":"traceutil/trace.go:171","msg":"trace[2075040940] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5232; }","duration":"655.963306ms","start":"2026-07-24T05:39:17.335878Z","end":"2026-07-24T05:39:17.991841Z","steps":["trace[2075040940] 'agreement among raft nodes before linearized reading' (duration: 655.68006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.991851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:13.235302Z","time spent":"4.756530461s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:39:17.991654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.348843376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:17.991888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:17.335869Z","time spent":"656.004908ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:39:17.991897Z","caller":"traceutil/trace.go:171","msg":"trace[1388162774] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5232; }","duration":"2.349144673s","start":"2026-07-24T05:39:15.642743Z","end":"2026-07-24T05:39:17.991888Z","steps":["trace[1388162774] 'agreement among raft nodes before linearized reading' (duration: 2.348876427s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:17.991934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:15.642713Z","time spent":"2.349205934s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:18.906397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.09085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:18.906518Z","caller":"traceutil/trace.go:171","msg":"trace[651234526] linearizableReadLoop","detail":"{readStateIndex:5534; appliedIndex:5533; }","duration":"910.413216ms","start":"2026-07-24T05:39:17.996085Z","end":"2026-07-24T05:39:18.906498Z","steps":["trace[651234526] 'read index received' (duration: 182.129652ms)","trace[651234526] 'applied index is now lower than readState.Index' (duration: 728.280583ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:18.906604Z","caller":"traceutil/trace.go:171","msg":"trace[112529205] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"912.533865ms","start":"2026-07-24T05:39:17.994054Z","end":"2026-07-24T05:39:18.906588Z","steps":["trace[112529205] 'process raft request' (duration: 184.147059ms)","trace[112529205] 'compare' (duration: 727.898955ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:18.906671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:17.994002Z","time spent":"912.636087ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:18.907042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.950717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:39:18.907139Z","caller":"traceutil/trace.go:171","msg":"trace[806299596] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5233; }","duration":"911.06091ms","start":"2026-07-24T05:39:17.996033Z","end":"2026-07-24T05:39:18.907094Z","steps":["trace[806299596] 'agreement among raft nodes before linearized reading' (duration: 910.870096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:18.907196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:17.996007Z","time spent":"911.175823ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:39:19.931681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.356152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:39:19.932085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:18.909341Z","time spent":"1.022738948s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:39:19.932457Z","caller":"traceutil/trace.go:171","msg":"trace[2111293028] linearizableReadLoop","detail":"{readStateIndex:5535; appliedIndex:5534; }","duration":"1.025865409s","start":"2026-07-24T05:39:18.906545Z","end":"2026-07-24T05:39:19.93241Z","steps":["trace[2111293028] 'read index received' (duration: 194.697529ms)","trace[2111293028] 'applied index is now lower than readState.Index' (duration: 831.16426ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:19.932446Z","caller":"traceutil/trace.go:171","msg":"trace[1042529453] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"1.931484347s","start":"2026-07-24T05:39:18.000888Z","end":"2026-07-24T05:39:19.932373Z","steps":["trace[1042529453] 'process raft request' (duration: 1.100342807s)","trace[1042529453] 'compare' (duration: 830.131367ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:19.932549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930587396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:19.932592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75922128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:19.932668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934588688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"warn","ts":"2026-07-24T05:39:19.932658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936205134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:19.932684Z","caller":"traceutil/trace.go:171","msg":"trace[321501493] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5234; }","duration":"1.759376443s","start":"2026-07-24T05:39:18.173289Z","end":"2026-07-24T05:39:19.932665Z","steps":["trace[321501493] 'agreement among raft nodes before linearized reading' (duration: 1.7592239s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:19.93276Z","caller":"traceutil/trace.go:171","msg":"trace[1361321235] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5234; }","duration":"1.936342477s","start":"2026-07-24T05:39:17.996396Z","end":"2026-07-24T05:39:19.932738Z","steps":["trace[1361321235] 'agreement among raft nodes before linearized reading' (duration: 1.936157403s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:19.932708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233534977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:19.932767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931543247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"warn","ts":"2026-07-24T05:39:19.932819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:17.996387Z","time spent":"1.936422988s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:39:19.932661Z","caller":"traceutil/trace.go:171","msg":"trace[663961927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5234; }","duration":"1.930754749s","start":"2026-07-24T05:39:18.001881Z","end":"2026-07-24T05:39:19.932636Z","steps":["trace[663961927] 'agreement among raft nodes before linearized reading' (duration: 1.930567105s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:19.932874Z","caller":"traceutil/trace.go:171","msg":"trace[441366209] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5234; }","duration":"1.931668369s","start":"2026-07-24T05:39:18.001183Z","end":"2026-07-24T05:39:19.932852Z","steps":["trace[441366209] 'agreement among raft nodes before linearized reading' (duration: 1.931327892s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:19.932837Z","caller":"traceutil/trace.go:171","msg":"trace[1317817447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5234; }","duration":"1.233785153s","start":"2026-07-24T05:39:18.699037Z","end":"2026-07-24T05:39:19.932822Z","steps":["trace[1317817447] 'agreement among raft nodes before linearized reading' (duration: 1.233513057s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:19.932869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:18.000865Z","time spent":"1.931744913s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:19.932937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:18.699006Z","time spent":"1.233916276s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:19.932934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:18.001175Z","time spent":"1.931746382s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:39:19.932947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:18.001863Z","time spent":"1.931063156s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:19.93277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:18.17326Z","time spent":"1.759493366s","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:19.932592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.669672959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:19.933221Z","caller":"traceutil/trace.go:171","msg":"trace[2092045181] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5234; }","duration":"1.670321293s","start":"2026-07-24T05:39:18.262881Z","end":"2026-07-24T05:39:19.933202Z","steps":["trace[2092045181] 'agreement among raft nodes before linearized reading' (duration: 1.669633278s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:19.933286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:18.262807Z","time spent":"1.670461016s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:19.932705Z","caller":"traceutil/trace.go:171","msg":"trace[1615014192] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:5234; }","duration":"1.934649739s","start":"2026-07-24T05:39:17.998042Z","end":"2026-07-24T05:39:19.932692Z","steps":["trace[1615014192] 'agreement among raft nodes before linearized reading' (duration: 1.934496475s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:19.932768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931955067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"warn","ts":"2026-07-24T05:39:19.933344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:17.998029Z","time spent":"1.935302023s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-07-24T05:39:19.933411Z","caller":"traceutil/trace.go:171","msg":"trace[286529236] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5234; }","duration":"1.932591101s","start":"2026-07-24T05:39:18.000756Z","end":"2026-07-24T05:39:19.933347Z","steps":["trace[286529236] 'agreement among raft nodes before linearized reading' (duration: 1.931748233s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:19.933549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:18.000749Z","time spent":"1.932781596s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:39:19.933634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935341103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-07-24T05:39:19.93371Z","caller":"traceutil/trace.go:171","msg":"trace[168948066] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5234; }","duration":"1.935462226s","start":"2026-07-24T05:39:17.998212Z","end":"2026-07-24T05:39:19.933674Z","steps":["trace[168948066] 'agreement among raft nodes before linearized reading' (duration: 1.9342954s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:19.933749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:17.998189Z","time spent":"1.935550099s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:39:20.43276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148123,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:21.934581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:21.93469Z","caller":"traceutil/trace.go:171","msg":"trace[2113870019] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000009555s","start":"2026-07-24T05:39:19.934655Z","end":"2026-07-24T05:39:21.934665Z","steps":["trace[2113870019] 'agreement among raft nodes before linearized reading' (duration: 1.999866152s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:21.934751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:19.934638Z","time spent":"2.000101577s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:22.716553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:22.716653Z","caller":"traceutil/trace.go:171","msg":"trace[986293769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000180719s","start":"2026-07-24T05:39:20.716445Z","end":"2026-07-24T05:39:22.716625Z","steps":["trace[986293769] 'agreement among raft nodes before linearized reading' (duration: 2.000067547s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:22.71672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:20.716401Z","time spent":"2.000289982s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:23.315555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849571478s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:23.315817Z","caller":"traceutil/trace.go:171","msg":"trace[1666839930] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5536; }","duration":"3.383266513s","start":"2026-07-24T05:39:19.932532Z","end":"2026-07-24T05:39:23.315798Z","steps":["trace[1666839930] 'read index received' (duration: 533.345317ms)","trace[1666839930] 'applied index is now lower than readState.Index' (duration: 2.849920146s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:23.315892Z","caller":"traceutil/trace.go:171","msg":"trace[817807461] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"3.888743342s","start":"2026-07-24T05:39:19.427136Z","end":"2026-07-24T05:39:23.31588Z","steps":["trace[817807461] 'process raft request' (duration: 3.888522637s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:23.315938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:19.427127Z","time spent":"3.888784952s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:23.315977Z","caller":"traceutil/trace.go:171","msg":"trace[1752831532] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"3.889102261s","start":"2026-07-24T05:39:19.426839Z","end":"2026-07-24T05:39:23.315941Z","steps":["trace[1752831532] 'process raft request' (duration: 1.039042302s)","trace[1752831532] 'compare' (duration: 2.848874861s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:23.316112Z","caller":"traceutil/trace.go:171","msg":"trace[1969894620] transaction","detail":"{read_only:false; response_revision:5237; number_of_response:1; }","duration":"3.381173875s","start":"2026-07-24T05:39:19.93493Z","end":"2026-07-24T05:39:23.316104Z","steps":["trace[1969894620] 'process raft request' (duration: 3.380829707s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:23.316133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:19.426806Z","time spent":"3.889241373s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:23.316156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:19.934905Z","time spent":"3.381226275s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:23.316365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.40380625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-24T05:39:23.316386Z","caller":"traceutil/trace.go:171","msg":"trace[618334414] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c5232c7a721a7b; range_end:; response_count:1; response_revision:5237; }","duration":"4.403871482s","start":"2026-07-24T05:39:18.912507Z","end":"2026-07-24T05:39:23.316379Z","steps":["trace[618334414] 'agreement among raft nodes before linearized reading' (duration: 4.403753589s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:23.316408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:18.91248Z","time spent":"4.403922844s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" "} {"level":"warn","ts":"2026-07-24T05:39:23.815992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:23.942991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000045346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:39:23.94311Z","caller":"traceutil/trace.go:171","msg":"trace[1368397793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229541s","start":"2026-07-24T05:39:21.942852Z","end":"2026-07-24T05:39:23.943082Z","steps":["trace[1368397793] 'agreement among raft nodes before linearized reading' (duration: 2.000063557s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:23.943178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:21.942842Z","time spent":"2.000321732s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:24.553539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.156197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:24.554469Z","caller":"traceutil/trace.go:171","msg":"trace[93740152] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"1.719150472s","start":"2026-07-24T05:39:22.835285Z","end":"2026-07-24T05:39:24.554435Z","steps":["trace[93740152] 'process raft request' (duration: 980.971791ms)","trace[93740152] 'compare' (duration: 736.612865ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:24.554807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:22.835251Z","time spent":"1.71948066s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:25.295725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.479235995s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:39:25.944101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000495996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:25.944742Z","caller":"traceutil/trace.go:171","msg":"trace[450892598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001221402s","start":"2026-07-24T05:39:23.943487Z","end":"2026-07-24T05:39:25.944709Z","steps":["trace[450892598] 'agreement among raft nodes before linearized reading' (duration: 2.000535637s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:25.944905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:23.943458Z","time spent":"2.001422957s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:27.951648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:39:27.951758Z","caller":"traceutil/trace.go:171","msg":"trace[248245118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00063653s","start":"2026-07-24T05:39:25.951097Z","end":"2026-07-24T05:39:27.951733Z","steps":["trace[248245118] 'agreement among raft nodes before linearized reading' (duration: 2.000488087s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:27.951816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:25.951069Z","time spent":"2.000736653s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:29.251439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.405417701s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:39:29.252934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.158114315s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:29.253088Z","caller":"traceutil/trace.go:171","msg":"trace[461462078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5238; }","duration":"3.158282428s","start":"2026-07-24T05:39:26.094778Z","end":"2026-07-24T05:39:29.25306Z","steps":["trace[461462078] 'range keys from in-memory index tree' (duration: 3.158089034s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:29.928647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.632618522s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:39:29.929746Z","caller":"traceutil/trace.go:171","msg":"trace[2024206079] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"6.610812788s","start":"2026-07-24T05:39:23.318898Z","end":"2026-07-24T05:39:29.929711Z","steps":["trace[2024206079] 'process raft request' (duration: 6.609909467s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:29.929801Z","caller":"traceutil/trace.go:171","msg":"trace[642009199] linearizableReadLoop","detail":"{readStateIndex:5542; appliedIndex:5539; }","duration":"6.613920959s","start":"2026-07-24T05:39:23.315839Z","end":"2026-07-24T05:39:29.92976Z","steps":["trace[642009199] 'read index received' (duration: 500.583186ms)","trace[642009199] 'applied index is now lower than readState.Index' (duration: 6.113335923s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:29.929957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:23.318865Z","time spent":"6.610961732s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:29.95261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:29.952714Z","caller":"traceutil/trace.go:171","msg":"trace[1179614876] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404524s","start":"2026-07-24T05:39:27.952287Z","end":"2026-07-24T05:39:29.952692Z","steps":["trace[1179614876] 'agreement among raft nodes before linearized reading' (duration: 2.000274161s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:29.952758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:27.952258Z","time spent":"2.000491857s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:30.320005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:25.321512Z","time spent":"4.998482613s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:39:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:30.320214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:25.322464Z","time spent":"4.997747817s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:39:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:30.654104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.257489737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:30.654227Z","caller":"traceutil/trace.go:171","msg":"trace[480768070] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5239; }","duration":"9.257709922s","start":"2026-07-24T05:39:21.396484Z","end":"2026-07-24T05:39:30.654194Z","steps":["trace[480768070] 'agreement among raft nodes before linearized reading' (duration: 8.533579264s)","trace[480768070] 'count revisions from in-memory index tree' (duration: 723.917943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.654291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:21.39646Z","time spent":"9.257812094s","remote":"127.0.0.1:48144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.65425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.374304005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:30.65441Z","caller":"traceutil/trace.go:171","msg":"trace[1442250686] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5239; }","duration":"8.374490139s","start":"2026-07-24T05:39:22.27987Z","end":"2026-07-24T05:39:30.65436Z","steps":["trace[1442250686] 'agreement among raft nodes before linearized reading' (duration: 7.650363242s)","trace[1442250686] 'count revisions from in-memory index tree' (duration: 723.924503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.654402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.690003023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:30.654484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:22.279862Z","time spent":"8.374603122s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:30.654512Z","caller":"traceutil/trace.go:171","msg":"trace[740751536] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:5239; }","duration":"10.690175807s","start":"2026-07-24T05:39:19.964298Z","end":"2026-07-24T05:39:30.654474Z","steps":["trace[740751536] 'agreement among raft nodes before linearized reading' (duration: 9.965785444s)","trace[740751536] 'count revisions from in-memory index tree' (duration: 724.23915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.65459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:19.964272Z","time spent":"10.690298419s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.654673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.434526594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:30.654724Z","caller":"traceutil/trace.go:171","msg":"trace[2147358960] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5239; }","duration":"8.434620186s","start":"2026-07-24T05:39:22.220087Z","end":"2026-07-24T05:39:30.654707Z","steps":["trace[2147358960] 'agreement among raft nodes before linearized reading' (duration: 7.710160571s)","trace[2147358960] 'count revisions from in-memory index tree' (duration: 724.382873ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.654764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:22.220057Z","time spent":"8.434698208s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.654895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.313203731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"warn","ts":"2026-07-24T05:39:30.654886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.679211763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414235"} {"level":"warn","ts":"2026-07-24T05:39:30.654969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.716456349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-24T05:39:30.655031Z","caller":"traceutil/trace.go:171","msg":"trace[1493265089] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5239; }","duration":"10.716545301s","start":"2026-07-24T05:39:19.938464Z","end":"2026-07-24T05:39:30.65501Z","steps":["trace[1493265089] 'agreement among raft nodes before linearized reading' (duration: 9.991634485s)","trace[1493265089] 'range keys from in-memory index tree' (duration: 724.743912ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:30.655031Z","caller":"traceutil/trace.go:171","msg":"trace[975467210] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5239; }","duration":"7.679411398s","start":"2026-07-24T05:39:22.975582Z","end":"2026-07-24T05:39:30.654993Z","steps":["trace[975467210] 'agreement among raft nodes before linearized reading' (duration: 6.954393169s)","trace[975467210] 'range keys from in-memory index tree' (duration: 724.135088ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.655078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:19.938445Z","time spent":"10.716621603s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:39:30.655116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:22.975558Z","time spent":"7.679538341s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414258,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T05:39:30.654962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.877325007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:39:30.655281Z","caller":"traceutil/trace.go:171","msg":"trace[1495445347] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5239; }","duration":"9.877729756s","start":"2026-07-24T05:39:20.777529Z","end":"2026-07-24T05:39:30.655259Z","steps":["trace[1495445347] 'agreement among raft nodes before linearized reading' (duration: 9.152475502s)","trace[1495445347] 'range keys from in-memory index tree' (duration: 724.742111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.655327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:20.777501Z","time spent":"9.877815927s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:39:30.655286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.54616512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:30.655153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.497955926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:39:30.655474Z","caller":"traceutil/trace.go:171","msg":"trace[6365427] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5239; }","duration":"9.498361305s","start":"2026-07-24T05:39:21.157105Z","end":"2026-07-24T05:39:30.655467Z","steps":["trace[6365427] 'agreement among raft nodes before linearized reading' (duration: 8.772885506s)","trace[6365427] 'range keys from in-memory index tree' (duration: 724.714621ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.655491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:21.157074Z","time spent":"9.498412097s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:39:30.655539Z","caller":"traceutil/trace.go:171","msg":"trace[1123343692] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5239; }","duration":"9.546491518s","start":"2026-07-24T05:39:21.108955Z","end":"2026-07-24T05:39:30.655446Z","steps":["trace[1123343692] 'agreement among raft nodes before linearized reading' (duration: 8.82103948s)","trace[1123343692] 'count revisions from in-memory index tree' (duration: 725.10073ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.655559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.712869231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:39:30.655616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.263325939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:30.655661Z","caller":"traceutil/trace.go:171","msg":"trace[1377802072] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5239; }","duration":"8.713074295s","start":"2026-07-24T05:39:21.942569Z","end":"2026-07-24T05:39:30.655643Z","steps":["trace[1377802072] 'agreement among raft nodes before linearized reading' (duration: 7.987472334s)","trace[1377802072] 'range keys from in-memory index tree' (duration: 725.281494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.655551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.102122978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:30.656844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:21.942543Z","time spent":"8.714205172s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:39:30.656909Z","caller":"traceutil/trace.go:171","msg":"trace[1236718744] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5239; }","duration":"9.10352958s","start":"2026-07-24T05:39:21.55335Z","end":"2026-07-24T05:39:30.65688Z","steps":["trace[1236718744] 'agreement among raft nodes before linearized reading' (duration: 8.376702261s)","trace[1236718744] 'count revisions from in-memory index tree' (duration: 725.457279ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:30.655665Z","caller":"traceutil/trace.go:171","msg":"trace[847021791] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:5239; }","duration":"10.263419822s","start":"2026-07-24T05:39:20.39223Z","end":"2026-07-24T05:39:30.65565Z","steps":["trace[847021791] 'agreement among raft nodes before linearized reading' (duration: 9.53781291s)","trace[847021791] 'count revisions from in-memory index tree' (duration: 725.54505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.656982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:21.553326Z","time spent":"9.103631742s","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.656987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:20.3922Z","time spent":"10.264766111s","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:30.654942Z","caller":"traceutil/trace.go:171","msg":"trace[1626527455] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5239; }","duration":"10.313298214s","start":"2026-07-24T05:39:20.34163Z","end":"2026-07-24T05:39:30.654928Z","steps":["trace[1626527455] 'agreement among raft nodes before linearized reading' (duration: 9.588440139s)","trace[1626527455] 'range keys from in-memory index tree' (duration: 724.770534ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.657102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:20.341603Z","time spent":"10.315479403s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:39:30.654931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.976648787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:30.657246Z","caller":"traceutil/trace.go:171","msg":"trace[1189623039] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5239; }","duration":"7.978959859s","start":"2026-07-24T05:39:22.678271Z","end":"2026-07-24T05:39:30.657231Z","steps":["trace[1189623039] 'agreement among raft nodes before linearized reading' (duration: 7.251971086s)","trace[1189623039] 'count revisions from in-memory index tree' (duration: 724.65272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.657285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:22.678243Z","time spent":"7.97902966s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.655671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:21.108929Z","time spent":"9.546690773s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.655698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.71284343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:39:30.657432Z","caller":"traceutil/trace.go:171","msg":"trace[844615487] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5239; }","duration":"8.71457301s","start":"2026-07-24T05:39:21.942839Z","end":"2026-07-24T05:39:30.657412Z","steps":["trace[844615487] 'agreement among raft nodes before linearized reading' (duration: 7.987483984s)","trace[844615487] 'range keys from in-memory index tree' (duration: 725.259254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:30.657493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:21.942774Z","time spent":"8.714701453s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:39:30.655914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.098043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:30.657816Z","caller":"traceutil/trace.go:171","msg":"trace[1991382337] transaction","detail":"{read_only:false; response_revision:5243; number_of_response:1; }","duration":"5.129875144s","start":"2026-07-24T05:39:25.527929Z","end":"2026-07-24T05:39:30.657804Z","steps":["trace[1991382337] 'process raft request' (duration: 5.129826653s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:30.657821Z","caller":"traceutil/trace.go:171","msg":"trace[1750864312] linearizableReadLoop","detail":"{readStateIndex:5546; appliedIndex:5542; }","duration":"727.889294ms","start":"2026-07-24T05:39:29.929917Z","end":"2026-07-24T05:39:30.657806Z","steps":["trace[1750864312] 'read index received' (duration: 191.434µs)","trace[1750864312] 'applied index is now lower than readState.Index' (duration: 727.69675ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:30.657835Z","caller":"traceutil/trace.go:171","msg":"trace[74237342] transaction","detail":"{read_only:false; response_revision:5242; number_of_response:1; }","duration":"5.220056461s","start":"2026-07-24T05:39:25.437751Z","end":"2026-07-24T05:39:30.657808Z","steps":["trace[74237342] 'process raft request' (duration: 5.219957378s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:30.65791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:25.527892Z","time spent":"5.129952666s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:30.657971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484117859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:30.658008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.202644849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:30.658003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.152016864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:30.658028Z","caller":"traceutil/trace.go:171","msg":"trace[2042585019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5243; }","duration":"6.20270808s","start":"2026-07-24T05:39:24.455312Z","end":"2026-07-24T05:39:30.658021Z","steps":["trace[2042585019] 'agreement among raft nodes before linearized reading' (duration: 6.202669319s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:30.658019Z","caller":"traceutil/trace.go:171","msg":"trace[1110412990] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:5243; }","duration":"1.484227151s","start":"2026-07-24T05:39:29.173779Z","end":"2026-07-24T05:39:30.658006Z","steps":["trace[1110412990] 'agreement among raft nodes before linearized reading' (duration: 1.484140289s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:30.658015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:25.437711Z","time spent":"5.220209084s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:30.658044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:24.455285Z","time spent":"6.202754192s","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:30.658044Z","caller":"traceutil/trace.go:171","msg":"trace[941419838] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:5243; }","duration":"4.15224931s","start":"2026-07-24T05:39:26.505783Z","end":"2026-07-24T05:39:30.658032Z","steps":["trace[941419838] 'agreement among raft nodes before linearized reading' (duration: 4.152180998s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:30.658129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:29.17374Z","time spent":"1.484309413s","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.658158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:26.505753Z","time spent":"4.152394922s","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.658161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086727548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:30.658236Z","caller":"traceutil/trace.go:171","msg":"trace[1433284568] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5243; }","duration":"4.086852411s","start":"2026-07-24T05:39:26.571363Z","end":"2026-07-24T05:39:30.658215Z","steps":["trace[1433284568] 'agreement among raft nodes before linearized reading' (duration: 4.086660436s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:30.657982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.000255657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:30.658298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:26.571337Z","time spent":"4.086944353s","remote":"127.0.0.1:50918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.658333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339305356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:39:30.658346Z","caller":"traceutil/trace.go:171","msg":"trace[339134811] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5243; }","duration":"4.000612765s","start":"2026-07-24T05:39:26.657717Z","end":"2026-07-24T05:39:30.658329Z","steps":["trace[339134811] 'agreement among raft nodes before linearized reading' (duration: 4.000235347s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:30.65839Z","caller":"traceutil/trace.go:171","msg":"trace[1395587254] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5243; }","duration":"7.339358478s","start":"2026-07-24T05:39:23.319012Z","end":"2026-07-24T05:39:30.65837Z","steps":["trace[1395587254] 'agreement among raft nodes before linearized reading' (duration: 7.339176304s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:30.658403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:26.657696Z","time spent":"4.000688947s","remote":"127.0.0.1:53856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.658437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:23.318934Z","time spent":"7.33948956s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:39:30.658459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057075884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:30.658487Z","caller":"traceutil/trace.go:171","msg":"trace[1176276124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5243; }","duration":"2.057152846s","start":"2026-07-24T05:39:28.601326Z","end":"2026-07-24T05:39:30.658479Z","steps":["trace[1176276124] 'agreement among raft nodes before linearized reading' (duration: 2.057099784s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:30.658494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625156159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:39:30.65851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:28.601297Z","time spent":"2.057206777s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:30.658529Z","caller":"traceutil/trace.go:171","msg":"trace[405032866] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5243; }","duration":"1.62523408s","start":"2026-07-24T05:39:29.033283Z","end":"2026-07-24T05:39:30.658517Z","steps":["trace[405032866] 'agreement among raft nodes before linearized reading' (duration: 1.624716269s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:30.658556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:29.033257Z","time spent":"1.625292032s","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":578,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.658635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931880725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:30.658654Z","caller":"traceutil/trace.go:171","msg":"trace[344408733] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:5243; }","duration":"1.931945556s","start":"2026-07-24T05:39:28.726703Z","end":"2026-07-24T05:39:30.658648Z","steps":["trace[344408733] 'agreement among raft nodes before linearized reading' (duration: 1.931913966s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:30.658673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:28.726666Z","time spent":"1.932000708s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:30.658723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823068868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:30.658743Z","caller":"traceutil/trace.go:171","msg":"trace[1331043137] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5243; }","duration":"3.823148249s","start":"2026-07-24T05:39:26.83559Z","end":"2026-07-24T05:39:30.658738Z","steps":["trace[1331043137] 'agreement among raft nodes before linearized reading' (duration: 3.823074158s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:30.65876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:26.835562Z","time spent":"3.823193271s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:31.157929Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:31.515971Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.184396412s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:39:31.517078Z","caller":"traceutil/trace.go:171","msg":"trace[408326919] transaction","detail":"{read_only:false; response_revision:5244; number_of_response:1; }","duration":"1.18561708s","start":"2026-07-24T05:39:30.331419Z","end":"2026-07-24T05:39:31.517036Z","steps":["trace[408326919] 'process raft request' (duration: 1.184826782s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.517321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:30.331395Z","time spent":"1.185805204s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:31.572935Z","caller":"traceutil/trace.go:171","msg":"trace[528971995] linearizableReadLoop","detail":"{readStateIndex:5548; appliedIndex:5546; }","duration":"915.05261ms","start":"2026-07-24T05:39:30.657858Z","end":"2026-07-24T05:39:31.572911Z","steps":["trace[528971995] 'read index received' (duration: 858.361972ms)","trace[528971995] 'applied index is now lower than readState.Index' (duration: 56.689478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:31.573062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07349677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:31.573068Z","caller":"traceutil/trace.go:171","msg":"trace[1366654119] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"1.24148754s","start":"2026-07-24T05:39:30.331528Z","end":"2026-07-24T05:39:31.573016Z","steps":["trace[1366654119] 'process raft request' (duration: 1.241205963s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.573143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612834956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:31.573172Z","caller":"traceutil/trace.go:171","msg":"trace[828664812] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5245; }","duration":"1.612935808s","start":"2026-07-24T05:39:29.960227Z","end":"2026-07-24T05:39:31.573163Z","steps":["trace[828664812] 'agreement among raft nodes before linearized reading' (duration: 1.612849766s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.573214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:29.960204Z","time spent":"1.612998059s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:31.573282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.332791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18340"} {"level":"warn","ts":"2026-07-24T05:39:31.573273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250435514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T05:39:31.573324Z","caller":"traceutil/trace.go:171","msg":"trace[153173689] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5245; }","duration":"916.402893ms","start":"2026-07-24T05:39:30.65691Z","end":"2026-07-24T05:39:31.573313Z","steps":["trace[153173689] 'agreement among raft nodes before linearized reading' (duration: 916.28056ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:31.573333Z","caller":"traceutil/trace.go:171","msg":"trace[290696843] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5245; }","duration":"1.250546517s","start":"2026-07-24T05:39:30.322773Z","end":"2026-07-24T05:39:31.573319Z","steps":["trace[290696843] 'agreement among raft nodes before linearized reading' (duration: 1.250372453s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.573369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:30.322741Z","time spent":"1.250619719s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:39:31.573369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:30.656885Z","time spent":"916.474944ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18363,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:39:31.573333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251227772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-24T05:39:31.57346Z","caller":"traceutil/trace.go:171","msg":"trace[1567967313] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5245; }","duration":"1.251427046s","start":"2026-07-24T05:39:30.322Z","end":"2026-07-24T05:39:31.573427Z","steps":["trace[1567967313] 'agreement among raft nodes before linearized reading' (duration: 1.251060318s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.573559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639853815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" ","response":"range_response_count:1 size:779"} {"level":"warn","ts":"2026-07-24T05:39:31.573568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:30.321973Z","time spent":"1.25157588s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:39:31.573589Z","caller":"traceutil/trace.go:171","msg":"trace[1054433724] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c5232c7a721a7b; range_end:; response_count:1; response_revision:5245; }","duration":"1.639933507s","start":"2026-07-24T05:39:29.933647Z","end":"2026-07-24T05:39:31.573581Z","steps":["trace[1054433724] 'agreement among raft nodes before linearized reading' (duration: 1.639799464s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.573609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:29.933622Z","time spent":"1.639981618s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" "} {"level":"info","ts":"2026-07-24T05:39:31.573159Z","caller":"traceutil/trace.go:171","msg":"trace[1841638443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5245; }","duration":"1.073694386s","start":"2026-07-24T05:39:30.499443Z","end":"2026-07-24T05:39:31.573137Z","steps":["trace[1841638443] 'agreement among raft nodes before linearized reading' (duration: 1.073491341s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.573795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:30.499407Z","time spent":"1.074372432s","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:31.573807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.718445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:39:31.573871Z","caller":"traceutil/trace.go:171","msg":"trace[1788393554] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5245; }","duration":"911.90084ms","start":"2026-07-24T05:39:30.661954Z","end":"2026-07-24T05:39:31.573855Z","steps":["trace[1788393554] 'agreement among raft nodes before linearized reading' (duration: 911.640373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.573958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:30.661936Z","time spent":"912.007462ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T05:39:31.574064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.655121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:39:31.574111Z","caller":"traceutil/trace.go:171","msg":"trace[1934774345] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5245; }","duration":"910.737692ms","start":"2026-07-24T05:39:30.663362Z","end":"2026-07-24T05:39:31.574099Z","steps":["trace[1934774345] 'agreement among raft nodes before linearized reading' (duration: 910.478626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.574142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.802688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-07-24T05:39:31.57415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:30.663341Z","time spent":"910.801194ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:39:31.574168Z","caller":"traceutil/trace.go:171","msg":"trace[552774364] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5245; }","duration":"911.852559ms","start":"2026-07-24T05:39:30.662307Z","end":"2026-07-24T05:39:31.57416Z","steps":["trace[552774364] 'agreement among raft nodes before linearized reading' (duration: 911.767357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.574193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:30.662293Z","time spent":"911.892229ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:39:31.574215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.789124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:39:31.574267Z","caller":"traceutil/trace.go:171","msg":"trace[543150510] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5245; }","duration":"910.870846ms","start":"2026-07-24T05:39:30.663384Z","end":"2026-07-24T05:39:31.574255Z","steps":["trace[543150510] 'agreement among raft nodes before linearized reading' (duration: 910.666151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:31.574302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:30.663363Z","time spent":"910.929577ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:39:31.574781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:30.33149Z","time spent":"1.241683824s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:32.381174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.058759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:39:32.38138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:31.580011Z","time spent":"801.364837ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:39:32.381589Z","caller":"traceutil/trace.go:171","msg":"trace[395729484] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"802.309128ms","start":"2026-07-24T05:39:31.579262Z","end":"2026-07-24T05:39:32.381571Z","steps":["trace[395729484] 'process raft request' (duration: 334.757978ms)","trace[395729484] 'compare' (duration: 466.749982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:32.381649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:31.579242Z","time spent":"802.377621ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:32.381853Z","caller":"traceutil/trace.go:171","msg":"trace[1318842405] linearizableReadLoop","detail":"{readStateIndex:5549; appliedIndex:5548; }","duration":"802.453452ms","start":"2026-07-24T05:39:31.579363Z","end":"2026-07-24T05:39:32.381816Z","steps":["trace[1318842405] 'read index received' (duration: 334.679526ms)","trace[1318842405] 'applied index is now lower than readState.Index' (duration: 467.769616ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:32.382239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.803669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T05:39:32.382337Z","caller":"traceutil/trace.go:171","msg":"trace[841706199] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5246; }","duration":"802.980054ms","start":"2026-07-24T05:39:31.579333Z","end":"2026-07-24T05:39:32.382313Z","steps":["trace[841706199] 'agreement among raft nodes before linearized reading' (duration: 802.646946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:32.382402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:31.579314Z","time spent":"803.073966ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:39:33.33047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.204713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:33.330865Z","caller":"traceutil/trace.go:171","msg":"trace[2046771901] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"947.799763ms","start":"2026-07-24T05:39:32.383038Z","end":"2026-07-24T05:39:33.330838Z","steps":["trace[2046771901] 'process raft request' (duration: 947.641399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:33.330963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:32.383004Z","time spent":"947.918105ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:33.33146Z","caller":"traceutil/trace.go:171","msg":"trace[2140523805] linearizableReadLoop","detail":"{readStateIndex:5551; appliedIndex:5550; }","duration":"949.491731ms","start":"2026-07-24T05:39:32.381954Z","end":"2026-07-24T05:39:33.331445Z","steps":["trace[2140523805] 'read index received' (duration: 388.287435ms)","trace[2140523805] 'applied index is now lower than readState.Index' (duration: 561.202176ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:33.331556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745218659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:33.331611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.204025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522fd2fa39038\" ","response":"range_response_count:1 size:859"} {"level":"warn","ts":"2026-07-24T05:39:33.331608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747233165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:33.331634Z","caller":"traceutil/trace.go:171","msg":"trace[189728174] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522fd2fa39038; range_end:; response_count:1; response_revision:5248; }","duration":"946.269927ms","start":"2026-07-24T05:39:32.385357Z","end":"2026-07-24T05:39:33.331627Z","steps":["trace[189728174] 'agreement among raft nodes before linearized reading' (duration: 946.174185ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:33.331635Z","caller":"traceutil/trace.go:171","msg":"trace[876360702] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5248; }","duration":"1.745339431s","start":"2026-07-24T05:39:31.586279Z","end":"2026-07-24T05:39:33.331619Z","steps":["trace[876360702] 'agreement among raft nodes before linearized reading' (duration: 1.745170918s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:33.331652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:32.385335Z","time spent":"946.312998ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":882,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522fd2fa39038\" "} {"level":"info","ts":"2026-07-24T05:39:33.331656Z","caller":"traceutil/trace.go:171","msg":"trace[1361425409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5248; }","duration":"1.747304367s","start":"2026-07-24T05:39:31.584338Z","end":"2026-07-24T05:39:33.331642Z","steps":["trace[1361425409] 'agreement among raft nodes before linearized reading' (duration: 1.747225315s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:33.331672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:31.586273Z","time spent":"1.745392673s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:33.33168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751424231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-07-24T05:39:33.331698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:31.584324Z","time spent":"1.747361918s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:39:33.331733Z","caller":"traceutil/trace.go:171","msg":"trace[313211057] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5248; }","duration":"1.751479622s","start":"2026-07-24T05:39:31.580238Z","end":"2026-07-24T05:39:33.331718Z","steps":["trace[313211057] 'agreement among raft nodes before linearized reading' (duration: 1.751284917s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:33.331834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:31.580154Z","time spent":"1.751666706s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-24T05:39:33.331744Z","caller":"traceutil/trace.go:171","msg":"trace[661164482] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"1.266352328s","start":"2026-07-24T05:39:32.06535Z","end":"2026-07-24T05:39:33.331702Z","steps":["trace[661164482] 'process raft request' (duration: 704.797525ms)","trace[661164482] 'compare' (duration: 559.964237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:33.331917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751090143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-24T05:39:33.332021Z","caller":"traceutil/trace.go:171","msg":"trace[906257290] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5248; }","duration":"1.751236456s","start":"2026-07-24T05:39:31.580756Z","end":"2026-07-24T05:39:33.331992Z","steps":["trace[906257290] 'agreement among raft nodes before linearized reading' (duration: 1.750753275s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:33.332043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:32.065314Z","time spent":"1.266605024s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:33.332073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:31.580746Z","time spent":"1.751316998s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:39:33.332056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751516772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:39:33.332149Z","caller":"traceutil/trace.go:171","msg":"trace[1964207305] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5248; }","duration":"1.751731768s","start":"2026-07-24T05:39:31.580396Z","end":"2026-07-24T05:39:33.332128Z","steps":["trace[1964207305] 'agreement among raft nodes before linearized reading' (duration: 1.751426991s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:33.332216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:31.580371Z","time spent":"1.75183152s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:39:33.332058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745598907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T05:39:33.332325Z","caller":"traceutil/trace.go:171","msg":"trace[601331457] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5248; }","duration":"1.745907784s","start":"2026-07-24T05:39:31.586404Z","end":"2026-07-24T05:39:33.332312Z","steps":["trace[601331457] 'agreement among raft nodes before linearized reading' (duration: 1.745419353s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:33.332365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:31.586398Z","time spent":"1.745954465s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:39:33.838083Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:34.33881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:34.840006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:35.340224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:35.342122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:35.342207Z","caller":"traceutil/trace.go:171","msg":"trace[1991816618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062616s","start":"2026-07-24T05:39:33.342122Z","end":"2026-07-24T05:39:35.342185Z","steps":["trace[1991816618] 'agreement among raft nodes before linearized reading' (duration: 1.999936753s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:35.342249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:33.342113Z","time spent":"2.000127618s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:35.841175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:35.968463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.633568029s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:39:35.96893Z","caller":"traceutil/trace.go:171","msg":"trace[1309212913] transaction","detail":"{read_only:false; response_revision:5249; number_of_response:1; }","duration":"2.634167962s","start":"2026-07-24T05:39:33.334732Z","end":"2026-07-24T05:39:35.9689Z","steps":["trace[1309212913] 'process raft request' (duration: 2.633958058s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:35.969129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:33.3347Z","time spent":"2.634323197s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:36.526248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.508875ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:36.526398Z","caller":"traceutil/trace.go:171","msg":"trace[1322359623] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5249; }","duration":"431.676909ms","start":"2026-07-24T05:39:36.094699Z","end":"2026-07-24T05:39:36.526375Z","steps":["trace[1322359623] 'range keys from in-memory index tree' (duration: 431.483765ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:36.705201Z","caller":"traceutil/trace.go:171","msg":"trace[815933961] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"3.361564515s","start":"2026-07-24T05:39:33.343607Z","end":"2026-07-24T05:39:36.705172Z","steps":["trace[815933961] 'process raft request' (duration: 3.361348581s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:36.705376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:33.343592Z","time spent":"3.361696878s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:36.705501Z","caller":"traceutil/trace.go:171","msg":"trace[356795306] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"2.317204381s","start":"2026-07-24T05:39:34.388268Z","end":"2026-07-24T05:39:36.705473Z","steps":["trace[356795306] 'process raft request' (duration: 2.316860073s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:36.705689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:34.38823Z","time spent":"2.317362965s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:37.343025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000425405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:39:37.343125Z","caller":"traceutil/trace.go:171","msg":"trace[1886121890] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000577368s","start":"2026-07-24T05:39:35.342525Z","end":"2026-07-24T05:39:37.343103Z","steps":["trace[1886121890] 'agreement among raft nodes before linearized reading' (duration: 2.000461006s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:37.343173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:35.342501Z","time spent":"2.000662861s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:37.762651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05721805s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:39:37.76369Z","caller":"traceutil/trace.go:171","msg":"trace[1838579020] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"2.42538253s","start":"2026-07-24T05:39:35.338267Z","end":"2026-07-24T05:39:37.76365Z","steps":["trace[1838579020] 'process raft request' (duration: 2.424583712s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:37.763891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:35.338239Z","time spent":"2.425532624s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:37.763684Z","caller":"traceutil/trace.go:171","msg":"trace[1843245922] linearizableReadLoop","detail":"{readStateIndex:5557; appliedIndex:5552; }","duration":"4.426358037s","start":"2026-07-24T05:39:33.33729Z","end":"2026-07-24T05:39:37.763648Z","steps":["trace[1843245922] 'read index received' (duration: 2.631575522s)","trace[1843245922] 'applied index is now lower than readState.Index' (duration: 1.794780345s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:37.923306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.420175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-24T05:39:37.923332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.007081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:37.923501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341081394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:39:37.923529Z","caller":"traceutil/trace.go:171","msg":"trace[2008448369] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5252; }","duration":"4.341159295s","start":"2026-07-24T05:39:33.58236Z","end":"2026-07-24T05:39:37.92352Z","steps":["trace[2008448369] 'agreement among raft nodes before linearized reading' (duration: 4.182131672s)","trace[2008448369] 'range keys from in-memory index tree' (duration: 158.947362ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:37.923575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:33.582318Z","time spent":"4.341249167s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:39:37.923593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.586267601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"warn","ts":"2026-07-24T05:39:37.923613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84370254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:37.923695Z","caller":"traceutil/trace.go:171","msg":"trace[870445181] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5252; }","duration":"4.586414213s","start":"2026-07-24T05:39:33.337254Z","end":"2026-07-24T05:39:37.923668Z","steps":["trace[870445181] 'agreement among raft nodes before linearized reading' (duration: 4.42649377s)","trace[870445181] 'range keys from in-memory index tree' (duration: 159.610976ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:37.92372Z","caller":"traceutil/trace.go:171","msg":"trace[541153897] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5252; }","duration":"3.843872644s","start":"2026-07-24T05:39:34.079816Z","end":"2026-07-24T05:39:37.923689Z","steps":["trace[541153897] 'agreement among raft nodes before linearized reading' (duration: 3.684691757s)","trace[541153897] 'count revisions from in-memory index tree' (duration: 159.025094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:37.92374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950785898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522fd2fa6a33b\" ","response":"range_response_count:1 size:898"} {"level":"warn","ts":"2026-07-24T05:39:37.923753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:33.33723Z","time spent":"4.586510856s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:39:37.923965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:34.079789Z","time spent":"3.84416298s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:37.92399Z","caller":"traceutil/trace.go:171","msg":"trace[1735116538] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522fd2fa6a33b; range_end:; response_count:1; response_revision:5252; }","duration":"1.951041653s","start":"2026-07-24T05:39:35.972933Z","end":"2026-07-24T05:39:37.923974Z","steps":["trace[1735116538] 'agreement among raft nodes before linearized reading' (duration: 1.79157992s)","trace[1735116538] 'range keys from in-memory index tree' (duration: 159.050173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:37.923961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980196581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:37.924016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.583506077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:39:37.924058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:35.972879Z","time spent":"1.951162576s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":921,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522fd2fa6a33b\" "} {"level":"warn","ts":"2026-07-24T05:39:37.924093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254762911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"info","ts":"2026-07-24T05:39:37.92349Z","caller":"traceutil/trace.go:171","msg":"trace[1027829642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5252; }","duration":"561.239477ms","start":"2026-07-24T05:39:37.36221Z","end":"2026-07-24T05:39:37.923449Z","steps":["trace[1027829642] 'agreement among raft nodes before linearized reading' (duration: 402.305445ms)","trace[1027829642] 'range keys from in-memory index tree' (duration: 158.709066ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:37.924156Z","caller":"traceutil/trace.go:171","msg":"trace[546255677] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5252; }","duration":"2.254872274s","start":"2026-07-24T05:39:35.669265Z","end":"2026-07-24T05:39:37.924138Z","steps":["trace[546255677] 'agreement among raft nodes before linearized reading' (duration: 2.095221017s)","trace[546255677] 'range keys from in-memory index tree' (duration: 159.538495ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:37.924141Z","caller":"traceutil/trace.go:171","msg":"trace[473261783] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5252; }","duration":"4.58363922s","start":"2026-07-24T05:39:33.340458Z","end":"2026-07-24T05:39:37.924098Z","steps":["trace[473261783] 'agreement among raft nodes before linearized reading' (duration: 4.424046894s)","trace[473261783] 'range keys from in-memory index tree' (duration: 159.138656ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:37.924204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:35.669237Z","time spent":"2.254958295s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:39:37.924207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.339621561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:39:37.924218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:33.340435Z","time spent":"4.583770433s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:39:37.924066Z","caller":"traceutil/trace.go:171","msg":"trace[151177251] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5252; }","duration":"1.98057304s","start":"2026-07-24T05:39:35.943469Z","end":"2026-07-24T05:39:37.924042Z","steps":["trace[151177251] 'agreement among raft nodes before linearized reading' (duration: 1.821049596s)","trace[151177251] 'count revisions from in-memory index tree' (duration: 159.148936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:37.924244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:37.362181Z","time spent":"562.005703ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:39:37.924235Z","caller":"traceutil/trace.go:171","msg":"trace[1125854495] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5252; }","duration":"4.339744323s","start":"2026-07-24T05:39:33.584483Z","end":"2026-07-24T05:39:37.924227Z","steps":["trace[1125854495] 'agreement among raft nodes before linearized reading' (duration: 4.180006364s)","trace[1125854495] 'range keys from in-memory index tree' (duration: 159.600706ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:37.924351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:33.584451Z","time spent":"4.339888257s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:39:37.924417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:35.943446Z","time spent":"1.980895368s","remote":"127.0.0.1:48434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:37.923415Z","caller":"traceutil/trace.go:171","msg":"trace[1183318655] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5252; }","duration":"683.614189ms","start":"2026-07-24T05:39:37.239777Z","end":"2026-07-24T05:39:37.923391Z","steps":["trace[1183318655] 'agreement among raft nodes before linearized reading' (duration: 524.718389ms)","trace[1183318655] 'range keys from in-memory index tree' (duration: 158.589904ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:37.924527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:37.239739Z","time spent":"684.771776ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T05:39:37.924664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.308057878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:37.924914Z","caller":"traceutil/trace.go:171","msg":"trace[208945756] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5252; }","duration":"4.308297023s","start":"2026-07-24T05:39:33.616548Z","end":"2026-07-24T05:39:37.924845Z","steps":["trace[208945756] 'agreement among raft nodes before linearized reading' (duration: 4.147967829s)","trace[208945756] 'count revisions from in-memory index tree' (duration: 160.059157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:37.924758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.586321413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:39:37.925075Z","caller":"traceutil/trace.go:171","msg":"trace[769008905] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5252; }","duration":"4.586628239s","start":"2026-07-24T05:39:33.338399Z","end":"2026-07-24T05:39:37.925027Z","steps":["trace[769008905] 'agreement among raft nodes before linearized reading' (duration: 4.42606701s)","trace[769008905] 'range keys from in-memory index tree' (duration: 158.675985ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:37.925151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:33.338389Z","time spent":"4.586751273s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:39:37.925113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:33.616476Z","time spent":"4.308539298s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":26,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:38.148169Z","caller":"traceutil/trace.go:171","msg":"trace[1292914107] linearizableReadLoop","detail":"{readStateIndex:5558; appliedIndex:5557; }","duration":"219.986189ms","start":"2026-07-24T05:39:37.928143Z","end":"2026-07-24T05:39:38.148129Z","steps":["trace[1292914107] 'read index received' (duration: 219.702953ms)","trace[1292914107] 'applied index is now lower than readState.Index' (duration: 281.256µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:38.148285Z","caller":"traceutil/trace.go:171","msg":"trace[984128944] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"220.311766ms","start":"2026-07-24T05:39:37.927935Z","end":"2026-07-24T05:39:38.148247Z","steps":["trace[984128944] 'process raft request' (duration: 219.938708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:38.148555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.380389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-07-24T05:39:38.148676Z","caller":"traceutil/trace.go:171","msg":"trace[127290237] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:5253; }","duration":"220.543952ms","start":"2026-07-24T05:39:37.928116Z","end":"2026-07-24T05:39:38.14866Z","steps":["trace[127290237] 'agreement among raft nodes before linearized reading' (duration: 220.235504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:38.1486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.089563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:39:38.148675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.290635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"warn","ts":"2026-07-24T05:39:38.148768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.147801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:39:38.148852Z","caller":"traceutil/trace.go:171","msg":"trace[1971428732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5253; }","duration":"216.4826ms","start":"2026-07-24T05:39:37.932344Z","end":"2026-07-24T05:39:38.148827Z","steps":["trace[1971428732] 'agreement among raft nodes before linearized reading' (duration: 216.039439ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:38.148875Z","caller":"traceutil/trace.go:171","msg":"trace[370492025] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5253; }","duration":"219.303285ms","start":"2026-07-24T05:39:37.929547Z","end":"2026-07-24T05:39:38.148851Z","steps":["trace[370492025] 'agreement among raft nodes before linearized reading' (duration: 218.931925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:38.148841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.224102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:39:38.14883Z","caller":"traceutil/trace.go:171","msg":"trace[1038001089] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5253; }","duration":"220.370268ms","start":"2026-07-24T05:39:37.928419Z","end":"2026-07-24T05:39:38.148789Z","steps":["trace[1038001089] 'agreement among raft nodes before linearized reading' (duration: 219.944608ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:38.149192Z","caller":"traceutil/trace.go:171","msg":"trace[158131094] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5253; }","duration":"219.605732ms","start":"2026-07-24T05:39:37.92956Z","end":"2026-07-24T05:39:38.149165Z","steps":["trace[158131094] 'agreement among raft nodes before linearized reading' (duration: 218.931207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.220543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675013491s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:40.220776Z","caller":"traceutil/trace.go:171","msg":"trace[1415585201] transaction","detail":"{read_only:false; response_revision:5255; number_of_response:1; }","duration":"1.509028627s","start":"2026-07-24T05:39:38.711724Z","end":"2026-07-24T05:39:40.220752Z","steps":["trace[1415585201] 'process raft request' (duration: 1.508951376s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.220854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:38.711693Z","time spent":"1.50912067s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:40.220842Z","caller":"traceutil/trace.go:171","msg":"trace[2087300628] transaction","detail":"{read_only:false; response_revision:5254; number_of_response:1; }","duration":"2.0669929s","start":"2026-07-24T05:39:38.153817Z","end":"2026-07-24T05:39:40.22081Z","steps":["trace[2087300628] 'process raft request' (duration: 391.6018ms)","trace[2087300628] 'compare' (duration: 1.674573511s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:40.220967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007931286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:40.221028Z","caller":"traceutil/trace.go:171","msg":"trace[1923108062] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5255; }","duration":"2.008036588s","start":"2026-07-24T05:39:38.212971Z","end":"2026-07-24T05:39:40.221008Z","steps":["trace[1923108062] 'agreement among raft nodes before linearized reading' (duration: 2.007933186s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.221035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:38.153779Z","time spent":"2.067144833s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:40.221065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:38.21291Z","time spent":"2.008146872s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:39:40.220842Z","caller":"traceutil/trace.go:171","msg":"trace[817330663] linearizableReadLoop","detail":"{readStateIndex:5559; appliedIndex:5558; }","duration":"2.007766183s","start":"2026-07-24T05:39:38.213032Z","end":"2026-07-24T05:39:40.220798Z","steps":["trace[817330663] 'read index received' (duration: 332.25156ms)","trace[817330663] 'applied index is now lower than readState.Index' (duration: 1.675509692s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:40.72182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148168,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:39:40.757328Z","caller":"traceutil/trace.go:171","msg":"trace[1763563073] linearizableReadLoop","detail":"{readStateIndex:5561; appliedIndex:5560; }","duration":"536.062781ms","start":"2026-07-24T05:39:40.221224Z","end":"2026-07-24T05:39:40.757287Z","steps":["trace[1763563073] 'read index received' (duration: 509.239246ms)","trace[1763563073] 'applied index is now lower than readState.Index' (duration: 26.821455ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:40.757572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.287824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:40.757617Z","caller":"traceutil/trace.go:171","msg":"trace[2047349609] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5256; }","duration":"907.411057ms","start":"2026-07-24T05:39:39.850195Z","end":"2026-07-24T05:39:40.757606Z","steps":["trace[2047349609] 'agreement among raft nodes before linearized reading' (duration: 907.312495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.757646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:39.850161Z","time spent":"907.478229ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:40.757618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.015718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:39:40.757698Z","caller":"traceutil/trace.go:171","msg":"trace[2067770096] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5256; }","duration":"601.146041ms","start":"2026-07-24T05:39:40.156532Z","end":"2026-07-24T05:39:40.757678Z","steps":["trace[2067770096] 'agreement among raft nodes before linearized reading' (duration: 600.937767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.757718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51098429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:40.757663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159233936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:40.757754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.156509Z","time spent":"601.235433ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:39:40.757765Z","caller":"traceutil/trace.go:171","msg":"trace[539620102] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5256; }","duration":"2.511082093s","start":"2026-07-24T05:39:38.246668Z","end":"2026-07-24T05:39:40.75775Z","steps":["trace[539620102] 'agreement among raft nodes before linearized reading' (duration: 2.511005441s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.757581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304190176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:40.757808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.614667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:40.757801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527163994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:40.757825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:38.246639Z","time spent":"2.511171544s","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:40.757854Z","caller":"traceutil/trace.go:171","msg":"trace[1569873700] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5256; }","duration":"1.304520364s","start":"2026-07-24T05:39:39.453296Z","end":"2026-07-24T05:39:40.757817Z","steps":["trace[1569873700] 'agreement among raft nodes before linearized reading' (duration: 1.304157925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.757904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.600518864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:39:40.758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:39.453271Z","time spent":"1.304708528s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:40.757648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.240468614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:40.758041Z","caller":"traceutil/trace.go:171","msg":"trace[388115333] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5256; }","duration":"1.600709788s","start":"2026-07-24T05:39:39.157306Z","end":"2026-07-24T05:39:40.758015Z","steps":["trace[388115333] 'agreement among raft nodes before linearized reading' (duration: 1.600453582s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.758154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:39.157201Z","time spent":"1.600942283s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:39:40.757828Z","caller":"traceutil/trace.go:171","msg":"trace[1946407296] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:5256; }","duration":"651.636468ms","start":"2026-07-24T05:39:40.106186Z","end":"2026-07-24T05:39:40.757822Z","steps":["trace[1946407296] 'agreement among raft nodes before linearized reading' (duration: 651.602517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.758215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.106163Z","time spent":"652.042087ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:40.757866Z","caller":"traceutil/trace.go:171","msg":"trace[1287080608] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5256; }","duration":"1.527278036s","start":"2026-07-24T05:39:39.230574Z","end":"2026-07-24T05:39:40.757852Z","steps":["trace[1287080608] 'agreement among raft nodes before linearized reading' (duration: 1.527162254s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:40.758205Z","caller":"traceutil/trace.go:171","msg":"trace[617327416] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:5256; }","duration":"2.240988285s","start":"2026-07-24T05:39:38.517127Z","end":"2026-07-24T05:39:40.758115Z","steps":["trace[617327416] 'agreement among raft nodes before linearized reading' (duration: 2.240474954s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.758355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:39.230552Z","time spent":"1.527779587s","remote":"127.0.0.1:53936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:40.758576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:38.517103Z","time spent":"2.241308373s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:40.757804Z","caller":"traceutil/trace.go:171","msg":"trace[193832903] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:5256; }","duration":"1.159439s","start":"2026-07-24T05:39:39.598329Z","end":"2026-07-24T05:39:40.757768Z","steps":["trace[193832903] 'agreement among raft nodes before linearized reading' (duration: 1.159187695s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.758719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:39.598302Z","time spent":"1.160390241s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:40.757707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637462871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:40.758787Z","caller":"traceutil/trace.go:171","msg":"trace[1792088521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5256; }","duration":"1.638615627s","start":"2026-07-24T05:39:39.12016Z","end":"2026-07-24T05:39:40.758775Z","steps":["trace[1792088521] 'agreement among raft nodes before linearized reading' (duration: 1.6373976s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.758824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:39.120129Z","time spent":"1.638685178s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:39:40.757945Z","caller":"traceutil/trace.go:171","msg":"trace[1716079814] transaction","detail":"{read_only:false; response_revision:5256; number_of_response:1; }","duration":"988.650718ms","start":"2026-07-24T05:39:39.769279Z","end":"2026-07-24T05:39:40.75793Z","steps":["trace[1716079814] 'process raft request' (duration: 961.22464ms)","trace[1716079814] 'compare' (duration: 25.822271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:40.757978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.018798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:39:40.759014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:39.769238Z","time spent":"989.690482ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:40.759054Z","caller":"traceutil/trace.go:171","msg":"trace[693209430] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5256; }","duration":"602.107713ms","start":"2026-07-24T05:39:40.156935Z","end":"2026-07-24T05:39:40.759043Z","steps":["trace[693209430] 'agreement among raft nodes before linearized reading' (duration: 600.930827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.759085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.156926Z","time spent":"602.148374ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:39:40.757572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340936917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:40.759219Z","caller":"traceutil/trace.go:171","msg":"trace[1001235305] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5256; }","duration":"1.342651297s","start":"2026-07-24T05:39:39.416554Z","end":"2026-07-24T05:39:40.759206Z","steps":["trace[1001235305] 'agreement among raft nodes before linearized reading' (duration: 1.340917928s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:40.759245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:39.416524Z","time spent":"1.342712198s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":37,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:41.094494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.464129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:41.094901Z","caller":"traceutil/trace.go:171","msg":"trace[1945355658] transaction","detail":"{read_only:false; response_revision:5257; number_of_response:1; }","duration":"355.977265ms","start":"2026-07-24T05:39:40.738874Z","end":"2026-07-24T05:39:41.094851Z","steps":["trace[1945355658] 'process raft request' (duration: 139.080257ms)","trace[1945355658] 'compare' (duration: 216.213513ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:41.094975Z","caller":"traceutil/trace.go:171","msg":"trace[937106573] transaction","detail":"{read_only:false; response_revision:5258; number_of_response:1; }","duration":"348.975374ms","start":"2026-07-24T05:39:40.745967Z","end":"2026-07-24T05:39:41.094942Z","steps":["trace[937106573] 'process raft request' (duration: 348.643827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.095094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.745953Z","time spent":"349.086756ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:41.095493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.73884Z","time spent":"356.473867ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:41.095553Z","caller":"traceutil/trace.go:171","msg":"trace[276784473] linearizableReadLoop","detail":"{readStateIndex:5563; appliedIndex:5561; }","duration":"338.106506ms","start":"2026-07-24T05:39:40.757431Z","end":"2026-07-24T05:39:41.095538Z","steps":["trace[276784473] 'read index received' (duration: 120.542761ms)","trace[276784473] 'applied index is now lower than readState.Index' (duration: 217.562175ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:41.09569Z","caller":"traceutil/trace.go:171","msg":"trace[135311565] transaction","detail":"{read_only:false; response_revision:5259; number_of_response:1; }","duration":"253.822445ms","start":"2026-07-24T05:39:40.841826Z","end":"2026-07-24T05:39:41.095648Z","steps":["trace[135311565] 'process raft request' (duration: 252.895023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.095788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.934981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:41.095737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.788233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:41.095838Z","caller":"traceutil/trace.go:171","msg":"trace[387549513] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5259; }","duration":"871.019263ms","start":"2026-07-24T05:39:40.224805Z","end":"2026-07-24T05:39:41.095824Z","steps":["trace[387549513] 'agreement among raft nodes before linearized reading' (duration: 870.959452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.09588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.224782Z","time spent":"871.090705ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:39:41.095908Z","caller":"traceutil/trace.go:171","msg":"trace[1917029493] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5259; }","duration":"710.993927ms","start":"2026-07-24T05:39:40.384842Z","end":"2026-07-24T05:39:41.095836Z","steps":["trace[1917029493] 'agreement among raft nodes before linearized reading' (duration: 710.747612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.095733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.025908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:41.09607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.086829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:41.096107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.427508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-07-24T05:39:41.096024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.384808Z","time spent":"711.198092ms","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":16,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:41.09612Z","caller":"traceutil/trace.go:171","msg":"trace[295995618] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5259; }","duration":"195.178591ms","start":"2026-07-24T05:39:40.900928Z","end":"2026-07-24T05:39:41.096107Z","steps":["trace[295995618] 'agreement among raft nodes before linearized reading' (duration: 195.10179ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:41.096099Z","caller":"traceutil/trace.go:171","msg":"trace[1451911331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5259; }","duration":"336.388656ms","start":"2026-07-24T05:39:40.759661Z","end":"2026-07-24T05:39:41.096049Z","steps":["trace[1451911331] 'agreement among raft nodes before linearized reading' (duration: 336.035198ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:41.096141Z","caller":"traceutil/trace.go:171","msg":"trace[1740787052] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5259; }","duration":"333.47975ms","start":"2026-07-24T05:39:40.762649Z","end":"2026-07-24T05:39:41.096129Z","steps":["trace[1740787052] 'agreement among raft nodes before linearized reading' (duration: 333.376958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.09618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.762633Z","time spent":"333.540371ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:39:41.096295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.759642Z","time spent":"336.546659ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:41.096338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.045883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"warn","ts":"2026-07-24T05:39:41.095762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.44327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-24T05:39:41.096393Z","caller":"traceutil/trace.go:171","msg":"trace[1297506077] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5259; }","duration":"331.122526ms","start":"2026-07-24T05:39:40.765257Z","end":"2026-07-24T05:39:41.09638Z","steps":["trace[1297506077] 'agreement among raft nodes before linearized reading' (duration: 330.700316ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:41.096412Z","caller":"traceutil/trace.go:171","msg":"trace[536860668] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c5232c7a721a7b; range_end:; response_count:1; response_revision:5259; }","duration":"871.107165ms","start":"2026-07-24T05:39:40.225294Z","end":"2026-07-24T05:39:41.096401Z","steps":["trace[536860668] 'agreement among raft nodes before linearized reading' (duration: 870.350198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.096432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.765249Z","time spent":"331.174857ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:39:41.096454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.225288Z","time spent":"871.154326ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" "} {"level":"warn","ts":"2026-07-24T05:39:41.096618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.655583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:39:41.096663Z","caller":"traceutil/trace.go:171","msg":"trace[677536539] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5259; }","duration":"329.747935ms","start":"2026-07-24T05:39:40.766904Z","end":"2026-07-24T05:39:41.096652Z","steps":["trace[677536539] 'agreement among raft nodes before linearized reading' (duration: 328.890425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.096695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.766883Z","time spent":"329.803975ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:39:41.097117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.475863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:41.09737Z","caller":"traceutil/trace.go:171","msg":"trace[399263340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5259; }","duration":"379.767369ms","start":"2026-07-24T05:39:40.717587Z","end":"2026-07-24T05:39:41.097354Z","steps":["trace[399263340] 'agreement among raft nodes before linearized reading' (duration: 377.963289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.097505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:40.717563Z","time spent":"379.928613ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:39:41.923197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.67658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:41.923373Z","caller":"traceutil/trace.go:171","msg":"trace[2068492468] linearizableReadLoop","detail":"{readStateIndex:5565; appliedIndex:5564; }","duration":"822.87275ms","start":"2026-07-24T05:39:41.10045Z","end":"2026-07-24T05:39:41.923323Z","steps":["trace[2068492468] 'read index received' (duration: 135.848233ms)","trace[2068492468] 'applied index is now lower than readState.Index' (duration: 687.021347ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:41.923513Z","caller":"traceutil/trace.go:171","msg":"trace[342098917] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"824.305673ms","start":"2026-07-24T05:39:41.099172Z","end":"2026-07-24T05:39:41.923478Z","steps":["trace[342098917] 'process raft request' (duration: 137.196253ms)","trace[342098917] 'compare' (duration: 686.091597ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:41.923676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:41.099143Z","time spent":"824.433735ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:41.923713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.251019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:39:41.923768Z","caller":"traceutil/trace.go:171","msg":"trace[599088194] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5260; }","duration":"823.348911ms","start":"2026-07-24T05:39:41.100402Z","end":"2026-07-24T05:39:41.923751Z","steps":["trace[599088194] 'agreement among raft nodes before linearized reading' (duration: 823.085555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.923788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.026344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:39:41.923787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.354688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:41.923815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:41.100378Z","time spent":"823.424342ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:39:41.923826Z","caller":"traceutil/trace.go:171","msg":"trace[1276802316] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5260; }","duration":"345.115846ms","start":"2026-07-24T05:39:41.578701Z","end":"2026-07-24T05:39:41.923817Z","steps":["trace[1276802316] 'agreement among raft nodes before linearized reading' (duration: 344.996073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.923802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.142776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:39:41.923843Z","caller":"traceutil/trace.go:171","msg":"trace[703120669] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5260; }","duration":"695.465371ms","start":"2026-07-24T05:39:41.228365Z","end":"2026-07-24T05:39:41.923831Z","steps":["trace[703120669] 'agreement among raft nodes before linearized reading' (duration: 695.356278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.92386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:41.578675Z","time spent":"345.176837ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:39:41.923885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:41.228338Z","time spent":"695.536343ms","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:41.923891Z","caller":"traceutil/trace.go:171","msg":"trace[1014430002] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5260; }","duration":"823.271929ms","start":"2026-07-24T05:39:41.100597Z","end":"2026-07-24T05:39:41.923869Z","steps":["trace[1014430002] 'agreement among raft nodes before linearized reading' (duration: 822.989982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.923867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.863641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:41.923944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:41.10059Z","time spent":"823.342461ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T05:39:41.923994Z","caller":"traceutil/trace.go:171","msg":"trace[305107133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5260; }","duration":"641.069856ms","start":"2026-07-24T05:39:41.282892Z","end":"2026-07-24T05:39:41.923962Z","steps":["trace[305107133] 'agreement among raft nodes before linearized reading' (duration: 640.80416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:41.924101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:41.282862Z","time spent":"641.205888ms","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:42.426248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:42.926653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:43.42745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:43.927785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148177,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:44.010378Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.962303281s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:39:44.010701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:41.924933Z","time spent":"2.085763489s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:39:44.121206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000063187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:39:44.121319Z","caller":"traceutil/trace.go:171","msg":"trace[623162158] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000247782s","start":"2026-07-24T05:39:42.121043Z","end":"2026-07-24T05:39:44.121291Z","steps":["trace[623162158] 'agreement among raft nodes before linearized reading' (duration: 2.000094998s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:44.121767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:42.121017Z","time spent":"2.000728862s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:45.322416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.348292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:45.322774Z","caller":"traceutil/trace.go:171","msg":"trace[1723114435] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"1.310722644s","start":"2026-07-24T05:39:44.01203Z","end":"2026-07-24T05:39:45.322752Z","steps":["trace[1723114435] 'process raft request' (duration: 1.310667743s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.322863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:44.011964Z","time spent":"1.310860279s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:45.323092Z","caller":"traceutil/trace.go:171","msg":"trace[972650087] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"2.557459496s","start":"2026-07-24T05:39:42.765596Z","end":"2026-07-24T05:39:45.323055Z","steps":["trace[972650087] 'process raft request' (duration: 2.557025365s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:45.323121Z","caller":"traceutil/trace.go:171","msg":"trace[1638043927] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"3.097060517s","start":"2026-07-24T05:39:42.226018Z","end":"2026-07-24T05:39:45.323078Z","steps":["trace[1638043927] 'process raft request' (duration: 2.096950036s)","trace[1638043927] 'compare' (duration: 999.190789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:45.323277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:42.765558Z","time spent":"2.557622869s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:45.323095Z","caller":"traceutil/trace.go:171","msg":"trace[230007074] linearizableReadLoop","detail":"{readStateIndex:5568; appliedIndex:5565; }","duration":"3.397310925s","start":"2026-07-24T05:39:41.925748Z","end":"2026-07-24T05:39:45.323059Z","steps":["trace[230007074] 'read index received' (duration: 2.084856949s)","trace[230007074] 'applied index is now lower than readState.Index' (duration: 1.312451176s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:45.323296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:42.225986Z","time spent":"3.09721445s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:45.323374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.397597582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18340"} {"level":"info","ts":"2026-07-24T05:39:45.323448Z","caller":"traceutil/trace.go:171","msg":"trace[440408071] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5263; }","duration":"3.397707544s","start":"2026-07-24T05:39:41.925722Z","end":"2026-07-24T05:39:45.323429Z","steps":["trace[440408071] 'agreement among raft nodes before linearized reading' (duration: 3.397443468s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.323503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:41.925678Z","time spent":"3.397810666s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18363,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:39:45.323556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024498878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:45.323657Z","caller":"traceutil/trace.go:171","msg":"trace[838591204] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5263; }","duration":"2.024661191s","start":"2026-07-24T05:39:43.298974Z","end":"2026-07-24T05:39:45.323635Z","steps":["trace[838591204] 'agreement among raft nodes before linearized reading' (duration: 2.024492477s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.323653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395535994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"warn","ts":"2026-07-24T05:39:45.323709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:43.298946Z","time spent":"2.024751593s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:45.323719Z","caller":"traceutil/trace.go:171","msg":"trace[1828835035] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5263; }","duration":"3.395641327s","start":"2026-07-24T05:39:41.92806Z","end":"2026-07-24T05:39:45.323701Z","steps":["trace[1828835035] 'agreement among raft nodes before linearized reading' (duration: 3.395400091s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.32376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:41.928048Z","time spent":"3.395704788s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:39:45.323765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.064443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:45.323807Z","caller":"traceutil/trace.go:171","msg":"trace[1206499427] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5263; }","duration":"984.152015ms","start":"2026-07-24T05:39:44.339643Z","end":"2026-07-24T05:39:45.323795Z","steps":["trace[1206499427] 'agreement among raft nodes before linearized reading' (duration: 984.073743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.32385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:44.339607Z","time spent":"984.234596ms","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:45.323929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924000925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:45.323966Z","caller":"traceutil/trace.go:171","msg":"trace[511116581] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5263; }","duration":"1.924038375s","start":"2026-07-24T05:39:43.399918Z","end":"2026-07-24T05:39:45.323956Z","steps":["trace[511116581] 'agreement among raft nodes before linearized reading' (duration: 1.923984784s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.323965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398125388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:45.323974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.390793489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"warn","ts":"2026-07-24T05:39:45.324001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:43.399837Z","time spent":"1.924155548s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:45.324008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.9456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:45.324025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858534082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:45.324029Z","caller":"traceutil/trace.go:171","msg":"trace[1410304674] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5263; }","duration":"2.390887841s","start":"2026-07-24T05:39:42.933128Z","end":"2026-07-24T05:39:45.324015Z","steps":["trace[1410304674] 'agreement among raft nodes before linearized reading' (duration: 2.390784708s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:45.324039Z","caller":"traceutil/trace.go:171","msg":"trace[485752652] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5263; }","duration":"286.027622ms","start":"2026-07-24T05:39:45.038001Z","end":"2026-07-24T05:39:45.324029Z","steps":["trace[485752652] 'agreement among raft nodes before linearized reading' (duration: 285.977121ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:45.324054Z","caller":"traceutil/trace.go:171","msg":"trace[1893606838] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:5263; }","duration":"2.858600233s","start":"2026-07-24T05:39:42.465444Z","end":"2026-07-24T05:39:45.324044Z","steps":["trace[1893606838] 'agreement among raft nodes before linearized reading' (duration: 2.858561003s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.324049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.202072366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:45.324061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:42.933091Z","time spent":"2.390962113s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:39:45.324077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:42.465419Z","time spent":"2.858652025s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:39:45.324081Z","caller":"traceutil/trace.go:171","msg":"trace[1532242972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5263; }","duration":"1.202151718s","start":"2026-07-24T05:39:44.121921Z","end":"2026-07-24T05:39:45.324073Z","steps":["trace[1532242972] 'agreement among raft nodes before linearized reading' (duration: 1.202105817s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.32412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:44.121863Z","time spent":"1.202250671s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:39:45.324007Z","caller":"traceutil/trace.go:171","msg":"trace[33463039] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5263; }","duration":"1.39821087s","start":"2026-07-24T05:39:43.925784Z","end":"2026-07-24T05:39:45.323995Z","steps":["trace[33463039] 'agreement among raft nodes before linearized reading' (duration: 1.398094428s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.324194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:43.925761Z","time spent":"1.398421475s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":52,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:45.324204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.947748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:45.324221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39581102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-24T05:39:45.324246Z","caller":"traceutil/trace.go:171","msg":"trace[1390198681] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c5232c7a721a7b; range_end:; response_count:1; response_revision:5263; }","duration":"3.395888262s","start":"2026-07-24T05:39:41.928351Z","end":"2026-07-24T05:39:45.324239Z","steps":["trace[1390198681] 'agreement among raft nodes before linearized reading' (duration: 3.39581833s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.32425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216323071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:45.324253Z","caller":"traceutil/trace.go:171","msg":"trace[1391193108] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5263; }","duration":"292.02963ms","start":"2026-07-24T05:39:45.03221Z","end":"2026-07-24T05:39:45.324239Z","steps":["trace[1391193108] 'agreement among raft nodes before linearized reading' (duration: 291.966718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.324277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:41.928325Z","time spent":"3.395948184s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c5232c7a721a7b\" "} {"level":"info","ts":"2026-07-24T05:39:45.324283Z","caller":"traceutil/trace.go:171","msg":"trace[1523004665] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5263; }","duration":"2.216414913s","start":"2026-07-24T05:39:43.107859Z","end":"2026-07-24T05:39:45.324274Z","steps":["trace[1523004665] 'agreement among raft nodes before linearized reading' (duration: 2.216358141s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.324316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:43.107827Z","time spent":"2.216477394s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:45.32439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.670723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:45.324426Z","caller":"traceutil/trace.go:171","msg":"trace[2046929360] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5263; }","duration":"931.763595ms","start":"2026-07-24T05:39:44.392654Z","end":"2026-07-24T05:39:45.324418Z","steps":["trace[2046929360] 'agreement among raft nodes before linearized reading' (duration: 931.712614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.32446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:44.392589Z","time spent":"931.862628ms","remote":"127.0.0.1:58854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:45.324499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:39:45.324536Z","caller":"traceutil/trace.go:171","msg":"trace[416160838] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5263; }","duration":"2.218514111s","start":"2026-07-24T05:39:43.106012Z","end":"2026-07-24T05:39:45.324526Z","steps":["trace[416160838] 'agreement among raft nodes before linearized reading' (duration: 2.218422279s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.324565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:43.105983Z","time spent":"2.218576173s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:39:45.323992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722781143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:39:45.324605Z","caller":"traceutil/trace.go:171","msg":"trace[824256329] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5263; }","duration":"2.723445398s","start":"2026-07-24T05:39:42.601146Z","end":"2026-07-24T05:39:45.324592Z","steps":["trace[824256329] 'agreement among raft nodes before linearized reading' (duration: 2.722819174s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.32465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:42.601115Z","time spent":"2.7235194s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:45.324932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220164978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:39:45.324995Z","caller":"traceutil/trace.go:171","msg":"trace[1752397269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5263; }","duration":"2.22025033s","start":"2026-07-24T05:39:43.104717Z","end":"2026-07-24T05:39:45.324968Z","steps":["trace[1752397269] 'agreement among raft nodes before linearized reading' (duration: 2.220058336s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:45.325029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:43.104694Z","time spent":"2.220327082s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:39:45.831298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148185,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:39:47.334197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000668941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:47.334304Z","caller":"traceutil/trace.go:171","msg":"trace[1515524917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809675s","start":"2026-07-24T05:39:45.333467Z","end":"2026-07-24T05:39:47.334277Z","steps":["trace[1515524917] 'agreement among raft nodes before linearized reading' (duration: 2.00067362s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:47.334356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:45.333461Z","time spent":"2.000888286s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:48.687689Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.16384884s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:39:48.689632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.595151089s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:48.689792Z","caller":"traceutil/trace.go:171","msg":"trace[1448681266] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5263; }","duration":"2.595326313s","start":"2026-07-24T05:39:46.094441Z","end":"2026-07-24T05:39:48.689768Z","steps":["trace[1448681266] 'range keys from in-memory index tree' (duration: 2.595126109s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:48.690407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514332778s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:39:48.690611Z","caller":"traceutil/trace.go:171","msg":"trace[759698811] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"2.166913149s","start":"2026-07-24T05:39:46.523675Z","end":"2026-07-24T05:39:48.690588Z","steps":["trace[759698811] 'process raft request' (duration: 2.166845208s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:48.690633Z","caller":"traceutil/trace.go:171","msg":"trace[193058681] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"3.364259417s","start":"2026-07-24T05:39:45.326331Z","end":"2026-07-24T05:39:48.690591Z","steps":["trace[193058681] 'process raft request' (duration: 849.649203ms)","trace[193058681] 'compare' (duration: 2.514179985s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:48.690695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:46.523638Z","time spent":"2.167020062s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:48.690828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:45.326304Z","time spent":"3.364417411s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:39:48.690805Z","caller":"traceutil/trace.go:171","msg":"trace[250980951] linearizableReadLoop","detail":"{readStateIndex:5570; appliedIndex:5569; }","duration":"3.360230845s","start":"2026-07-24T05:39:45.33053Z","end":"2026-07-24T05:39:48.690761Z","steps":["trace[250980951] 'read index received' (duration: 845.416666ms)","trace[250980951] 'applied index is now lower than readState.Index' (duration: 2.514810019s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:48.691269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.360710327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:39:48.691361Z","caller":"traceutil/trace.go:171","msg":"trace[964872727] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5265; }","duration":"3.360863059s","start":"2026-07-24T05:39:45.330485Z","end":"2026-07-24T05:39:48.691348Z","steps":["trace[964872727] 'agreement among raft nodes before linearized reading' (duration: 3.360488261s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:48.691431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:45.330457Z","time spent":"3.360958662s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:39:49.067939Z","caller":"traceutil/trace.go:171","msg":"trace[122952771] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"1.737666385s","start":"2026-07-24T05:39:47.33024Z","end":"2026-07-24T05:39:49.067907Z","steps":["trace[122952771] 'process raft request' (duration: 1.737578793s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:49.067973Z","caller":"traceutil/trace.go:171","msg":"trace[2129876222] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"2.485953077s","start":"2026-07-24T05:39:46.581959Z","end":"2026-07-24T05:39:49.067912Z","steps":["trace[2129876222] 'process raft request' (duration: 2.485610069s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:49.067995Z","caller":"traceutil/trace.go:171","msg":"trace[1284217029] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"1.737796838s","start":"2026-07-24T05:39:47.330149Z","end":"2026-07-24T05:39:49.067946Z","steps":["trace[1284217029] 'process raft request' (duration: 1.737617094s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:49.068147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:47.330204Z","time spent":"1.737831179s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:49.068261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:46.58192Z","time spent":"2.486149922s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:49.06846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:47.330111Z","time spent":"1.738116615s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:49.33479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:39:49.334882Z","caller":"traceutil/trace.go:171","msg":"trace[706702235] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999993495s","start":"2026-07-24T05:39:47.334867Z","end":"2026-07-24T05:39:49.33486Z","steps":["trace[706702235] 'agreement among raft nodes before linearized reading' (duration: 1.999874252s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:49.334933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:47.334849Z","time spent":"2.000070407s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:39:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:39:49.476716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.818135ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:39:49.477813Z","caller":"traceutil/trace.go:171","msg":"trace[531442827] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"872.248672ms","start":"2026-07-24T05:39:48.605119Z","end":"2026-07-24T05:39:49.477368Z","steps":["trace[531442827] 'process raft request' (duration: 871.718879ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:49.477479Z","caller":"traceutil/trace.go:171","msg":"trace[2011961839] linearizableReadLoop","detail":"{readStateIndex:5576; appliedIndex:5571; }","duration":"786.347924ms","start":"2026-07-24T05:39:48.690937Z","end":"2026-07-24T05:39:49.477285Z","steps":["trace[2011961839] 'read index received' (duration: 376.562476ms)","trace[2011961839] 'applied index is now lower than readState.Index' (duration: 409.783318ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:49.477984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:48.605086Z","time spent":"872.774674ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:39:49.552797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.144562264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:49.552881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654580129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-24T05:39:49.552892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.876156285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:39:49.552964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.711444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:49.553061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.100192256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:49.553141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222467097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:39:49.553183Z","caller":"traceutil/trace.go:171","msg":"trace[466945947] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5269; }","duration":"4.222523979s","start":"2026-07-24T05:39:45.330647Z","end":"2026-07-24T05:39:49.553171Z","steps":["trace[466945947] 'agreement among raft nodes before linearized reading' (duration: 4.146864556s)","trace[466945947] 'range keys from in-memory index tree' (duration: 75.356446ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:49.553138Z","caller":"traceutil/trace.go:171","msg":"trace[442481189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5269; }","duration":"209.950479ms","start":"2026-07-24T05:39:49.343147Z","end":"2026-07-24T05:39:49.553097Z","steps":["trace[442481189] 'agreement among raft nodes before linearized reading' (duration: 134.90745ms)","trace[442481189] 'range keys from in-memory index tree' (duration: 74.821775ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:49.553238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:45.330641Z","time spent":"4.22258447s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-24T05:39:49.553077Z","caller":"traceutil/trace.go:171","msg":"trace[1187787519] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5269; }","duration":"2.876343401s","start":"2026-07-24T05:39:46.676631Z","end":"2026-07-24T05:39:49.552974Z","steps":["trace[1187787519] 'agreement among raft nodes before linearized reading' (duration: 2.800708458s)","trace[1187787519] 'count revisions from in-memory index tree' (duration: 75.461028ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:49.553223Z","caller":"traceutil/trace.go:171","msg":"trace[1843192635] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5269; }","duration":"4.100464023s","start":"2026-07-24T05:39:45.452696Z","end":"2026-07-24T05:39:49.55316Z","steps":["trace[1843192635] 'agreement among raft nodes before linearized reading' (duration: 4.024617675s)","trace[1843192635] 'count revisions from in-memory index tree' (duration: 75.606402ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:49.553106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654592191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:39:49.552982Z","caller":"traceutil/trace.go:171","msg":"trace[931098436] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5269; }","duration":"2.654760265s","start":"2026-07-24T05:39:46.898193Z","end":"2026-07-24T05:39:49.552953Z","steps":["trace[931098436] 'agreement among raft nodes before linearized reading' (duration: 2.579118242s)","trace[931098436] 'range keys from in-memory index tree' (duration: 75.331615ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:49.553381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:46.676606Z","time spent":"2.87673644s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":82,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:49.553426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:46.898162Z","time spent":"2.655246215s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-24T05:39:49.553478Z","caller":"traceutil/trace.go:171","msg":"trace[1127825293] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5269; }","duration":"2.654948589s","start":"2026-07-24T05:39:46.898408Z","end":"2026-07-24T05:39:49.553357Z","steps":["trace[1127825293] 'agreement among raft nodes before linearized reading' (duration: 2.578952088s)","trace[1127825293] 'range keys from in-memory index tree' (duration: 75.430747ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:49.552925Z","caller":"traceutil/trace.go:171","msg":"trace[1399531117] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5269; }","duration":"3.14479515s","start":"2026-07-24T05:39:46.408101Z","end":"2026-07-24T05:39:49.552896Z","steps":["trace[1399531117] 'agreement among raft nodes before linearized reading' (duration: 3.069242789s)","trace[1399531117] 'count revisions from in-memory index tree' (duration: 75.355626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:49.553597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:46.898381Z","time spent":"2.655192634s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126902,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T05:39:49.553655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:46.40807Z","time spent":"3.145571408s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:49.55363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:45.45266Z","time spent":"4.100945473s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:49.553862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395904804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:39:49.553967Z","caller":"traceutil/trace.go:171","msg":"trace[1550470520] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5269; }","duration":"2.396069698s","start":"2026-07-24T05:39:47.157876Z","end":"2026-07-24T05:39:49.553945Z","steps":["trace[1550470520] 'agreement among raft nodes before linearized reading' (duration: 2.319482304s)","trace[1550470520] 'range keys from in-memory index tree' (duration: 75.457347ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:49.554024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:47.157836Z","time spent":"2.39617074s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:39:49.554031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.244183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c52292977e1ed2\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-07-24T05:39:49.554091Z","caller":"traceutil/trace.go:171","msg":"trace[599644109] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18c52292977e1ed2; range_end:; response_count:1; response_revision:5269; }","duration":"859.344625ms","start":"2026-07-24T05:39:48.694729Z","end":"2026-07-24T05:39:49.554073Z","steps":["trace[599644109] 'agreement among raft nodes before linearized reading' (duration: 783.303294ms)","trace[599644109] 'range keys from in-memory index tree' (duration: 74.721161ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:49.554329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:48.694709Z","time spent":"859.420908ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":862,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18c52292977e1ed2\" "} {"level":"warn","ts":"2026-07-24T05:39:49.554351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.21910521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T05:39:49.554429Z","caller":"traceutil/trace.go:171","msg":"trace[1542477123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5269; }","duration":"4.219182032s","start":"2026-07-24T05:39:45.335215Z","end":"2026-07-24T05:39:49.554397Z","steps":["trace[1542477123] 'agreement among raft nodes before linearized reading' (duration: 4.142103817s)","trace[1542477123] 'range keys from in-memory index tree' (duration: 75.675453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:49.554496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:45.335209Z","time spent":"4.219272164s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:39:49.554586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.223153212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:39:49.554642Z","caller":"traceutil/trace.go:171","msg":"trace[1795527407] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5269; }","duration":"4.223228144s","start":"2026-07-24T05:39:45.331398Z","end":"2026-07-24T05:39:49.554627Z","steps":["trace[1795527407] 'agreement among raft nodes before linearized reading' (duration: 4.145952114s)","trace[1795527407] 'range keys from in-memory index tree' (duration: 75.320465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:49.554685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:45.331389Z","time spent":"4.223287315s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:39:51.005385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.993638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:51.005493Z","caller":"traceutil/trace.go:171","msg":"trace[1216466820] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5281; }","duration":"694.143381ms","start":"2026-07-24T05:39:50.311327Z","end":"2026-07-24T05:39:51.00547Z","steps":["trace[1216466820] 'count revisions from in-memory index tree' (duration: 693.845054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:51.005541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:50.311243Z","time spent":"694.287935ms","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:51.005697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.342967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:51.006321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.359323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:39:51.006349Z","caller":"traceutil/trace.go:171","msg":"trace[1141230036] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5281; }","duration":"308.427015ms","start":"2026-07-24T05:39:50.697913Z","end":"2026-07-24T05:39:51.00634Z","steps":["trace[1141230036] 'range keys from in-memory index tree' (duration: 308.117218ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:51.006337Z","caller":"traceutil/trace.go:171","msg":"trace[1680765651] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:5281; }","duration":"338.046563ms","start":"2026-07-24T05:39:50.668251Z","end":"2026-07-24T05:39:51.006297Z","steps":["trace[1680765651] 'count revisions from in-memory index tree' (duration: 337.212665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:51.00644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:50.668222Z","time spent":"338.192417ms","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:39:51.006502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.626537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:39:51.006371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:50.697867Z","time spent":"308.496907ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:39:51.006524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.816756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:51.006593Z","caller":"traceutil/trace.go:171","msg":"trace[1374766692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5281; }","duration":"290.802541ms","start":"2026-07-24T05:39:50.71577Z","end":"2026-07-24T05:39:51.006573Z","steps":["trace[1374766692] 'range keys from in-memory index tree' (duration: 290.515635ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:51.006633Z","caller":"traceutil/trace.go:171","msg":"trace[1718782887] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5281; }","duration":"130.961049ms","start":"2026-07-24T05:39:50.875641Z","end":"2026-07-24T05:39:51.006602Z","steps":["trace[1718782887] 'count revisions from in-memory index tree' (duration: 130.708413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:51.005968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.287201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"info","ts":"2026-07-24T05:39:51.007113Z","caller":"traceutil/trace.go:171","msg":"trace[536410218] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5281; }","duration":"670.544031ms","start":"2026-07-24T05:39:50.336552Z","end":"2026-07-24T05:39:51.007096Z","steps":["trace[536410218] 'range keys from in-memory index tree' (duration: 669.027546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:51.007153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:50.33654Z","time spent":"670.600032ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:39:51.228683Z","caller":"traceutil/trace.go:171","msg":"trace[675875969] linearizableReadLoop","detail":"{readStateIndex:5590; appliedIndex:5589; }","duration":"109.016097ms","start":"2026-07-24T05:39:51.119631Z","end":"2026-07-24T05:39:51.228647Z","steps":["trace[675875969] 'read index received' (duration: 100.462611ms)","trace[675875969] 'applied index is now lower than readState.Index' (duration: 8.551986ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:39:51.228757Z","caller":"traceutil/trace.go:171","msg":"trace[2097016646] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"153.393754ms","start":"2026-07-24T05:39:51.075321Z","end":"2026-07-24T05:39:51.228714Z","steps":["trace[2097016646] 'process raft request' (duration: 144.795417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:51.22908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.424267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:51.229279Z","caller":"traceutil/trace.go:171","msg":"trace[1306932403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5283; }","duration":"109.618031ms","start":"2026-07-24T05:39:51.11956Z","end":"2026-07-24T05:39:51.229178Z","steps":["trace[1306932403] 'agreement among raft nodes before linearized reading' (duration: 109.260533ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:53.289567Z","caller":"traceutil/trace.go:171","msg":"trace[1485893755] linearizableReadLoop","detail":"{readStateIndex:5596; appliedIndex:5595; }","duration":"165.041731ms","start":"2026-07-24T05:39:53.124487Z","end":"2026-07-24T05:39:53.289528Z","steps":["trace[1485893755] 'read index received' (duration: 164.915838ms)","trace[1485893755] 'applied index is now lower than readState.Index' (duration: 124.503µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:39:53.289733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.217445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:39:53.28992Z","caller":"traceutil/trace.go:171","msg":"trace[581005988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5288; }","duration":"165.463511ms","start":"2026-07-24T05:39:53.124442Z","end":"2026-07-24T05:39:53.289905Z","steps":["trace[581005988] 'agreement among raft nodes before linearized reading' (duration: 165.223135ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:53.289708Z","caller":"traceutil/trace.go:171","msg":"trace[1427255693] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"174.401366ms","start":"2026-07-24T05:39:53.11526Z","end":"2026-07-24T05:39:53.289662Z","steps":["trace[1427255693] 'process raft request' (duration: 174.023087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:53.299523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.579236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:39:53.299627Z","caller":"traceutil/trace.go:171","msg":"trace[2036259033] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5289; }","duration":"142.74659ms","start":"2026-07-24T05:39:53.156856Z","end":"2026-07-24T05:39:53.299602Z","steps":["trace[2036259033] 'agreement among raft nodes before linearized reading' (duration: 142.468013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:57.785813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.050453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:39:57.785952Z","caller":"traceutil/trace.go:171","msg":"trace[2061174445] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5296; }","duration":"135.265688ms","start":"2026-07-24T05:39:57.650653Z","end":"2026-07-24T05:39:57.785918Z","steps":["trace[2061174445] 'range keys from in-memory index tree' (duration: 134.801838ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:59.76909Z","caller":"traceutil/trace.go:171","msg":"trace[878275437] transaction","detail":"{read_only:false; response_revision:5299; number_of_response:1; }","duration":"286.934092ms","start":"2026-07-24T05:39:59.482114Z","end":"2026-07-24T05:39:59.769048Z","steps":["trace[878275437] 'process raft request' (duration: 286.660366ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:39:59.807863Z","caller":"traceutil/trace.go:171","msg":"trace[2092397256] transaction","detail":"{read_only:false; response_revision:5300; number_of_response:1; }","duration":"319.050769ms","start":"2026-07-24T05:39:59.488767Z","end":"2026-07-24T05:39:59.807818Z","steps":["trace[2092397256] 'process raft request' (duration: 318.799813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:39:59.808073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:59.488732Z","time spent":"319.228203ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:00.027756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.011891ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:40:00.027904Z","caller":"traceutil/trace.go:171","msg":"trace[348612869] linearizableReadLoop","detail":"{readStateIndex:5610; appliedIndex:5607; }","duration":"373.934196ms","start":"2026-07-24T05:39:59.653939Z","end":"2026-07-24T05:40:00.027873Z","steps":["trace[348612869] 'read index received' (duration: 114.931692ms)","trace[348612869] 'applied index is now lower than readState.Index' (duration: 258.999734ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:00.028163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.133411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:00.028187Z","caller":"traceutil/trace.go:171","msg":"trace[1622312590] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5300; }","duration":"230.210253ms","start":"2026-07-24T05:39:59.797968Z","end":"2026-07-24T05:40:00.028178Z","steps":["trace[1622312590] 'agreement among raft nodes before linearized reading' (duration: 230.030309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:00.028185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.218284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:40:00.028294Z","caller":"traceutil/trace.go:171","msg":"trace[286364567] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5300; }","duration":"374.403517ms","start":"2026-07-24T05:39:59.653862Z","end":"2026-07-24T05:40:00.028266Z","steps":["trace[286364567] 'agreement among raft nodes before linearized reading' (duration: 374.09058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:00.028357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:39:59.653837Z","time spent":"374.50444ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:40:01.795989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.954646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:40:01.796105Z","caller":"traceutil/trace.go:171","msg":"trace[1179967779] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5302; }","duration":"216.142741ms","start":"2026-07-24T05:40:01.579938Z","end":"2026-07-24T05:40:01.796081Z","steps":["trace[1179967779] 'range keys from in-memory index tree' (duration: 215.709921ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:02.412211Z","caller":"traceutil/trace.go:171","msg":"trace[28877778] linearizableReadLoop","detail":"{readStateIndex:5617; appliedIndex:5616; }","duration":"372.194286ms","start":"2026-07-24T05:40:02.03998Z","end":"2026-07-24T05:40:02.412174Z","steps":["trace[28877778] 'read index received' (duration: 371.882179ms)","trace[28877778] 'applied index is now lower than readState.Index' (duration: 310.907µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:02.412329Z","caller":"traceutil/trace.go:171","msg":"trace[610683414] transaction","detail":"{read_only:false; response_revision:5306; number_of_response:1; }","duration":"514.153148ms","start":"2026-07-24T05:40:01.89813Z","end":"2026-07-24T05:40:02.412283Z","steps":["trace[610683414] 'process raft request' (duration: 513.827021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:02.412531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.522744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:02.412644Z","caller":"traceutil/trace.go:171","msg":"trace[1770374401] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5306; }","duration":"372.696687ms","start":"2026-07-24T05:40:02.039925Z","end":"2026-07-24T05:40:02.412622Z","steps":["trace[1770374401] 'agreement among raft nodes before linearized reading' (duration: 372.39142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:02.412514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:01.898094Z","time spent":"514.318442ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:02.412692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:02.039898Z","time spent":"372.784049ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:40:04.191596Z","caller":"traceutil/trace.go:171","msg":"trace[116754094] transaction","detail":"{read_only:false; response_revision:5307; number_of_response:1; }","duration":"494.59355ms","start":"2026-07-24T05:40:03.696967Z","end":"2026-07-24T05:40:04.19156Z","steps":["trace[116754094] 'process raft request' (duration: 494.366895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:04.191801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:03.696933Z","time spent":"494.759014ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:05.75005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076961049s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:05.750329Z","caller":"traceutil/trace.go:171","msg":"trace[126449216] linearizableReadLoop","detail":"{readStateIndex:5621; appliedIndex:5618; }","duration":"1.32269927s","start":"2026-07-24T05:40:04.427607Z","end":"2026-07-24T05:40:05.750307Z","steps":["trace[126449216] 'read index received' (duration: 245.336171ms)","trace[126449216] 'applied index is now lower than readState.Index' (duration: 1.077361969s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:05.750424Z","caller":"traceutil/trace.go:171","msg":"trace[1225367628] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"1.928117378s","start":"2026-07-24T05:40:03.822291Z","end":"2026-07-24T05:40:05.750409Z","steps":["trace[1225367628] 'process raft request' (duration: 850.687178ms)","trace[1225367628] 'compare' (duration: 1.076489319s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:05.750495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:03.822259Z","time spent":"1.928200081s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:05.75088Z","caller":"traceutil/trace.go:171","msg":"trace[1395113594] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"1.92641289s","start":"2026-07-24T05:40:03.824454Z","end":"2026-07-24T05:40:05.750867Z","steps":["trace[1395113594] 'process raft request' (duration: 1.925732493s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:05.750949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:03.82441Z","time spent":"1.926506252s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:05.751403Z","caller":"traceutil/trace.go:171","msg":"trace[1307765094] transaction","detail":"{read_only:false; response_revision:5310; number_of_response:1; }","duration":"1.676413054s","start":"2026-07-24T05:40:04.07494Z","end":"2026-07-24T05:40:05.751353Z","steps":["trace[1307765094] 'process raft request' (duration: 1.675312918s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:05.75168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:04.074906Z","time spent":"1.676620308s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:05.751832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324209005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:05.751946Z","caller":"traceutil/trace.go:171","msg":"trace[922174037] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5310; }","duration":"1.324380279s","start":"2026-07-24T05:40:04.427542Z","end":"2026-07-24T05:40:05.751922Z","steps":["trace[922174037] 'agreement among raft nodes before linearized reading' (duration: 1.323450937s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:05.751998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:04.427511Z","time spent":"1.324477271s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:40:06.085563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412715372s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:40:06.086196Z","caller":"traceutil/trace.go:171","msg":"trace[1164438528] linearizableReadLoop","detail":"{readStateIndex:5622; appliedIndex:5621; }","duration":"335.802743ms","start":"2026-07-24T05:40:05.750369Z","end":"2026-07-24T05:40:06.086172Z","steps":["trace[1164438528] 'read index received' (duration: 335.561618ms)","trace[1164438528] 'applied index is now lower than readState.Index' (duration: 240.385µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:06.086498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.854113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:06.086541Z","caller":"traceutil/trace.go:171","msg":"trace[1740360137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5311; }","duration":"964.936654ms","start":"2026-07-24T05:40:05.121591Z","end":"2026-07-24T05:40:06.086528Z","steps":["trace[1740360137] 'agreement among raft nodes before linearized reading' (duration: 964.662278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:06.086574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:05.121584Z","time spent":"964.982845ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:06.086594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480591287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"warn","ts":"2026-07-24T05:40:06.086623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.529847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:40:06.086704Z","caller":"traceutil/trace.go:171","msg":"trace[1105904858] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:5311; }","duration":"1.480763441s","start":"2026-07-24T05:40:04.605912Z","end":"2026-07-24T05:40:06.086675Z","steps":["trace[1105904858] 'agreement among raft nodes before linearized reading' (duration: 1.480383752s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:06.086718Z","caller":"traceutil/trace.go:171","msg":"trace[871302557] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5311; }","duration":"975.657081ms","start":"2026-07-24T05:40:05.111037Z","end":"2026-07-24T05:40:06.086694Z","steps":["trace[871302557] 'agreement among raft nodes before linearized reading' (duration: 975.287142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:06.086704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.998611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:40:06.086757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:04.605858Z","time spent":"1.480889444s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":574,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T05:40:06.086767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:05.111029Z","time spent":"975.728862ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:40:06.08669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.350229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:40:06.086814Z","caller":"traceutil/trace.go:171","msg":"trace[929093949] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5311; }","duration":"991.148565ms","start":"2026-07-24T05:40:05.095638Z","end":"2026-07-24T05:40:06.086787Z","steps":["trace[929093949] 'agreement among raft nodes before linearized reading' (duration: 990.841277ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:06.086854Z","caller":"traceutil/trace.go:171","msg":"trace[944847830] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5311; }","duration":"929.606195ms","start":"2026-07-24T05:40:05.157224Z","end":"2026-07-24T05:40:06.08683Z","steps":["trace[944847830] 'agreement among raft nodes before linearized reading' (duration: 928.99496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:06.086885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:05.095617Z","time spent":"991.246428ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:40:06.086921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:05.157205Z","time spent":"929.698428ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:40:06.086929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.01036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:06.087019Z","caller":"traceutil/trace.go:171","msg":"trace[952263297] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5311; }","duration":"127.152244ms","start":"2026-07-24T05:40:05.959848Z","end":"2026-07-24T05:40:06.087001Z","steps":["trace[952263297] 'agreement among raft nodes before linearized reading' (duration: 127.00161ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:06.087069Z","caller":"traceutil/trace.go:171","msg":"trace[30093742] transaction","detail":"{read_only:false; response_revision:5311; number_of_response:1; }","duration":"1.544598564s","start":"2026-07-24T05:40:04.542449Z","end":"2026-07-24T05:40:06.087048Z","steps":["trace[30093742] 'process raft request' (duration: 1.54356362s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:06.087086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.735164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:40:06.087124Z","caller":"traceutil/trace.go:171","msg":"trace[1090959889] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5311; }","duration":"807.835026ms","start":"2026-07-24T05:40:05.279279Z","end":"2026-07-24T05:40:06.087114Z","steps":["trace[1090959889] 'agreement among raft nodes before linearized reading' (duration: 807.765445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:06.087155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:05.279253Z","time spent":"807.894758ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:06.087193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:04.542412Z","time spent":"1.544693386s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:06.087793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.861673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:40:06.087873Z","caller":"traceutil/trace.go:171","msg":"trace[897004430] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5311; }","duration":"328.966295ms","start":"2026-07-24T05:40:05.758888Z","end":"2026-07-24T05:40:06.087855Z","steps":["trace[897004430] 'agreement among raft nodes before linearized reading' (duration: 327.483001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:06.087916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:05.758867Z","time spent":"329.036767ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:40:06.621119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.467018ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:06.621251Z","caller":"traceutil/trace.go:171","msg":"trace[225546481] linearizableReadLoop","detail":"{readStateIndex:5623; appliedIndex:5622; }","duration":"455.816841ms","start":"2026-07-24T05:40:06.165412Z","end":"2026-07-24T05:40:06.621229Z","steps":["trace[225546481] 'read index received' (duration: 136.24531ms)","trace[225546481] 'applied index is now lower than readState.Index' (duration: 319.569641ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:06.621275Z","caller":"traceutil/trace.go:171","msg":"trace[1510411842] transaction","detail":"{read_only:false; response_revision:5312; number_of_response:1; }","duration":"460.342515ms","start":"2026-07-24T05:40:06.160894Z","end":"2026-07-24T05:40:06.621237Z","steps":["trace[1510411842] 'process raft request' (duration: 140.635721ms)","trace[1510411842] 'compare' (duration: 319.06705ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:06.621342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.926533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:06.621383Z","caller":"traceutil/trace.go:171","msg":"trace[1044843649] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5312; }","duration":"455.990225ms","start":"2026-07-24T05:40:06.165378Z","end":"2026-07-24T05:40:06.621368Z","steps":["trace[1044843649] 'agreement among raft nodes before linearized reading' (duration: 455.906793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:06.621444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:06.165363Z","time spent":"456.067766ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:40:06.62147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:06.160879Z","time spent":"460.485378ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:06.65758Z","caller":"traceutil/trace.go:171","msg":"trace[1660839327] transaction","detail":"{read_only:false; response_revision:5313; number_of_response:1; }","duration":"489.582875ms","start":"2026-07-24T05:40:06.167952Z","end":"2026-07-24T05:40:06.657534Z","steps":["trace[1660839327] 'process raft request' (duration: 489.283178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:06.657796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:06.167897Z","time spent":"489.784689ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6056,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:07.918589Z","caller":"traceutil/trace.go:171","msg":"trace[541519322] transaction","detail":"{read_only:false; response_revision:5314; number_of_response:1; }","duration":"161.401927ms","start":"2026-07-24T05:40:07.757155Z","end":"2026-07-24T05:40:07.918557Z","steps":["trace[541519322] 'process raft request' (duration: 161.180292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:07.928732Z","caller":"traceutil/trace.go:171","msg":"trace[1472962150] transaction","detail":"{read_only:false; response_revision:5315; number_of_response:1; }","duration":"170.358333ms","start":"2026-07-24T05:40:07.758344Z","end":"2026-07-24T05:40:07.928703Z","steps":["trace[1472962150] 'process raft request' (duration: 170.211169ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:08.866293Z","caller":"traceutil/trace.go:171","msg":"trace[1642681601] transaction","detail":"{read_only:false; response_revision:5317; number_of_response:1; }","duration":"144.673664ms","start":"2026-07-24T05:40:08.721593Z","end":"2026-07-24T05:40:08.866266Z","steps":["trace[1642681601] 'process raft request' (duration: 144.50278ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:09.025658Z","caller":"traceutil/trace.go:171","msg":"trace[1221612157] transaction","detail":"{read_only:false; response_revision:5318; number_of_response:1; }","duration":"148.608974ms","start":"2026-07-24T05:40:08.877006Z","end":"2026-07-24T05:40:09.025615Z","steps":["trace[1221612157] 'process raft request' (duration: 148.334528ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:10.090696Z","caller":"traceutil/trace.go:171","msg":"trace[193644338] transaction","detail":"{read_only:false; response_revision:5321; number_of_response:1; }","duration":"156.580906ms","start":"2026-07-24T05:40:09.934073Z","end":"2026-07-24T05:40:10.090654Z","steps":["trace[193644338] 'process raft request' (duration: 156.321161ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:12.080467Z","caller":"traceutil/trace.go:171","msg":"trace[1839128423] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"191.683801ms","start":"2026-07-24T05:40:11.888747Z","end":"2026-07-24T05:40:12.080431Z","steps":["trace[1839128423] 'process raft request' (duration: 191.449525ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:12.083887Z","caller":"traceutil/trace.go:171","msg":"trace[813006531] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"131.615796ms","start":"2026-07-24T05:40:11.952228Z","end":"2026-07-24T05:40:12.083844Z","steps":["trace[813006531] 'process raft request' (duration: 131.420521ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:13.067066Z","caller":"traceutil/trace.go:171","msg":"trace[333289932] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"299.354208ms","start":"2026-07-24T05:40:12.76767Z","end":"2026-07-24T05:40:13.067024Z","steps":["trace[333289932] 'process raft request' (duration: 299.139803ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:13.782325Z","caller":"traceutil/trace.go:171","msg":"trace[1159092673] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"189.624984ms","start":"2026-07-24T05:40:13.592676Z","end":"2026-07-24T05:40:13.782301Z","steps":["trace[1159092673] 'process raft request' (duration: 189.44092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:14.016168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.568329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:551"} {"level":"info","ts":"2026-07-24T05:40:14.016254Z","caller":"traceutil/trace.go:171","msg":"trace[1420848174] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:5327; }","duration":"157.685731ms","start":"2026-07-24T05:40:13.858549Z","end":"2026-07-24T05:40:14.016235Z","steps":["trace[1420848174] 'range keys from in-memory index tree' (duration: 157.333594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:14.420389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.441453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:14.420626Z","caller":"traceutil/trace.go:171","msg":"trace[1244625526] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"266.448584ms","start":"2026-07-24T05:40:14.154159Z","end":"2026-07-24T05:40:14.420607Z","steps":["trace[1244625526] 'process raft request' (duration: 266.352882ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:14.420681Z","caller":"traceutil/trace.go:171","msg":"trace[1831011425] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5643; }","duration":"327.913092ms","start":"2026-07-24T05:40:14.092734Z","end":"2026-07-24T05:40:14.420647Z","steps":["trace[1831011425] 'read index received' (duration: 137.141102ms)","trace[1831011425] 'applied index is now lower than readState.Index' (duration: 190.76952ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:14.420722Z","caller":"traceutil/trace.go:171","msg":"trace[536349598] transaction","detail":"{read_only:false; response_revision:5331; number_of_response:1; }","duration":"330.569353ms","start":"2026-07-24T05:40:14.090112Z","end":"2026-07-24T05:40:14.420681Z","steps":["trace[536349598] 'process raft request' (duration: 139.742631ms)","trace[536349598] 'compare' (duration: 190.183336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:14.42104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.071167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:14.421097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.049829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:14.42112Z","caller":"traceutil/trace.go:171","msg":"trace[483726149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5332; }","duration":"301.2119ms","start":"2026-07-24T05:40:14.119891Z","end":"2026-07-24T05:40:14.421103Z","steps":["trace[483726149] 'agreement among raft nodes before linearized reading' (duration: 301.082067ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:14.421141Z","caller":"traceutil/trace.go:171","msg":"trace[969988584] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5332; }","duration":"219.13006ms","start":"2026-07-24T05:40:14.202Z","end":"2026-07-24T05:40:14.42113Z","steps":["trace[969988584] 'agreement among raft nodes before linearized reading' (duration: 218.990407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:14.421071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.326642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:5641"} {"level":"warn","ts":"2026-07-24T05:40:14.421181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:14.119872Z","time spent":"301.280172ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:40:14.42121Z","caller":"traceutil/trace.go:171","msg":"trace[1509377621] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/; range_end:/registry/deployments/envoy-gateway-system0; response_count:1; response_revision:5332; }","duration":"328.511816ms","start":"2026-07-24T05:40:14.092684Z","end":"2026-07-24T05:40:14.421195Z","steps":["trace[1509377621] 'agreement among raft nodes before linearized reading' (duration: 328.22415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:14.421205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.099399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:40:14.421261Z","caller":"traceutil/trace.go:171","msg":"trace[501150090] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5332; }","duration":"229.225792ms","start":"2026-07-24T05:40:14.192022Z","end":"2026-07-24T05:40:14.421248Z","steps":["trace[501150090] 'agreement among raft nodes before linearized reading' (duration: 228.983386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:14.42128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:14.092656Z","time spent":"328.610568ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":5664,"request content":"key:\"/registry/deployments/envoy-gateway-system/\" range_end:\"/registry/deployments/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:40:14.421221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:14.090075Z","time spent":"330.969072ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:15.143516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.624876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-24T05:40:15.143611Z","caller":"traceutil/trace.go:171","msg":"trace[1552050927] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5332; }","duration":"551.78436ms","start":"2026-07-24T05:40:14.591803Z","end":"2026-07-24T05:40:15.143588Z","steps":["trace[1552050927] 'range keys from in-memory index tree' (duration: 551.421841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:15.143652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:14.591773Z","time spent":"551.868322ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:40:16.674431Z","caller":"traceutil/trace.go:171","msg":"trace[9417193] transaction","detail":"{read_only:false; response_revision:5334; number_of_response:1; }","duration":"249.339522ms","start":"2026-07-24T05:40:16.425058Z","end":"2026-07-24T05:40:16.674398Z","steps":["trace[9417193] 'process raft request' (duration: 249.132257ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:16.88331Z","caller":"traceutil/trace.go:171","msg":"trace[1874044925] linearizableReadLoop","detail":"{readStateIndex:5648; appliedIndex:5646; }","duration":"445.562527ms","start":"2026-07-24T05:40:16.437703Z","end":"2026-07-24T05:40:16.883265Z","steps":["trace[1874044925] 'read index received' (duration: 236.552649ms)","trace[1874044925] 'applied index is now lower than readState.Index' (duration: 209.008698ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:16.883396Z","caller":"traceutil/trace.go:171","msg":"trace[1924410016] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"456.547669ms","start":"2026-07-24T05:40:16.426797Z","end":"2026-07-24T05:40:16.883345Z","steps":["trace[1924410016] 'process raft request' (duration: 408.790355ms)","trace[1924410016] 'compare' (duration: 47.501848ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:16.883612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:16.426762Z","time spent":"456.722303ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:16.883631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.903745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:40:16.883744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.137234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:40:16.883802Z","caller":"traceutil/trace.go:171","msg":"trace[645349281] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5335; }","duration":"444.221027ms","start":"2026-07-24T05:40:16.439565Z","end":"2026-07-24T05:40:16.883786Z","steps":["trace[645349281] 'agreement among raft nodes before linearized reading' (duration: 444.040913ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:16.88377Z","caller":"traceutil/trace.go:171","msg":"trace[175704718] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5335; }","duration":"446.067629ms","start":"2026-07-24T05:40:16.437684Z","end":"2026-07-24T05:40:16.883752Z","steps":["trace[175704718] 'agreement among raft nodes before linearized reading' (duration: 445.778042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:16.883872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:16.439553Z","time spent":"444.302228ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:40:16.883924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:16.437601Z","time spent":"446.311005ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:40:17.362623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.863884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T05:40:17.362729Z","caller":"traceutil/trace.go:171","msg":"trace[969377354] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5335; }","duration":"360.035297ms","start":"2026-07-24T05:40:17.00267Z","end":"2026-07-24T05:40:17.362705Z","steps":["trace[969377354] 'range keys from in-memory index tree' (duration: 359.521866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:17.362769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:17.002642Z","time spent":"360.11861ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:40:17.5729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.465465ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:40:17.573035Z","caller":"traceutil/trace.go:171","msg":"trace[530498632] linearizableReadLoop","detail":"{readStateIndex:5649; appliedIndex:5648; }","duration":"451.435371ms","start":"2026-07-24T05:40:17.121576Z","end":"2026-07-24T05:40:17.573012Z","steps":["trace[530498632] 'read index received' (duration: 139.830663ms)","trace[530498632] 'applied index is now lower than readState.Index' (duration: 311.602938ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:17.573161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.565215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:17.573263Z","caller":"traceutil/trace.go:171","msg":"trace[35354807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5335; }","duration":"451.730068ms","start":"2026-07-24T05:40:17.121506Z","end":"2026-07-24T05:40:17.573236Z","steps":["trace[35354807] 'agreement among raft nodes before linearized reading' (duration: 451.563134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:17.573313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:17.121468Z","time spent":"451.837141ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:17.573389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.00286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:40:17.573435Z","caller":"traceutil/trace.go:171","msg":"trace[241143367] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5335; }","duration":"416.064041ms","start":"2026-07-24T05:40:17.157359Z","end":"2026-07-24T05:40:17.573423Z","steps":["trace[241143367] 'agreement among raft nodes before linearized reading' (duration: 415.790195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:17.573481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:17.157335Z","time spent":"416.137024ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:40:18.311131Z","caller":"traceutil/trace.go:171","msg":"trace[738958971] transaction","detail":"{read_only:false; response_revision:5336; number_of_response:1; }","duration":"188.583919ms","start":"2026-07-24T05:40:18.122521Z","end":"2026-07-24T05:40:18.311105Z","steps":["trace[738958971] 'process raft request' (duration: 188.424726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:19.26056Z","caller":"traceutil/trace.go:171","msg":"trace[252187226] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"580.13352ms","start":"2026-07-24T05:40:18.680393Z","end":"2026-07-24T05:40:19.260527Z","steps":["trace[252187226] 'process raft request' (duration: 579.883434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:19.260759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:18.680361Z","time spent":"580.294623ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:19.815703Z","caller":"traceutil/trace.go:171","msg":"trace[199710903] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"926.598466ms","start":"2026-07-24T05:40:18.889065Z","end":"2026-07-24T05:40:19.815663Z","steps":["trace[199710903] 'process raft request' (duration: 909.592436ms)","trace[199710903] 'compare' (duration: 15.529336ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:19.815735Z","caller":"traceutil/trace.go:171","msg":"trace[221433912] linearizableReadLoop","detail":"{readStateIndex:5652; appliedIndex:5650; }","duration":"920.646599ms","start":"2026-07-24T05:40:18.895043Z","end":"2026-07-24T05:40:19.81569Z","steps":["trace[221433912] 'read index received' (duration: 365.212076ms)","trace[221433912] 'applied index is now lower than readState.Index' (duration: 555.433023ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:19.815768Z","caller":"traceutil/trace.go:171","msg":"trace[1132334010] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"617.140797ms","start":"2026-07-24T05:40:19.198586Z","end":"2026-07-24T05:40:19.815727Z","steps":["trace[1132334010] 'process raft request' (duration: 616.85316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:19.815923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:18.889031Z","time spent":"926.77949ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:19.815975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:19.198561Z","time spent":"617.301241ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:19.816028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.58784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:19.816014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.584372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:19.816101Z","caller":"traceutil/trace.go:171","msg":"trace[734986004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5339; }","duration":"694.695113ms","start":"2026-07-24T05:40:19.121385Z","end":"2026-07-24T05:40:19.816081Z","steps":["trace[734986004] 'agreement among raft nodes before linearized reading' (duration: 694.611691ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:19.816113Z","caller":"traceutil/trace.go:171","msg":"trace[1748122644] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:5339; }","duration":"395.737555ms","start":"2026-07-24T05:40:19.420354Z","end":"2026-07-24T05:40:19.816092Z","steps":["trace[1748122644] 'agreement among raft nodes before linearized reading' (duration: 395.578082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:19.816145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:19.121357Z","time spent":"694.780137ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:19.816164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:19.420327Z","time spent":"395.821078ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:19.816472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.068784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:40:19.815973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.911886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:40:19.816573Z","caller":"traceutil/trace.go:171","msg":"trace[67496361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5339; }","duration":"921.570081ms","start":"2026-07-24T05:40:18.89499Z","end":"2026-07-24T05:40:19.81656Z","steps":["trace[67496361] 'agreement among raft nodes before linearized reading' (duration: 920.802732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:19.816605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:18.894975Z","time spent":"921.619623ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:40:19.816601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.65819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-24T05:40:19.816636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.042558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:40:19.816669Z","caller":"traceutil/trace.go:171","msg":"trace[827127482] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5339; }","duration":"659.12549ms","start":"2026-07-24T05:40:19.157536Z","end":"2026-07-24T05:40:19.816661Z","steps":["trace[827127482] 'agreement among raft nodes before linearized reading' (duration: 658.454544ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:19.816664Z","caller":"traceutil/trace.go:171","msg":"trace[2072729325] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5339; }","duration":"287.747493ms","start":"2026-07-24T05:40:19.528897Z","end":"2026-07-24T05:40:19.816645Z","steps":["trace[2072729325] 'agreement among raft nodes before linearized reading' (duration: 287.067906ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:19.816535Z","caller":"traceutil/trace.go:171","msg":"trace[998971281] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5339; }","duration":"919.151776ms","start":"2026-07-24T05:40:18.897374Z","end":"2026-07-24T05:40:19.816525Z","steps":["trace[998971281] 'agreement among raft nodes before linearized reading' (duration: 918.541001ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:19.816694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:19.157509Z","time spent":"659.178532ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:40:19.816755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:18.897365Z","time spent":"919.35404ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:40:22.429033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.465551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:22.429148Z","caller":"traceutil/trace.go:171","msg":"trace[98352226] linearizableReadLoop","detail":"{readStateIndex:5660; appliedIndex:5659; }","duration":"599.220517ms","start":"2026-07-24T05:40:21.829911Z","end":"2026-07-24T05:40:22.429131Z","steps":["trace[98352226] 'read index received' (duration: 82.4555ms)","trace[98352226] 'applied index is now lower than readState.Index' (duration: 516.763737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:22.429371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.482603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:40:22.429432Z","caller":"traceutil/trace.go:171","msg":"trace[1332033642] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5345; }","duration":"599.607055ms","start":"2026-07-24T05:40:21.82981Z","end":"2026-07-24T05:40:22.429417Z","steps":["trace[1332033642] 'agreement among raft nodes before linearized reading' (duration: 599.407321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:22.429473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:21.829782Z","time spent":"599.679007ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:40:22.429525Z","caller":"traceutil/trace.go:171","msg":"trace[596325790] transaction","detail":"{read_only:false; response_revision:5345; number_of_response:1; }","duration":"607.816274ms","start":"2026-07-24T05:40:21.821658Z","end":"2026-07-24T05:40:22.429475Z","steps":["trace[596325790] 'process raft request' (duration: 90.77988ms)","trace[596325790] 'compare' (duration: 516.234456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:22.430063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:21.821602Z","time spent":"608.198593ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:22.930168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:23.431004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:23.554848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360323492s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:40:23.712216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.103718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:23.712344Z","caller":"traceutil/trace.go:171","msg":"trace[11405470] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"1.517974883s","start":"2026-07-24T05:40:22.194347Z","end":"2026-07-24T05:40:23.712322Z","steps":["trace[11405470] 'process raft request' (duration: 1.3606828s)","trace[11405470] 'compare' (duration: 156.385272ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:23.712414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:22.1943Z","time spent":"1.518083595s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:23.987251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.741307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:23.987461Z","caller":"traceutil/trace.go:171","msg":"trace[73253832] linearizableReadLoop","detail":"{readStateIndex:5663; appliedIndex:5660; }","duration":"1.558258277s","start":"2026-07-24T05:40:22.42918Z","end":"2026-07-24T05:40:23.987438Z","steps":["trace[73253832] 'read index received' (duration: 1.125861841s)","trace[73253832] 'applied index is now lower than readState.Index' (duration: 432.395076ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:23.987453Z","caller":"traceutil/trace.go:171","msg":"trace[2133468204] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"1.6405143s","start":"2026-07-24T05:40:22.346905Z","end":"2026-07-24T05:40:23.98742Z","steps":["trace[2133468204] 'process raft request' (duration: 1.491510046s)","trace[2133468204] 'compare' (duration: 148.635815ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:23.987574Z","caller":"traceutil/trace.go:171","msg":"trace[1336309032] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"703.196979ms","start":"2026-07-24T05:40:23.284364Z","end":"2026-07-24T05:40:23.987561Z","steps":["trace[1336309032] 'process raft request' (duration: 702.977563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:23.987592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:22.346878Z","time spent":"1.640640014s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:23.987663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:23.284346Z","time spent":"703.26914ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:23.987712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852292752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:23.987758Z","caller":"traceutil/trace.go:171","msg":"trace[955722530] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5349; }","duration":"1.852392365s","start":"2026-07-24T05:40:22.135354Z","end":"2026-07-24T05:40:23.987746Z","steps":["trace[955722530] 'agreement among raft nodes before linearized reading' (duration: 1.852301083s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:23.987861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156784907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:23.987919Z","caller":"traceutil/trace.go:171","msg":"trace[2080091419] transaction","detail":"{read_only:false; response_revision:5349; number_of_response:1; }","duration":"539.406527ms","start":"2026-07-24T05:40:23.4485Z","end":"2026-07-24T05:40:23.987906Z","steps":["trace[2080091419] 'process raft request' (duration: 538.899966ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:23.98794Z","caller":"traceutil/trace.go:171","msg":"trace[1575084413] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5349; }","duration":"2.15692673s","start":"2026-07-24T05:40:21.830993Z","end":"2026-07-24T05:40:23.987919Z","steps":["trace[1575084413] 'agreement among raft nodes before linearized reading' (duration: 2.156714695s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:23.987991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:23.44848Z","time spent":"539.475718ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:23.987996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:21.83096Z","time spent":"2.157022692s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:40:23.988003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.663031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414235"} {"level":"warn","ts":"2026-07-24T05:40:23.987866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:22.135332Z","time spent":"1.852454626s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:40:23.988066Z","caller":"traceutil/trace.go:171","msg":"trace[1252627146] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5349; }","duration":"996.756494ms","start":"2026-07-24T05:40:22.991296Z","end":"2026-07-24T05:40:23.988052Z","steps":["trace[1252627146] 'agreement among raft nodes before linearized reading' (duration: 996.525168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:23.98806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553126909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109962"} {"level":"info","ts":"2026-07-24T05:40:23.988133Z","caller":"traceutil/trace.go:171","msg":"trace[196338059] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5349; }","duration":"1.553201611s","start":"2026-07-24T05:40:22.434918Z","end":"2026-07-24T05:40:23.98812Z","steps":["trace[196338059] 'agreement among raft nodes before linearized reading' (duration: 1.552823743s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:23.988196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619609462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:40:23.988224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051287632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-24T05:40:23.98828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349382092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:23.988296Z","caller":"traceutil/trace.go:171","msg":"trace[1380707067] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5349; }","duration":"1.051395315s","start":"2026-07-24T05:40:22.936882Z","end":"2026-07-24T05:40:23.988277Z","steps":["trace[1380707067] 'agreement among raft nodes before linearized reading' (duration: 1.051157079s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:23.98831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.290718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:40:23.988344Z","caller":"traceutil/trace.go:171","msg":"trace[769000755] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5349; }","duration":"826.36065ms","start":"2026-07-24T05:40:23.161974Z","end":"2026-07-24T05:40:23.988335Z","steps":["trace[769000755] 'agreement among raft nodes before linearized reading' (duration: 826.268828ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:23.988323Z","caller":"traceutil/trace.go:171","msg":"trace[2072117848] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5349; }","duration":"1.349475303s","start":"2026-07-24T05:40:22.638835Z","end":"2026-07-24T05:40:23.988311Z","steps":["trace[2072117848] 'agreement among raft nodes before linearized reading' (duration: 1.349384541s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:23.988381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:23.161951Z","time spent":"826.421461ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:40:23.988389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:22.63882Z","time spent":"1.349557035s","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:40:23.988247Z","caller":"traceutil/trace.go:171","msg":"trace[1850241024] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5349; }","duration":"1.619691603s","start":"2026-07-24T05:40:22.368545Z","end":"2026-07-24T05:40:23.988237Z","steps":["trace[1850241024] 'agreement among raft nodes before linearized reading' (duration: 1.61957774s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:23.98848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:22.368529Z","time spent":"1.619941299s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:40:23.988341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:22.936865Z","time spent":"1.051467806s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:40:23.988198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:22.434859Z","time spent":"1.553326804s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109985,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:40:23.98821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.752522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:23.988801Z","caller":"traceutil/trace.go:171","msg":"trace[1093497661] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5349; }","duration":"123.415477ms","start":"2026-07-24T05:40:23.865371Z","end":"2026-07-24T05:40:23.988787Z","steps":["trace[1093497661] 'agreement among raft nodes before linearized reading' (duration: 122.733842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:23.989119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:22.991282Z","time spent":"997.820517ms","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414258,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T05:40:25.276463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160686699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:25.276546Z","caller":"traceutil/trace.go:171","msg":"trace[558856102] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5349; }","duration":"1.160844783s","start":"2026-07-24T05:40:24.115681Z","end":"2026-07-24T05:40:25.276526Z","steps":["trace[558856102] 'range keys from in-memory index tree' (duration: 1.156790939s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:25.276588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:24.11566Z","time spent":"1.160920265s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:40:25.620141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:25.818141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381115348s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:40:25.818506Z","caller":"traceutil/trace.go:171","msg":"trace[1831020845] linearizableReadLoop","detail":"{readStateIndex:5665; appliedIndex:5664; }","duration":"698.93468ms","start":"2026-07-24T05:40:25.119549Z","end":"2026-07-24T05:40:25.818483Z","steps":["trace[1831020845] 'read index received' (duration: 698.739006ms)","trace[1831020845] 'applied index is now lower than readState.Index' (duration: 194.974µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:25.818607Z","caller":"traceutil/trace.go:171","msg":"trace[2113523692] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"1.38163429s","start":"2026-07-24T05:40:24.436909Z","end":"2026-07-24T05:40:25.818543Z","steps":["trace[2113523692] 'process raft request' (duration: 1.381430205s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:25.818756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.144376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:25.819078Z","caller":"traceutil/trace.go:171","msg":"trace[1900002942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5350; }","duration":"699.561244ms","start":"2026-07-24T05:40:25.119506Z","end":"2026-07-24T05:40:25.819067Z","steps":["trace[1900002942] 'agreement among raft nodes before linearized reading' (duration: 699.129945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:25.819145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:25.119488Z","time spent":"699.644357ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:25.818827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:24.436881Z","time spent":"1.381843485s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:25.818885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.367723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:25.819351Z","caller":"traceutil/trace.go:171","msg":"trace[206815594] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5350; }","duration":"538.848244ms","start":"2026-07-24T05:40:25.280462Z","end":"2026-07-24T05:40:25.81931Z","steps":["trace[206815594] 'agreement among raft nodes before linearized reading' (duration: 538.344953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:25.819013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.386713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:40:25.819441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:25.280446Z","time spent":"538.940116ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:40:25.81944Z","caller":"traceutil/trace.go:171","msg":"trace[102670238] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5350; }","duration":"662.869784ms","start":"2026-07-24T05:40:25.156543Z","end":"2026-07-24T05:40:25.819413Z","steps":["trace[102670238] 'agreement among raft nodes before linearized reading' (duration: 662.144568ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:25.819503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:25.15652Z","time spent":"662.966417ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:40:26.5027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:27.003429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:27.503622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:28.004643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:28.121876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:40:28.121995Z","caller":"traceutil/trace.go:171","msg":"trace[1835832170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000124071s","start":"2026-07-24T05:40:26.121851Z","end":"2026-07-24T05:40:28.121975Z","steps":["trace[1835832170] 'agreement among raft nodes before linearized reading' (duration: 1.999977807s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:28.122086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:26.12183Z","time spent":"2.000244113s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:40:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:40:28.505515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:29.006271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:29.506799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:29.626079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.625942113s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:40:30.122956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000513528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:40:30.123155Z","caller":"traceutil/trace.go:171","msg":"trace[2056776363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000781374s","start":"2026-07-24T05:40:28.122342Z","end":"2026-07-24T05:40:30.123123Z","steps":["trace[2056776363] 'agreement among raft nodes before linearized reading' (duration: 2.000540829s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:30.123254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:28.122319Z","time spent":"2.000919858s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:40:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:40:30.453537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.359007897s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:30.453716Z","caller":"traceutil/trace.go:171","msg":"trace[873282944] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5350; }","duration":"4.359201961s","start":"2026-07-24T05:40:26.094496Z","end":"2026-07-24T05:40:30.453698Z","steps":["trace[873282944] 'range keys from in-memory index tree' (duration: 4.358987877s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:30.455034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.663914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:30.455126Z","caller":"traceutil/trace.go:171","msg":"trace[908656503] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"4.455073458s","start":"2026-07-24T05:40:26.000033Z","end":"2026-07-24T05:40:30.455106Z","steps":["trace[908656503] 'process raft request' (duration: 3.626260181s)","trace[908656503] 'compare' (duration: 828.144992ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:30.455191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:26.000014Z","time spent":"4.455146259s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:30.991668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:26.002335Z","time spent":"4.989326287s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:40:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:40:31.309137Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.682861011s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:40:31.662789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990120414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:40:31.662858Z","caller":"traceutil/trace.go:171","msg":"trace[634673130] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.990235236s","start":"2026-07-24T05:40:26.672607Z","end":"2026-07-24T05:40:31.662842Z","steps":["trace[634673130] 'agreement among raft nodes before linearized reading' (duration: 4.990146264s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:31.662893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:26.672591Z","time spent":"4.990294727s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/24 05:40:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:40:32.009155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.702549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:40:32.128988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000348574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:40:32.12908Z","caller":"traceutil/trace.go:171","msg":"trace[295040808] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501678s","start":"2026-07-24T05:40:30.128559Z","end":"2026-07-24T05:40:32.12906Z","steps":["trace[295040808] 'agreement among raft nodes before linearized reading' (duration: 2.000382875s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.129136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:30.12854Z","time spent":"2.000585509s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:40:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:40:32.237654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.342911ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:40:32.238201Z","caller":"traceutil/trace.go:171","msg":"trace[231434269] linearizableReadLoop","detail":"{readStateIndex:5670; appliedIndex:5665; }","duration":"6.236076748s","start":"2026-07-24T05:40:26.002094Z","end":"2026-07-24T05:40:32.238171Z","steps":["trace[231434269] 'read index received' (duration: 3.624195593s)","trace[231434269] 'applied index is now lower than readState.Index' (duration: 2.611879235s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:32.2382Z","caller":"traceutil/trace.go:171","msg":"trace[1732730084] transaction","detail":"{read_only:false; response_revision:5353; number_of_response:1; }","duration":"4.413431713s","start":"2026-07-24T05:40:27.824736Z","end":"2026-07-24T05:40:32.238167Z","steps":["trace[1732730084] 'process raft request' (duration: 4.413085086s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.238373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:27.824684Z","time spent":"4.413599118s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:32.238396Z","caller":"traceutil/trace.go:171","msg":"trace[1687528901] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"3.406766142s","start":"2026-07-24T05:40:28.831434Z","end":"2026-07-24T05:40:32.2382Z","steps":["trace[1687528901] 'process raft request' (duration: 3.40665391s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.238476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.236370694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:32.239255Z","caller":"traceutil/trace.go:171","msg":"trace[20301906] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5354; }","duration":"6.237180183s","start":"2026-07-24T05:40:26.002057Z","end":"2026-07-24T05:40:32.239237Z","steps":["trace[20301906] 'agreement among raft nodes before linearized reading' (duration: 6.236246932s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.239309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:26.002029Z","time spent":"6.237265595s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:40:32.238585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.236456056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:40:32.239439Z","caller":"traceutil/trace.go:171","msg":"trace[84479103] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5354; }","duration":"6.237426318s","start":"2026-07-24T05:40:26.002001Z","end":"2026-07-24T05:40:32.239427Z","steps":["trace[84479103] 'agreement among raft nodes before linearized reading' (duration: 6.236366554s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.239506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:26.001982Z","time spent":"6.23751287s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:40:32.238668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.104706669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"warn","ts":"2026-07-24T05:40:32.239316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:28.831403Z","time spent":"3.407738044s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:32.239706Z","caller":"traceutil/trace.go:171","msg":"trace[472759966] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5354; }","duration":"6.105788303s","start":"2026-07-24T05:40:26.133893Z","end":"2026-07-24T05:40:32.239681Z","steps":["trace[472759966] 'agreement among raft nodes before linearized reading' (duration: 6.104719889s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.239936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:26.133863Z","time spent":"6.106057709s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:40:32.238843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078115517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:32.238882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20084599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:32.240051Z","caller":"traceutil/trace.go:171","msg":"trace[726972942] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5354; }","duration":"1.079330965s","start":"2026-07-24T05:40:31.160674Z","end":"2026-07-24T05:40:32.240005Z","steps":["trace[726972942] 'agreement among raft nodes before linearized reading' (duration: 1.078088977s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:32.240125Z","caller":"traceutil/trace.go:171","msg":"trace[593579292] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:5354; }","duration":"1.202125178s","start":"2026-07-24T05:40:31.037975Z","end":"2026-07-24T05:40:32.2401Z","steps":["trace[593579292] 'agreement among raft nodes before linearized reading' (duration: 1.200791118s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.240139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:31.160653Z","time spent":"1.079462857s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:32.24019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:31.037949Z","time spent":"1.202221151s","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:32.238899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895348628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:32.240282Z","caller":"traceutil/trace.go:171","msg":"trace[304363078] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:5354; }","duration":"2.896779591s","start":"2026-07-24T05:40:29.343489Z","end":"2026-07-24T05:40:32.240268Z","steps":["trace[304363078] 'agreement among raft nodes before linearized reading' (duration: 2.895287606s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.240332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:29.343465Z","time spent":"2.896849962s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:32.238899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.415897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:32.240405Z","caller":"traceutil/trace.go:171","msg":"trace[1000288458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5354; }","duration":"110.951923ms","start":"2026-07-24T05:40:32.129439Z","end":"2026-07-24T05:40:32.240391Z","steps":["trace[1000288458] 'agreement among raft nodes before linearized reading' (duration: 109.401947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.23889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.549046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:32.240586Z","caller":"traceutil/trace.go:171","msg":"trace[1812071378] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5354; }","duration":"495.288167ms","start":"2026-07-24T05:40:31.745287Z","end":"2026-07-24T05:40:32.240575Z","steps":["trace[1812071378] 'agreement among raft nodes before linearized reading' (duration: 493.472465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.24063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:31.745269Z","time spent":"495.346948ms","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:32.238946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.173279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:40:32.240777Z","caller":"traceutil/trace.go:171","msg":"trace[517287627] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5354; }","duration":"657.010511ms","start":"2026-07-24T05:40:31.583729Z","end":"2026-07-24T05:40:32.240739Z","steps":["trace[517287627] 'agreement among raft nodes before linearized reading' (duration: 655.141418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.238626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079549144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:40:32.240847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:31.583705Z","time spent":"657.124733ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:40:32.240895Z","caller":"traceutil/trace.go:171","msg":"trace[997178047] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5354; }","duration":"5.081836916s","start":"2026-07-24T05:40:27.159038Z","end":"2026-07-24T05:40:32.240875Z","steps":["trace[997178047] 'agreement among raft nodes before linearized reading' (duration: 5.079493053s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.240973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:27.159021Z","time spent":"5.081934138s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:40:32.238972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.331403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:40:32.24109Z","caller":"traceutil/trace.go:171","msg":"trace[66217015] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5354; }","duration":"138.466102ms","start":"2026-07-24T05:40:32.102579Z","end":"2026-07-24T05:40:32.241046Z","steps":["trace[66217015] 'agreement among raft nodes before linearized reading' (duration: 136.326423ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.238986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.828264489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:32.241168Z","caller":"traceutil/trace.go:171","msg":"trace[403916304] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5354; }","duration":"3.830873328s","start":"2026-07-24T05:40:28.410276Z","end":"2026-07-24T05:40:32.241149Z","steps":["trace[403916304] 'agreement among raft nodes before linearized reading' (duration: 3.828222287s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.241223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:28.410258Z","time spent":"3.83094487s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:32.23898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424003787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:40:32.241322Z","caller":"traceutil/trace.go:171","msg":"trace[462765455] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5354; }","duration":"3.426402352s","start":"2026-07-24T05:40:28.814899Z","end":"2026-07-24T05:40:32.241302Z","steps":["trace[462765455] 'agreement among raft nodes before linearized reading' (duration: 3.423936406s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.241394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:28.814874Z","time spent":"3.426505125s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":39,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:32.239066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.083963696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:5969"} {"level":"info","ts":"2026-07-24T05:40:32.241462Z","caller":"traceutil/trace.go:171","msg":"trace[86201508] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:5354; }","duration":"4.086426042s","start":"2026-07-24T05:40:28.155008Z","end":"2026-07-24T05:40:32.241434Z","steps":["trace[86201508] 'agreement among raft nodes before linearized reading' (duration: 4.083842803s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.239065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393260717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:40:32.241537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:28.154975Z","time spent":"4.086542565s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5992,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" "} {"level":"warn","ts":"2026-07-24T05:40:32.238683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243987007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-24T05:40:32.241603Z","caller":"traceutil/trace.go:171","msg":"trace[1779084317] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5354; }","duration":"1.395847516s","start":"2026-07-24T05:40:30.845732Z","end":"2026-07-24T05:40:32.241579Z","steps":["trace[1779084317] 'agreement among raft nodes before linearized reading' (duration: 1.393116144s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:32.241665Z","caller":"traceutil/trace.go:171","msg":"trace[388337587] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5354; }","duration":"1.247004927s","start":"2026-07-24T05:40:30.994641Z","end":"2026-07-24T05:40:32.241646Z","steps":["trace[388337587] 'agreement among raft nodes before linearized reading' (duration: 1.243848205s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.24169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:30.845684Z","time spent":"1.395985569s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:40:32.241719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:30.994628Z","time spent":"1.247075198s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:40:32.595558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.57581ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:40:32.595678Z","caller":"traceutil/trace.go:171","msg":"trace[2121769483] linearizableReadLoop","detail":"{readStateIndex:5671; appliedIndex:5670; }","duration":"349.491224ms","start":"2026-07-24T05:40:32.246167Z","end":"2026-07-24T05:40:32.595658Z","steps":["trace[2121769483] 'read index received' (duration: 101.822722ms)","trace[2121769483] 'applied index is now lower than readState.Index' (duration: 247.666962ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:32.595696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:32.242068Z","time spent":"353.62021ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:40:32.596175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.993758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-24T05:40:32.596233Z","caller":"traceutil/trace.go:171","msg":"trace[1091805967] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5354; }","duration":"350.081359ms","start":"2026-07-24T05:40:32.246133Z","end":"2026-07-24T05:40:32.596214Z","steps":["trace[1091805967] 'agreement among raft nodes before linearized reading' (duration: 349.908085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.596284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:32.246117Z","time spent":"350.15324ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:40:32.596319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.140301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:40:32.596412Z","caller":"traceutil/trace.go:171","msg":"trace[1997519152] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5354; }","duration":"350.261983ms","start":"2026-07-24T05:40:32.246133Z","end":"2026-07-24T05:40:32.596395Z","steps":["trace[1997519152] 'agreement among raft nodes before linearized reading' (duration: 349.885755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.596532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:32.246116Z","time spent":"350.370875ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:40:32.667997Z","caller":"traceutil/trace.go:171","msg":"trace[2743539] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"415.61422ms","start":"2026-07-24T05:40:32.252357Z","end":"2026-07-24T05:40:32.667971Z","steps":["trace[2743539] 'process raft request' (duration: 415.366395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.668165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:32.252325Z","time spent":"415.753934ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:32.732614Z","caller":"traceutil/trace.go:171","msg":"trace[371197400] linearizableReadLoop","detail":"{readStateIndex:5673; appliedIndex:5671; }","duration":"136.885245ms","start":"2026-07-24T05:40:32.595707Z","end":"2026-07-24T05:40:32.732592Z","steps":["trace[371197400] 'read index received' (duration: 71.915917ms)","trace[371197400] 'applied index is now lower than readState.Index' (duration: 64.968458ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:32.732723Z","caller":"traceutil/trace.go:171","msg":"trace[1324351362] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"270.25613ms","start":"2026-07-24T05:40:32.462458Z","end":"2026-07-24T05:40:32.732714Z","steps":["trace[1324351362] 'process raft request' (duration: 269.953073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.733165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.538634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-07-24T05:40:32.733174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.053153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18340"} {"level":"info","ts":"2026-07-24T05:40:32.733197Z","caller":"traceutil/trace.go:171","msg":"trace[824863832] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5357; }","duration":"486.597296ms","start":"2026-07-24T05:40:32.246592Z","end":"2026-07-24T05:40:32.73319Z","steps":["trace[824863832] 'agreement among raft nodes before linearized reading' (duration: 486.452453ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:32.733207Z","caller":"traceutil/trace.go:171","msg":"trace[673298939] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5357; }","duration":"135.136085ms","start":"2026-07-24T05:40:32.598062Z","end":"2026-07-24T05:40:32.733198Z","steps":["trace[673298939] 'agreement among raft nodes before linearized reading' (duration: 135.039003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.733222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:32.246587Z","time spent":"486.629166ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:40:32.733208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.490473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:40:32.733365Z","caller":"traceutil/trace.go:171","msg":"trace[2122981756] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5357; }","duration":"486.629178ms","start":"2026-07-24T05:40:32.24668Z","end":"2026-07-24T05:40:32.733309Z","steps":["trace[2122981756] 'agreement among raft nodes before linearized reading' (duration: 486.229058ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:32.733373Z","caller":"traceutil/trace.go:171","msg":"trace[495374963] transaction","detail":"{read_only:false; response_revision:5357; number_of_response:1; }","duration":"136.305343ms","start":"2026-07-24T05:40:32.596943Z","end":"2026-07-24T05:40:32.733248Z","steps":["trace[495374963] 'process raft request' (duration: 135.606476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.733505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:32.246625Z","time spent":"486.858773ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:40:32.733494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.740951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:32.733578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.991543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:40:32.73358Z","caller":"traceutil/trace.go:171","msg":"trace[1337980695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5357; }","duration":"483.851784ms","start":"2026-07-24T05:40:32.249707Z","end":"2026-07-24T05:40:32.733559Z","steps":["trace[1337980695] 'agreement among raft nodes before linearized reading' (duration: 483.630779ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:32.733613Z","caller":"traceutil/trace.go:171","msg":"trace[1116858038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5357; }","duration":"486.029884ms","start":"2026-07-24T05:40:32.247575Z","end":"2026-07-24T05:40:32.733605Z","steps":["trace[1116858038] 'agreement among raft nodes before linearized reading' (duration: 485.795409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:32.733648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:32.247531Z","time spent":"486.109336ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:40:32.733642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:32.249704Z","time spent":"483.927676ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:32.734111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.101429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:32.734291Z","caller":"traceutil/trace.go:171","msg":"trace[516534277] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:5357; }","duration":"157.390845ms","start":"2026-07-24T05:40:32.576868Z","end":"2026-07-24T05:40:32.734258Z","steps":["trace[516534277] 'agreement among raft nodes before linearized reading' (duration: 156.267839ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:34.187047Z","caller":"traceutil/trace.go:171","msg":"trace[307001557] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"102.540529ms","start":"2026-07-24T05:40:34.084468Z","end":"2026-07-24T05:40:34.187009Z","steps":["trace[307001557] 'process raft request' (duration: 102.205102ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:34.376356Z","caller":"traceutil/trace.go:171","msg":"trace[1728804695] linearizableReadLoop","detail":"{readStateIndex:5676; appliedIndex:5675; }","duration":"119.050956ms","start":"2026-07-24T05:40:34.257264Z","end":"2026-07-24T05:40:34.376315Z","steps":["trace[1728804695] 'read index received' (duration: 108.656908ms)","trace[1728804695] 'applied index is now lower than readState.Index' (duration: 10.392098ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:34.376421Z","caller":"traceutil/trace.go:171","msg":"trace[1919835135] transaction","detail":"{read_only:false; response_revision:5359; number_of_response:1; }","duration":"131.640636ms","start":"2026-07-24T05:40:34.244738Z","end":"2026-07-24T05:40:34.376379Z","steps":["trace[1919835135] 'process raft request' (duration: 121.141225ms)","trace[1919835135] 'compare' (duration: 10.102942ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:34.376552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.257601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:34.376579Z","caller":"traceutil/trace.go:171","msg":"trace[489480510] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5359; }","duration":"119.376434ms","start":"2026-07-24T05:40:34.257194Z","end":"2026-07-24T05:40:34.37657Z","steps":["trace[489480510] 'agreement among raft nodes before linearized reading' (duration: 119.252121ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:34.385124Z","caller":"traceutil/trace.go:171","msg":"trace[1183840500] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"101.829022ms","start":"2026-07-24T05:40:34.283268Z","end":"2026-07-24T05:40:34.385097Z","steps":["trace[1183840500] 'process raft request' (duration: 101.555266ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:34.788909Z","caller":"traceutil/trace.go:171","msg":"trace[1646274798] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"186.068032ms","start":"2026-07-24T05:40:34.602814Z","end":"2026-07-24T05:40:34.788882Z","steps":["trace[1646274798] 'process raft request' (duration: 185.722464ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:35.396169Z","caller":"traceutil/trace.go:171","msg":"trace[2005196970] linearizableReadLoop","detail":"{readStateIndex:5682; appliedIndex:5681; }","duration":"293.744919ms","start":"2026-07-24T05:40:35.1024Z","end":"2026-07-24T05:40:35.396145Z","steps":["trace[2005196970] 'read index received' (duration: 293.512004ms)","trace[2005196970] 'applied index is now lower than readState.Index' (duration: 232.135µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:35.396263Z","caller":"traceutil/trace.go:171","msg":"trace[1473748090] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"359.29491ms","start":"2026-07-24T05:40:35.03693Z","end":"2026-07-24T05:40:35.396225Z","steps":["trace[1473748090] 'process raft request' (duration: 359.045684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:35.396404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.916523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:35.396516Z","caller":"traceutil/trace.go:171","msg":"trace[178993497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5365; }","duration":"294.130778ms","start":"2026-07-24T05:40:35.102363Z","end":"2026-07-24T05:40:35.396494Z","steps":["trace[178993497] 'agreement among raft nodes before linearized reading' (duration: 293.916913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:35.396434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:35.036914Z","time spent":"359.424163ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:35.396649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.951316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:40:35.396698Z","caller":"traceutil/trace.go:171","msg":"trace[2139139512] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5365; }","duration":"240.040398ms","start":"2026-07-24T05:40:35.156644Z","end":"2026-07-24T05:40:35.396685Z","steps":["trace[2139139512] 'agreement among raft nodes before linearized reading' (duration: 239.835523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:35.396655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.90514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:35.396774Z","caller":"traceutil/trace.go:171","msg":"trace[517828325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5365; }","duration":"276.070343ms","start":"2026-07-24T05:40:35.120675Z","end":"2026-07-24T05:40:35.396745Z","steps":["trace[517828325] 'agreement among raft nodes before linearized reading' (duration: 275.731466ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:37.278575Z","caller":"traceutil/trace.go:171","msg":"trace[559886777] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"894.240166ms","start":"2026-07-24T05:40:36.384306Z","end":"2026-07-24T05:40:37.278546Z","steps":["trace[559886777] 'process raft request' (duration: 894.077472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:37.278734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:36.384286Z","time spent":"894.372648ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:37.805847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.732429ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:40:37.80622Z","caller":"traceutil/trace.go:171","msg":"trace[2040389815] linearizableReadLoop","detail":"{readStateIndex:5692; appliedIndex:5688; }","duration":"971.517975ms","start":"2026-07-24T05:40:36.834683Z","end":"2026-07-24T05:40:37.806201Z","steps":["trace[2040389815] 'read index received' (duration: 443.830707ms)","trace[2040389815] 'applied index is now lower than readState.Index' (duration: 527.686148ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:37.806239Z","caller":"traceutil/trace.go:171","msg":"trace[2041997955] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"982.21388ms","start":"2026-07-24T05:40:36.824008Z","end":"2026-07-24T05:40:37.806222Z","steps":["trace[2041997955] 'process raft request' (duration: 982.134859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:37.80633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:36.823994Z","time spent":"982.280782ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:37.806404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.715049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:37.806442Z","caller":"traceutil/trace.go:171","msg":"trace[1554598590] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5374; }","duration":"971.804251ms","start":"2026-07-24T05:40:36.834628Z","end":"2026-07-24T05:40:37.806432Z","steps":["trace[1554598590] 'agreement among raft nodes before linearized reading' (duration: 971.659868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:37.80648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:36.834601Z","time spent":"971.871043ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:40:37.807027Z","caller":"traceutil/trace.go:171","msg":"trace[1958040405] transaction","detail":"{read_only:false; response_revision:5373; number_of_response:1; }","duration":"1.009131848s","start":"2026-07-24T05:40:36.797867Z","end":"2026-07-24T05:40:37.806999Z","steps":["trace[1958040405] 'process raft request' (duration: 1.008124784s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:37.807283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:36.797834Z","time spent":"1.009348423s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:37.845092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.466094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:37.84513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.49272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:40:37.845164Z","caller":"traceutil/trace.go:171","msg":"trace[1728093180] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5375; }","duration":"376.591596ms","start":"2026-07-24T05:40:37.468558Z","end":"2026-07-24T05:40:37.845149Z","steps":["trace[1728093180] 'agreement among raft nodes before linearized reading' (duration: 376.472883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:37.845213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.622865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:37.845167Z","caller":"traceutil/trace.go:171","msg":"trace[478235654] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5375; }","duration":"688.567433ms","start":"2026-07-24T05:40:37.156586Z","end":"2026-07-24T05:40:37.845154Z","steps":["trace[478235654] 'agreement among raft nodes before linearized reading' (duration: 688.42587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:37.845239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:37.156561Z","time spent":"688.673146ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:40:37.845239Z","caller":"traceutil/trace.go:171","msg":"trace[1703136805] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5375; }","duration":"568.694317ms","start":"2026-07-24T05:40:37.276537Z","end":"2026-07-24T05:40:37.845232Z","steps":["trace[1703136805] 'agreement among raft nodes before linearized reading' (duration: 568.648406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:37.845259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:37.276517Z","time spent":"568.737568ms","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:37.845332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008519822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:40:37.845188Z","caller":"traceutil/trace.go:171","msg":"trace[50158230] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"417.576785ms","start":"2026-07-24T05:40:37.427547Z","end":"2026-07-24T05:40:37.845123Z","steps":["trace[50158230] 'process raft request' (duration: 417.286579ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:37.845417Z","caller":"traceutil/trace.go:171","msg":"trace[1809683866] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5375; }","duration":"1.008640706s","start":"2026-07-24T05:40:36.836758Z","end":"2026-07-24T05:40:37.845399Z","steps":["trace[1809683866] 'agreement among raft nodes before linearized reading' (duration: 1.00838495s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:37.845462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:36.836748Z","time spent":"1.008705607s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:40:37.845488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.551495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"info","ts":"2026-07-24T05:40:37.845516Z","caller":"traceutil/trace.go:171","msg":"trace[1384074957] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5375; }","duration":"596.621567ms","start":"2026-07-24T05:40:37.248888Z","end":"2026-07-24T05:40:37.845509Z","steps":["trace[1384074957] 'agreement among raft nodes before linearized reading' (duration: 596.570776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:37.845216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:37.468542Z","time spent":"376.652768ms","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:37.845535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:37.248866Z","time spent":"596.664578ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:40:37.845576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:37.427454Z","time spent":"417.971314ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:37.845733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.009675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:37.845766Z","caller":"traceutil/trace.go:171","msg":"trace[272726894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5375; }","duration":"724.090818ms","start":"2026-07-24T05:40:37.121666Z","end":"2026-07-24T05:40:37.845757Z","steps":["trace[272726894] 'agreement among raft nodes before linearized reading' (duration: 724.029165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:37.84579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:37.121641Z","time spent":"724.143629ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:38.096485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.209755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:40:38.09661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.405331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:40:38.096663Z","caller":"traceutil/trace.go:171","msg":"trace[1956961183] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5375; }","duration":"117.379749ms","start":"2026-07-24T05:40:37.979199Z","end":"2026-07-24T05:40:38.096579Z","steps":["trace[1956961183] 'count revisions from in-memory index tree' (duration: 117.146964ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:38.096744Z","caller":"traceutil/trace.go:171","msg":"trace[854356947] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5375; }","duration":"128.744569ms","start":"2026-07-24T05:40:37.967965Z","end":"2026-07-24T05:40:38.09671Z","steps":["trace[854356947] 'count revisions from in-memory index tree' (duration: 128.31246ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:38.514414Z","caller":"traceutil/trace.go:171","msg":"trace[1903860100] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"143.755863ms","start":"2026-07-24T05:40:38.37063Z","end":"2026-07-24T05:40:38.514385Z","steps":["trace[1903860100] 'process raft request' (duration: 143.559299ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:39.926819Z","caller":"traceutil/trace.go:171","msg":"trace[449717085] transaction","detail":"{read_only:false; response_revision:5389; number_of_response:1; }","duration":"110.645334ms","start":"2026-07-24T05:40:39.816132Z","end":"2026-07-24T05:40:39.926777Z","steps":["trace[449717085] 'process raft request' (duration: 110.362947ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:41.525211Z","caller":"traceutil/trace.go:171","msg":"trace[245788860] linearizableReadLoop","detail":"{readStateIndex:5710; appliedIndex:5708; }","duration":"139.436134ms","start":"2026-07-24T05:40:41.385746Z","end":"2026-07-24T05:40:41.525182Z","steps":["trace[245788860] 'read index received' (duration: 6.299104ms)","trace[245788860] 'applied index is now lower than readState.Index' (duration: 133.13567ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:41.525585Z","caller":"traceutil/trace.go:171","msg":"trace[339597651] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"170.891445ms","start":"2026-07-24T05:40:41.354666Z","end":"2026-07-24T05:40:41.525557Z","steps":["trace[339597651] 'process raft request' (duration: 134.0238ms)","trace[339597651] 'compare' (duration: 36.310292ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:41.526029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.190594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:40:41.526124Z","caller":"traceutil/trace.go:171","msg":"trace[555506931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5392; }","duration":"124.328878ms","start":"2026-07-24T05:40:41.401774Z","end":"2026-07-24T05:40:41.526103Z","steps":["trace[555506931] 'agreement among raft nodes before linearized reading' (duration: 123.995681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:41.526159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.384125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:41.526307Z","caller":"traceutil/trace.go:171","msg":"trace[2120909972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5392; }","duration":"140.613511ms","start":"2026-07-24T05:40:41.38567Z","end":"2026-07-24T05:40:41.526283Z","steps":["trace[2120909972] 'agreement among raft nodes before linearized reading' (duration: 140.391646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:41.526321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.905914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:40:41.526414Z","caller":"traceutil/trace.go:171","msg":"trace[387511887] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5392; }","duration":"112.073888ms","start":"2026-07-24T05:40:41.414319Z","end":"2026-07-24T05:40:41.526393Z","steps":["trace[387511887] 'agreement among raft nodes before linearized reading' (duration: 111.690029ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:43.775003Z","caller":"traceutil/trace.go:171","msg":"trace[522185628] linearizableReadLoop","detail":"{readStateIndex:5718; appliedIndex:5717; }","duration":"331.062694ms","start":"2026-07-24T05:40:43.443904Z","end":"2026-07-24T05:40:43.774967Z","steps":["trace[522185628] 'read index received' (duration: 330.90272ms)","trace[522185628] 'applied index is now lower than readState.Index' (duration: 158.334µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:43.775126Z","caller":"traceutil/trace.go:171","msg":"trace[166426676] transaction","detail":"{read_only:false; response_revision:5399; number_of_response:1; }","duration":"373.454724ms","start":"2026-07-24T05:40:43.40163Z","end":"2026-07-24T05:40:43.775085Z","steps":["trace[166426676] 'process raft request' (duration: 373.112097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:43.775305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:43.401608Z","time spent":"373.598628ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:43.775272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.34118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:40:43.775484Z","caller":"traceutil/trace.go:171","msg":"trace[283776208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5399; }","duration":"331.480583ms","start":"2026-07-24T05:40:43.443878Z","end":"2026-07-24T05:40:43.775359Z","steps":["trace[283776208] 'agreement among raft nodes before linearized reading' (duration: 331.267578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:43.775565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:43.443851Z","time spent":"331.697048ms","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:40:44.131689Z","caller":"traceutil/trace.go:171","msg":"trace[611564876] transaction","detail":"{read_only:false; response_revision:5400; number_of_response:1; }","duration":"597.6381ms","start":"2026-07-24T05:40:43.534031Z","end":"2026-07-24T05:40:44.131669Z","steps":["trace[611564876] 'process raft request' (duration: 597.508677ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:44.131744Z","caller":"traceutil/trace.go:171","msg":"trace[1333880237] linearizableReadLoop","detail":"{readStateIndex:5719; appliedIndex:5719; }","duration":"356.609769ms","start":"2026-07-24T05:40:43.775107Z","end":"2026-07-24T05:40:44.131717Z","steps":["trace[1333880237] 'read index received' (duration: 356.598739ms)","trace[1333880237] 'applied index is now lower than readState.Index' (duration: 9.17µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:44.131807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:43.533994Z","time spent":"597.753603ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:44.131934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.277208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:44.131984Z","caller":"traceutil/trace.go:171","msg":"trace[422158865] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5400; }","duration":"458.37915ms","start":"2026-07-24T05:40:43.673592Z","end":"2026-07-24T05:40:44.131971Z","steps":["trace[422158865] 'agreement among raft nodes before linearized reading' (duration: 458.244977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:44.132025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:43.673574Z","time spent":"458.441341ms","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:44.132329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.933784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:40:44.132373Z","caller":"traceutil/trace.go:171","msg":"trace[1385693273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5400; }","duration":"593.006855ms","start":"2026-07-24T05:40:43.539355Z","end":"2026-07-24T05:40:44.132362Z","steps":["trace[1385693273] 'agreement among raft nodes before linearized reading' (duration: 592.875632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:44.132408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:43.539342Z","time spent":"593.057167ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:40:44.132491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.905935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:40:44.13255Z","caller":"traceutil/trace.go:171","msg":"trace[120186153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5400; }","duration":"558.995327ms","start":"2026-07-24T05:40:43.57354Z","end":"2026-07-24T05:40:44.132535Z","steps":["trace[120186153] 'agreement among raft nodes before linearized reading' (duration: 558.826273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:44.132591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:43.573523Z","time spent":"559.059138ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:40:44.165226Z","caller":"traceutil/trace.go:171","msg":"trace[1355528550] transaction","detail":"{read_only:false; response_revision:5401; number_of_response:1; }","duration":"227.330837ms","start":"2026-07-24T05:40:43.937869Z","end":"2026-07-24T05:40:44.1652Z","steps":["trace[1355528550] 'process raft request' (duration: 227.143093ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:44.165571Z","caller":"traceutil/trace.go:171","msg":"trace[1694935472] transaction","detail":"{read_only:false; response_revision:5402; number_of_response:1; }","duration":"218.532946ms","start":"2026-07-24T05:40:43.947021Z","end":"2026-07-24T05:40:44.165554Z","steps":["trace[1694935472] 'process raft request' (duration: 218.134887ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:44.165712Z","caller":"traceutil/trace.go:171","msg":"trace[871098803] transaction","detail":"{read_only:false; response_revision:5403; number_of_response:1; }","duration":"214.432242ms","start":"2026-07-24T05:40:43.951254Z","end":"2026-07-24T05:40:44.165686Z","steps":["trace[871098803] 'process raft request' (duration: 214.149875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:44.165787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.863439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:40:44.165781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.459594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:40:44.165802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.31318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:44.165978Z","caller":"traceutil/trace.go:171","msg":"trace[616507046] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5403; }","duration":"204.523706ms","start":"2026-07-24T05:40:43.961441Z","end":"2026-07-24T05:40:44.165965Z","steps":["trace[616507046] 'agreement among raft nodes before linearized reading' (duration: 204.235589ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:44.165879Z","caller":"traceutil/trace.go:171","msg":"trace[1448043203] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5403; }","duration":"206.985112ms","start":"2026-07-24T05:40:43.958872Z","end":"2026-07-24T05:40:44.165857Z","steps":["trace[1448043203] 'agreement among raft nodes before linearized reading' (duration: 206.749316ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:44.165978Z","caller":"traceutil/trace.go:171","msg":"trace[1517110949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5403; }","duration":"142.704229ms","start":"2026-07-24T05:40:44.023254Z","end":"2026-07-24T05:40:44.165958Z","steps":["trace[1517110949] 'agreement among raft nodes before linearized reading' (duration: 142.409233ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:44.279788Z","caller":"traceutil/trace.go:171","msg":"trace[194309857] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"143.1734ms","start":"2026-07-24T05:40:44.136591Z","end":"2026-07-24T05:40:44.279765Z","steps":["trace[194309857] 'process raft request' (duration: 109.365076ms)","trace[194309857] 'compare' (duration: 33.579479ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:44.279978Z","caller":"traceutil/trace.go:171","msg":"trace[348949651] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"141.46248ms","start":"2026-07-24T05:40:44.138502Z","end":"2026-07-24T05:40:44.279964Z","steps":["trace[348949651] 'process raft request' (duration: 141.227515ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:44.279969Z","caller":"traceutil/trace.go:171","msg":"trace[968603451] linearizableReadLoop","detail":"{readStateIndex:5724; appliedIndex:5722; }","duration":"108.588127ms","start":"2026-07-24T05:40:44.171343Z","end":"2026-07-24T05:40:44.279931Z","steps":["trace[968603451] 'read index received' (duration: 74.65813ms)","trace[968603451] 'applied index is now lower than readState.Index' (duration: 33.927917ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:44.280393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.021176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"warn","ts":"2026-07-24T05:40:44.280479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.804379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:40:44.280482Z","caller":"traceutil/trace.go:171","msg":"trace[1429296468] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5405; }","duration":"109.14829ms","start":"2026-07-24T05:40:44.171313Z","end":"2026-07-24T05:40:44.280462Z","steps":["trace[1429296468] 'agreement among raft nodes before linearized reading' (duration: 108.73535ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:44.28052Z","caller":"traceutil/trace.go:171","msg":"trace[1429320066] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5405; }","duration":"107.867642ms","start":"2026-07-24T05:40:44.172641Z","end":"2026-07-24T05:40:44.280509Z","steps":["trace[1429320066] 'agreement among raft nodes before linearized reading' (duration: 107.585104ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:46.282657Z","caller":"traceutil/trace.go:171","msg":"trace[504231371] transaction","detail":"{read_only:false; response_revision:5410; number_of_response:1; }","duration":"112.537728ms","start":"2026-07-24T05:40:46.170101Z","end":"2026-07-24T05:40:46.282639Z","steps":["trace[504231371] 'process raft request' (duration: 112.326533ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:46.282702Z","caller":"traceutil/trace.go:171","msg":"trace[3256620] transaction","detail":"{read_only:false; response_revision:5411; number_of_response:1; }","duration":"111.485574ms","start":"2026-07-24T05:40:46.171209Z","end":"2026-07-24T05:40:46.282695Z","steps":["trace[3256620] 'process raft request' (duration: 111.349371ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:46.282657Z","caller":"traceutil/trace.go:171","msg":"trace[227698543] transaction","detail":"{read_only:false; response_revision:5412; number_of_response:1; }","duration":"110.868959ms","start":"2026-07-24T05:40:46.171765Z","end":"2026-07-24T05:40:46.282634Z","steps":["trace[227698543] 'process raft request' (duration: 110.827828ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:46.516282Z","caller":"traceutil/trace.go:171","msg":"trace[753417639] linearizableReadLoop","detail":"{readStateIndex:5733; appliedIndex:5731; }","duration":"222.677822ms","start":"2026-07-24T05:40:46.293573Z","end":"2026-07-24T05:40:46.516251Z","steps":["trace[753417639] 'read index received' (duration: 65.664305ms)","trace[753417639] 'applied index is now lower than readState.Index' (duration: 157.012197ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:46.516434Z","caller":"traceutil/trace.go:171","msg":"trace[1988275179] transaction","detail":"{read_only:false; response_revision:5414; number_of_response:1; }","duration":"223.377808ms","start":"2026-07-24T05:40:46.292987Z","end":"2026-07-24T05:40:46.516365Z","steps":["trace[1988275179] 'process raft request' (duration: 143.850055ms)","trace[1988275179] 'compare' (duration: 79.255227ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:46.516756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.196658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"warn","ts":"2026-07-24T05:40:46.516763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.171653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:40:46.516808Z","caller":"traceutil/trace.go:171","msg":"trace[605930013] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5414; }","duration":"221.283589ms","start":"2026-07-24T05:40:46.295513Z","end":"2026-07-24T05:40:46.516796Z","steps":["trace[605930013] 'agreement among raft nodes before linearized reading' (duration: 220.924711ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:46.516832Z","caller":"traceutil/trace.go:171","msg":"trace[881635763] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5414; }","duration":"223.243825ms","start":"2026-07-24T05:40:46.293567Z","end":"2026-07-24T05:40:46.516811Z","steps":["trace[881635763] 'agreement among raft nodes before linearized reading' (duration: 222.801345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.204921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.292997ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:40:48.205056Z","caller":"traceutil/trace.go:171","msg":"trace[429951084] linearizableReadLoop","detail":"{readStateIndex:5735; appliedIndex:5734; }","duration":"373.602698ms","start":"2026-07-24T05:40:47.831431Z","end":"2026-07-24T05:40:48.205033Z","steps":["trace[429951084] 'read index received' (duration: 225.169088ms)","trace[429951084] 'applied index is now lower than readState.Index' (duration: 148.43151ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:48.205462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.029929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:40:48.205523Z","caller":"traceutil/trace.go:171","msg":"trace[1887431661] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5415; }","duration":"374.13084ms","start":"2026-07-24T05:40:47.831377Z","end":"2026-07-24T05:40:48.205508Z","steps":["trace[1887431661] 'agreement among raft nodes before linearized reading' (duration: 373.935286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.205568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:47.831358Z","time spent":"374.198523ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:40:48.461116Z","caller":"traceutil/trace.go:171","msg":"trace[86097441] linearizableReadLoop","detail":"{readStateIndex:5736; appliedIndex:5735; }","duration":"256.000615ms","start":"2026-07-24T05:40:48.205089Z","end":"2026-07-24T05:40:48.46109Z","steps":["trace[86097441] 'read index received' (duration: 255.878542ms)","trace[86097441] 'applied index is now lower than readState.Index' (duration: 120.643µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:48.461256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.425681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:48.461309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.227492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:40:48.461381Z","caller":"traceutil/trace.go:171","msg":"trace[356948102] transaction","detail":"{read_only:false; response_revision:5416; number_of_response:1; }","duration":"272.120983ms","start":"2026-07-24T05:40:48.189249Z","end":"2026-07-24T05:40:48.461369Z","steps":["trace[356948102] 'process raft request' (duration: 271.663573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.461413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.539365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:48.461422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.58286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"info","ts":"2026-07-24T05:40:48.461466Z","caller":"traceutil/trace.go:171","msg":"trace[1808715435] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5416; }","duration":"345.782691ms","start":"2026-07-24T05:40:48.115667Z","end":"2026-07-24T05:40:48.46145Z","steps":["trace[1808715435] 'agreement among raft nodes before linearized reading' (duration: 345.542666ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:48.461471Z","caller":"traceutil/trace.go:171","msg":"trace[1837810764] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5416; }","duration":"594.674452ms","start":"2026-07-24T05:40:47.866783Z","end":"2026-07-24T05:40:48.461457Z","steps":["trace[1837810764] 'agreement among raft nodes before linearized reading' (duration: 594.58596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.461499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.256837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-24T05:40:48.461507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:47.866764Z","time spent":"594.735604ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:40:48.461533Z","caller":"traceutil/trace.go:171","msg":"trace[411567821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5416; }","duration":"420.314069ms","start":"2026-07-24T05:40:48.041211Z","end":"2026-07-24T05:40:48.461525Z","steps":["trace[411567821] 'agreement among raft nodes before linearized reading' (duration: 420.190326ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:48.461377Z","caller":"traceutil/trace.go:171","msg":"trace[1308812776] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5416; }","duration":"515.343125ms","start":"2026-07-24T05:40:47.94602Z","end":"2026-07-24T05:40:48.461363Z","steps":["trace[1308812776] 'agreement among raft nodes before linearized reading' (duration: 515.220442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.461571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:48.0412Z","time spent":"420.36349ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:40:48.461555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:48.115651Z","time spent":"345.889003ms","remote":"127.0.0.1:48260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:48.4616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:47.945998Z","time spent":"515.586971ms","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:40:48.461338Z","caller":"traceutil/trace.go:171","msg":"trace[876495032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5416; }","duration":"341.530384ms","start":"2026-07-24T05:40:48.119788Z","end":"2026-07-24T05:40:48.461319Z","steps":["trace[876495032] 'agreement among raft nodes before linearized reading' (duration: 341.36221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.461817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:48.119781Z","time spent":"342.027315ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:48.819724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.259352ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:48.820022Z","caller":"traceutil/trace.go:171","msg":"trace[1044902905] transaction","detail":"{read_only:false; response_revision:5417; number_of_response:1; }","duration":"605.732626ms","start":"2026-07-24T05:40:48.214262Z","end":"2026-07-24T05:40:48.819995Z","steps":["trace[1044902905] 'process raft request' (duration: 400.106216ms)","trace[1044902905] 'compare' (duration: 204.833152ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:48.820081Z","caller":"traceutil/trace.go:171","msg":"trace[702482143] linearizableReadLoop","detail":"{readStateIndex:5740; appliedIndex:5736; }","duration":"358.880491ms","start":"2026-07-24T05:40:48.461182Z","end":"2026-07-24T05:40:48.820062Z","steps":["trace[702482143] 'read index received' (duration: 153.045385ms)","trace[702482143] 'applied index is now lower than readState.Index' (duration: 205.833786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:48.820135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:48.214243Z","time spent":"605.836479ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:48.820391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.83364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:40:48.820455Z","caller":"traceutil/trace.go:171","msg":"trace[1218691546] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5420; }","duration":"575.928363ms","start":"2026-07-24T05:40:48.244511Z","end":"2026-07-24T05:40:48.820439Z","steps":["trace[1218691546] 'agreement among raft nodes before linearized reading' (duration: 575.761869ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.820501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:48.244495Z","time spent":"575.992924ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:40:48.820525Z","caller":"traceutil/trace.go:171","msg":"trace[332334665] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"531.502756ms","start":"2026-07-24T05:40:48.288995Z","end":"2026-07-24T05:40:48.820497Z","steps":["trace[332334665] 'process raft request' (duration: 530.963084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.820625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:48.288975Z","time spent":"531.595918ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:48.820636Z","caller":"traceutil/trace.go:171","msg":"trace[1013912406] transaction","detail":"{read_only:false; response_revision:5418; number_of_response:1; }","duration":"532.233643ms","start":"2026-07-24T05:40:48.288375Z","end":"2026-07-24T05:40:48.820608Z","steps":["trace[1013912406] 'process raft request' (duration: 531.494136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.8207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.649052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:48.820757Z","caller":"traceutil/trace.go:171","msg":"trace[761034529] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"531.70383ms","start":"2026-07-24T05:40:48.289023Z","end":"2026-07-24T05:40:48.820727Z","steps":["trace[761034529] 'process raft request' (duration: 530.989754ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:48.82085Z","caller":"traceutil/trace.go:171","msg":"trace[2100969340] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5420; }","duration":"357.733584ms","start":"2026-07-24T05:40:48.463004Z","end":"2026-07-24T05:40:48.820738Z","steps":["trace[2100969340] 'agreement among raft nodes before linearized reading' (duration: 357.655883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.82087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.708457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:40:48.820891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:48.462987Z","time spent":"357.894298ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:48.820875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.663996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:48.820935Z","caller":"traceutil/trace.go:171","msg":"trace[2124983544] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5420; }","duration":"296.818039ms","start":"2026-07-24T05:40:48.524097Z","end":"2026-07-24T05:40:48.820915Z","steps":["trace[2124983544] 'agreement among raft nodes before linearized reading' (duration: 296.665946ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:48.820951Z","caller":"traceutil/trace.go:171","msg":"trace[1971547450] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5420; }","duration":"296.759928ms","start":"2026-07-24T05:40:48.524175Z","end":"2026-07-24T05:40:48.820935Z","steps":["trace[1971547450] 'agreement among raft nodes before linearized reading' (duration: 296.590054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.820777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:48.288351Z","time spent":"532.348085ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:48.821059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.685415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:40:48.82114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:48.289004Z","time spent":"531.870585ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:48.821166Z","caller":"traceutil/trace.go:171","msg":"trace[1088687609] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5420; }","duration":"299.87305ms","start":"2026-07-24T05:40:48.521272Z","end":"2026-07-24T05:40:48.821145Z","steps":["trace[1088687609] 'agreement among raft nodes before linearized reading' (duration: 299.510591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.821122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.576789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:40:48.821226Z","caller":"traceutil/trace.go:171","msg":"trace[1280768102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5420; }","duration":"456.715432ms","start":"2026-07-24T05:40:48.364499Z","end":"2026-07-24T05:40:48.821214Z","steps":["trace[1280768102] 'agreement among raft nodes before linearized reading' (duration: 455.74767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:48.821264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:48.364479Z","time spent":"456.777724ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-24T05:40:50.982176Z","caller":"traceutil/trace.go:171","msg":"trace[1826944127] linearizableReadLoop","detail":"{readStateIndex:5745; appliedIndex:5744; }","duration":"146.837035ms","start":"2026-07-24T05:40:50.835312Z","end":"2026-07-24T05:40:50.982149Z","steps":["trace[1826944127] 'read index received' (duration: 146.677791ms)","trace[1826944127] 'applied index is now lower than readState.Index' (duration: 158.003µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:50.982297Z","caller":"traceutil/trace.go:171","msg":"trace[1796993486] transaction","detail":"{read_only:false; response_revision:5425; number_of_response:1; }","duration":"155.280827ms","start":"2026-07-24T05:40:50.826981Z","end":"2026-07-24T05:40:50.982262Z","steps":["trace[1796993486] 'process raft request' (duration: 154.98472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:50.982421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.08377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:40:50.982466Z","caller":"traceutil/trace.go:171","msg":"trace[958325817] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5425; }","duration":"147.179231ms","start":"2026-07-24T05:40:50.835274Z","end":"2026-07-24T05:40:50.982453Z","steps":["trace[958325817] 'agreement among raft nodes before linearized reading' (duration: 146.992637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:51.482701Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:51.982925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:52.484005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:52.985036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:53.121988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:40:53.122074Z","caller":"traceutil/trace.go:171","msg":"trace[681350683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402055s","start":"2026-07-24T05:40:51.121651Z","end":"2026-07-24T05:40:53.122053Z","steps":["trace[681350683] 'agreement among raft nodes before linearized reading' (duration: 2.000292453s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:53.122123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:51.12163Z","time spent":"2.000482546s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:53.494577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:53.995245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464148891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:40:54.137172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.155152438s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:40:54.137916Z","caller":"traceutil/trace.go:171","msg":"trace[1989684513] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"3.302533713s","start":"2026-07-24T05:40:50.835317Z","end":"2026-07-24T05:40:54.137851Z","steps":["trace[1989684513] 'process raft request' (duration: 3.302159925s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:54.138073Z","caller":"traceutil/trace.go:171","msg":"trace[1597035561] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"3.269355773s","start":"2026-07-24T05:40:50.868691Z","end":"2026-07-24T05:40:54.138047Z","steps":["trace[1597035561] 'process raft request' (duration: 3.269279372s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:54.138126Z","caller":"traceutil/trace.go:171","msg":"trace[1224219367] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"3.301862917s","start":"2026-07-24T05:40:50.836225Z","end":"2026-07-24T05:40:54.138088Z","steps":["trace[1224219367] 'process raft request' (duration: 3.301496339s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.138233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:50.868652Z","time spent":"3.269477086s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:54.138249Z","caller":"traceutil/trace.go:171","msg":"trace[119792777] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"3.299532064s","start":"2026-07-24T05:40:50.838689Z","end":"2026-07-24T05:40:54.138222Z","steps":["trace[119792777] 'process raft request' (duration: 3.299228738s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.138298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:50.836205Z","time spent":"3.301995731s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:54.138347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:50.838674Z","time spent":"3.299611986s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:54.138577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:50.835297Z","time spent":"3.302705447s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:54.32702Z","caller":"traceutil/trace.go:171","msg":"trace[491129049] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"1.80374753s","start":"2026-07-24T05:40:52.523224Z","end":"2026-07-24T05:40:54.326971Z","steps":["trace[491129049] 'process raft request' (duration: 1.786092084s)","trace[491129049] 'compare' (duration: 17.098493ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:54.327129Z","caller":"traceutil/trace.go:171","msg":"trace[90956328] linearizableReadLoop","detail":"{readStateIndex:5751; appliedIndex:5745; }","duration":"3.344851472s","start":"2026-07-24T05:40:50.982242Z","end":"2026-07-24T05:40:54.327093Z","steps":["trace[90956328] 'read index received' (duration: 3.155269439s)","trace[90956328] 'applied index is now lower than readState.Index' (duration: 189.580473ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:54.327333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:52.5232Z","time spent":"1.803923484s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:54.327421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444811863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"warn","ts":"2026-07-24T05:40:54.327528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.390612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"info","ts":"2026-07-24T05:40:54.327573Z","caller":"traceutil/trace.go:171","msg":"trace[443842108] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5431; }","duration":"854.460734ms","start":"2026-07-24T05:40:53.473095Z","end":"2026-07-24T05:40:54.327556Z","steps":["trace[443842108] 'agreement among raft nodes before linearized reading' (duration: 854.387722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.3276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:53.473076Z","time spent":"854.519665ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:40:54.32762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438284273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:40:54.327644Z","caller":"traceutil/trace.go:171","msg":"trace[1438331550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5431; }","duration":"3.438319544s","start":"2026-07-24T05:40:50.889318Z","end":"2026-07-24T05:40:54.327637Z","steps":["trace[1438331550] 'agreement among raft nodes before linearized reading' (duration: 3.438229952s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.32766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339749236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"warn","ts":"2026-07-24T05:40:54.327679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:50.889311Z","time spent":"3.438361544s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:40:54.327691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744243115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:40:54.327521Z","caller":"traceutil/trace.go:171","msg":"trace[650123522] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5431; }","duration":"3.444962887s","start":"2026-07-24T05:40:50.882536Z","end":"2026-07-24T05:40:54.327499Z","steps":["trace[650123522] 'agreement among raft nodes before linearized reading' (duration: 3.444777622s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:54.327742Z","caller":"traceutil/trace.go:171","msg":"trace[478495426] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5431; }","duration":"2.744328337s","start":"2026-07-24T05:40:51.5834Z","end":"2026-07-24T05:40:54.327729Z","steps":["trace[478495426] 'agreement among raft nodes before linearized reading' (duration: 2.744141383s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.327771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:50.88252Z","time spent":"3.445240592s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:40:54.327773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17053175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:40:54.327756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078502145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:40:54.327803Z","caller":"traceutil/trace.go:171","msg":"trace[983687859] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5431; }","duration":"3.170589891s","start":"2026-07-24T05:40:51.157207Z","end":"2026-07-24T05:40:54.327796Z","steps":["trace[983687859] 'agreement among raft nodes before linearized reading' (duration: 3.17051137s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.327834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:51.157189Z","time spent":"3.170640242s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:40:54.327831Z","caller":"traceutil/trace.go:171","msg":"trace[1493585010] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5431; }","duration":"1.078632689s","start":"2026-07-24T05:40:53.24918Z","end":"2026-07-24T05:40:54.327813Z","steps":["trace[1493585010] 'agreement among raft nodes before linearized reading' (duration: 1.078407344s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.32744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196817006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:54.327854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105607625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:54.327876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:53.249162Z","time spent":"1.078706s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:40:54.327888Z","caller":"traceutil/trace.go:171","msg":"trace[139413012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5431; }","duration":"1.197281616s","start":"2026-07-24T05:40:53.130598Z","end":"2026-07-24T05:40:54.32788Z","steps":["trace[139413012] 'agreement among raft nodes before linearized reading' (duration: 1.196768935s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.327908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:53.130539Z","time spent":"1.197364929s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:40:54.327898Z","caller":"traceutil/trace.go:171","msg":"trace[1114153505] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:5431; }","duration":"2.105727687s","start":"2026-07-24T05:40:52.222157Z","end":"2026-07-24T05:40:54.327885Z","steps":["trace[1114153505] 'agreement among raft nodes before linearized reading' (duration: 2.105643825s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.327932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:52.222137Z","time spent":"2.105787429s","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:54.327874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484777393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:40:54.32798Z","caller":"traceutil/trace.go:171","msg":"trace[200581099] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5431; }","duration":"1.484962307s","start":"2026-07-24T05:40:52.843005Z","end":"2026-07-24T05:40:54.327968Z","steps":["trace[200581099] 'agreement among raft nodes before linearized reading' (duration: 1.484784963s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.327982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133700806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:54.327701Z","caller":"traceutil/trace.go:171","msg":"trace[1000404018] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5431; }","duration":"3.339824367s","start":"2026-07-24T05:40:50.987868Z","end":"2026-07-24T05:40:54.327692Z","steps":["trace[1000404018] 'agreement among raft nodes before linearized reading' (duration: 3.339486999s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.327981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.411622232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:40:54.328509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493060158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:54.328562Z","caller":"traceutil/trace.go:171","msg":"trace[353752081] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5431; }","duration":"3.49315481s","start":"2026-07-24T05:40:50.835392Z","end":"2026-07-24T05:40:54.328546Z","steps":["trace[353752081] 'agreement among raft nodes before linearized reading' (duration: 3.49269762s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.328592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:50.83537Z","time spent":"3.493217041s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:40:54.328023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:52.842986Z","time spent":"1.485026278s","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:54.327777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:51.58338Z","time spent":"2.744389218s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:40:54.328122Z","caller":"traceutil/trace.go:171","msg":"trace[511238492] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5431; }","duration":"3.134016943s","start":"2026-07-24T05:40:51.194083Z","end":"2026-07-24T05:40:54.3281Z","steps":["trace[511238492] 'agreement among raft nodes before linearized reading' (duration: 3.133562883s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.329209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:50.987852Z","time spent":"3.340315609s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:40:54.329654Z","caller":"traceutil/trace.go:171","msg":"trace[1649321410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5431; }","duration":"3.412172805s","start":"2026-07-24T05:40:50.916267Z","end":"2026-07-24T05:40:54.32844Z","steps":["trace[1649321410] 'agreement among raft nodes before linearized reading' (duration: 3.411190023s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.33073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:50.916249Z","time spent":"3.414468527s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:40:54.329869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.009678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:40:54.33085Z","caller":"traceutil/trace.go:171","msg":"trace[258695491] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5431; }","duration":"375.029871ms","start":"2026-07-24T05:40:53.955806Z","end":"2026-07-24T05:40:54.330836Z","steps":["trace[258695491] 'agreement among raft nodes before linearized reading' (duration: 371.585942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.330879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:53.955785Z","time spent":"375.083333ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:40:54.330256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:51.194065Z","time spent":"3.136176432s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:54.331601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871020518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-24T05:40:54.331664Z","caller":"traceutil/trace.go:171","msg":"trace[314055190] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5431; }","duration":"2.87113903s","start":"2026-07-24T05:40:51.460511Z","end":"2026-07-24T05:40:54.33165Z","steps":["trace[314055190] 'agreement among raft nodes before linearized reading' (duration: 2.86763476s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.331763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:51.460479Z","time spent":"2.871276794s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:40:54.329289Z","caller":"traceutil/trace.go:171","msg":"trace[446285227] transaction","detail":"{read_only:false; response_revision:5431; number_of_response:1; }","duration":"1.338571534s","start":"2026-07-24T05:40:52.988969Z","end":"2026-07-24T05:40:54.32754Z","steps":["trace[446285227] 'process raft request' (duration: 1.337947329s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.331931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:52.988943Z","time spent":"1.342928044s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:54.800391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.501079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:54.800705Z","caller":"traceutil/trace.go:171","msg":"trace[849746636] linearizableReadLoop","detail":"{readStateIndex:5754; appliedIndex:5751; }","duration":"465.273168ms","start":"2026-07-24T05:40:54.335411Z","end":"2026-07-24T05:40:54.800684Z","steps":["trace[849746636] 'read index received' (duration: 51.040689ms)","trace[849746636] 'applied index is now lower than readState.Index' (duration: 414.176058ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:54.800833Z","caller":"traceutil/trace.go:171","msg":"trace[1557704019] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"465.449902ms","start":"2026-07-24T05:40:54.335338Z","end":"2026-07-24T05:40:54.800788Z","steps":["trace[1557704019] 'process raft request' (duration: 465.173986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.801064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.659617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-07-24T05:40:54.801071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.335332Z","time spent":"465.626666ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:54.801137Z","caller":"traceutil/trace.go:171","msg":"trace[2065684578] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"466.605899ms","start":"2026-07-24T05:40:54.334461Z","end":"2026-07-24T05:40:54.801067Z","steps":["trace[2065684578] 'process raft request' (duration: 246.326302ms)","trace[2065684578] 'compare' (duration: 218.981138ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:54.801254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.334438Z","time spent":"466.770633ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:54.801294Z","caller":"traceutil/trace.go:171","msg":"trace[940601604] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5433; }","duration":"465.726509ms","start":"2026-07-24T05:40:54.335367Z","end":"2026-07-24T05:40:54.801094Z","steps":["trace[940601604] 'agreement among raft nodes before linearized reading' (duration: 465.413512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:54.801423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.335352Z","time spent":"466.057456ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:40:55.169054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.97562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:55.169329Z","caller":"traceutil/trace.go:171","msg":"trace[72787032] linearizableReadLoop","detail":"{readStateIndex:5757; appliedIndex:5754; }","duration":"368.567102ms","start":"2026-07-24T05:40:54.800745Z","end":"2026-07-24T05:40:55.169312Z","steps":["trace[72787032] 'read index received' (duration: 127.376747ms)","trace[72787032] 'applied index is now lower than readState.Index' (duration: 241.189025ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:55.169403Z","caller":"traceutil/trace.go:171","msg":"trace[815336159] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"296.549533ms","start":"2026-07-24T05:40:54.872826Z","end":"2026-07-24T05:40:55.169376Z","steps":["trace[815336159] 'process raft request' (duration: 296.44636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.169461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.513823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:55.169499Z","caller":"traceutil/trace.go:171","msg":"trace[5563090] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5437; }","duration":"592.634096ms","start":"2026-07-24T05:40:54.576854Z","end":"2026-07-24T05:40:55.169488Z","steps":["trace[5563090] 'agreement among raft nodes before linearized reading' (duration: 592.553393ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:55.169468Z","caller":"traceutil/trace.go:171","msg":"trace[1958855368] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"781.760919ms","start":"2026-07-24T05:40:54.387686Z","end":"2026-07-24T05:40:55.169447Z","steps":["trace[1958855368] 'process raft request' (duration: 540.327378ms)","trace[1958855368] 'compare' (duration: 240.832667ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:55.169496Z","caller":"traceutil/trace.go:171","msg":"trace[673627273] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"492.316838ms","start":"2026-07-24T05:40:54.677132Z","end":"2026-07-24T05:40:55.169449Z","steps":["trace[673627273] 'process raft request' (duration: 492.039791ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:55.169607Z","caller":"traceutil/trace.go:171","msg":"trace[2120625462] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"387.565359ms","start":"2026-07-24T05:40:54.782034Z","end":"2026-07-24T05:40:55.169599Z","steps":["trace[2120625462] 'process raft request' (duration: 387.19965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.169612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.38766Z","time spent":"781.878422ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:55.169669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.677095Z","time spent":"492.484372ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:55.169696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.78199Z","time spent":"387.641531ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:55.16954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.576823Z","time spent":"592.706218ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:55.169818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.176413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"warn","ts":"2026-07-24T05:40:55.169854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.621578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:55.169925Z","caller":"traceutil/trace.go:171","msg":"trace[2061467694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5437; }","duration":"830.69997ms","start":"2026-07-24T05:40:54.339216Z","end":"2026-07-24T05:40:55.169915Z","steps":["trace[2061467694] 'agreement among raft nodes before linearized reading' (duration: 830.590307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.169966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.33921Z","time spent":"830.740751ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:55.169994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.958342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:40:55.170031Z","caller":"traceutil/trace.go:171","msg":"trace[113922570] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5437; }","duration":"365.049013ms","start":"2026-07-24T05:40:54.804972Z","end":"2026-07-24T05:40:55.170022Z","steps":["trace[113922570] 'agreement among raft nodes before linearized reading' (duration: 364.952611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.170088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.804947Z","time spent":"365.133475ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:40:55.170045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.407838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-07-24T05:40:55.17018Z","caller":"traceutil/trace.go:171","msg":"trace[1003050218] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5437; }","duration":"832.585442ms","start":"2026-07-24T05:40:54.337574Z","end":"2026-07-24T05:40:55.170159Z","steps":["trace[1003050218] 'agreement among raft nodes before linearized reading' (duration: 832.169803ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:55.169863Z","caller":"traceutil/trace.go:171","msg":"trace[917108626] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5437; }","duration":"828.220323ms","start":"2026-07-24T05:40:54.341632Z","end":"2026-07-24T05:40:55.169852Z","steps":["trace[917108626] 'agreement among raft nodes before linearized reading' (duration: 827.930727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.170236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.337564Z","time spent":"832.662514ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-07-24T05:40:55.170278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.462536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:40:55.170313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.688139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:40:55.170301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.341611Z","time spent":"828.659283ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:40:55.170353Z","caller":"traceutil/trace.go:171","msg":"trace[144810435] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5437; }","duration":"173.780691ms","start":"2026-07-24T05:40:54.996564Z","end":"2026-07-24T05:40:55.170345Z","steps":["trace[144810435] 'agreement among raft nodes before linearized reading' (duration: 173.679198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.170446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.664064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:40:55.170321Z","caller":"traceutil/trace.go:171","msg":"trace[2106564398] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5437; }","duration":"356.534188ms","start":"2026-07-24T05:40:54.813775Z","end":"2026-07-24T05:40:55.170309Z","steps":["trace[2106564398] 'agreement among raft nodes before linearized reading' (duration: 356.472856ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:55.170538Z","caller":"traceutil/trace.go:171","msg":"trace[2098650171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5437; }","duration":"832.784156ms","start":"2026-07-24T05:40:54.337731Z","end":"2026-07-24T05:40:55.170515Z","steps":["trace[2098650171] 'agreement among raft nodes before linearized reading' (duration: 832.50224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.170802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.813759Z","time spent":"356.945707ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:55.17086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:54.337725Z","time spent":"833.089954ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:40:55.577951Z","caller":"traceutil/trace.go:171","msg":"trace[1732094376] linearizableReadLoop","detail":"{readStateIndex:5759; appliedIndex:5758; }","duration":"393.918973ms","start":"2026-07-24T05:40:55.183934Z","end":"2026-07-24T05:40:55.577853Z","steps":["trace[1732094376] 'read index received' (duration: 322.226361ms)","trace[1732094376] 'applied index is now lower than readState.Index' (duration: 71.690852ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:55.577978Z","caller":"traceutil/trace.go:171","msg":"trace[830698081] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"394.982138ms","start":"2026-07-24T05:40:55.182939Z","end":"2026-07-24T05:40:55.577921Z","steps":["trace[830698081] 'process raft request' (duration: 323.288587ms)","trace[830698081] 'compare' (duration: 71.022756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:55.578197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:55.182919Z","time spent":"395.170762ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:55.578281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.794122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:55.578396Z","caller":"traceutil/trace.go:171","msg":"trace[524892019] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5438; }","duration":"329.009977ms","start":"2026-07-24T05:40:55.24936Z","end":"2026-07-24T05:40:55.57837Z","steps":["trace[524892019] 'agreement among raft nodes before linearized reading' (duration: 328.775271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.57843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.457495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-07-24T05:40:55.578558Z","caller":"traceutil/trace.go:171","msg":"trace[308797205] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5438; }","duration":"394.60911ms","start":"2026-07-24T05:40:55.183914Z","end":"2026-07-24T05:40:55.578523Z","steps":["trace[308797205] 'agreement among raft nodes before linearized reading' (duration: 394.171899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.578535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:55.249337Z","time spent":"329.178441ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:40:55.578631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:55.183907Z","time spent":"394.713862ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:40:55.578529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.673685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4439"} {"level":"info","ts":"2026-07-24T05:40:55.578743Z","caller":"traceutil/trace.go:171","msg":"trace[2038358561] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:5438; }","duration":"182.959661ms","start":"2026-07-24T05:40:55.395759Z","end":"2026-07-24T05:40:55.578718Z","steps":["trace[2038358561] 'agreement among raft nodes before linearized reading' (duration: 182.585512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.981383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.797938ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:55.981467Z","caller":"traceutil/trace.go:171","msg":"trace[1708918897] linearizableReadLoop","detail":"{readStateIndex:5760; appliedIndex:5759; }","duration":"395.976091ms","start":"2026-07-24T05:40:55.585478Z","end":"2026-07-24T05:40:55.981454Z","steps":["trace[1708918897] 'read index received' (duration: 113.08601ms)","trace[1708918897] 'applied index is now lower than readState.Index' (duration: 282.889191ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:55.981741Z","caller":"traceutil/trace.go:171","msg":"trace[1710213864] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"396.733818ms","start":"2026-07-24T05:40:55.58496Z","end":"2026-07-24T05:40:55.981694Z","steps":["trace[1710213864] 'process raft request' (duration: 113.560351ms)","trace[1710213864] 'compare' (duration: 282.568563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:55.981819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.335569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:40:55.98185Z","caller":"traceutil/trace.go:171","msg":"trace[1856722721] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5439; }","duration":"396.38465ms","start":"2026-07-24T05:40:55.585457Z","end":"2026-07-24T05:40:55.981841Z","steps":["trace[1856722721] 'agreement among raft nodes before linearized reading' (duration: 396.222236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:55.981877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:55.585443Z","time spent":"396.428242ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:40:55.981917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:55.584945Z","time spent":"396.85727ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:56.660439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.735949ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:56.660611Z","caller":"traceutil/trace.go:171","msg":"trace[315820212] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5439; }","duration":"565.922063ms","start":"2026-07-24T05:40:56.094665Z","end":"2026-07-24T05:40:56.660587Z","steps":["trace[315820212] 'range keys from in-memory index tree' (duration: 565.716409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:56.660966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.912754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:56.661119Z","caller":"traceutil/trace.go:171","msg":"trace[49155572] transaction","detail":"{read_only:false; response_revision:5440; number_of_response:1; }","duration":"1.07472251s","start":"2026-07-24T05:40:55.586372Z","end":"2026-07-24T05:40:56.661095Z","steps":["trace[49155572] 'process raft request' (duration: 546.54277ms)","trace[49155572] 'compare' (duration: 527.657448ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:56.661393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:55.586361Z","time spent":"1.074926234s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:56.661804Z","caller":"traceutil/trace.go:171","msg":"trace[1960131525] transaction","detail":"{read_only:false; response_revision:5441; number_of_response:1; }","duration":"517.164036ms","start":"2026-07-24T05:40:56.144609Z","end":"2026-07-24T05:40:56.661773Z","steps":["trace[1960131525] 'process raft request' (duration: 516.863859ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:56.661967Z","caller":"traceutil/trace.go:171","msg":"trace[761742501] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"516.103612ms","start":"2026-07-24T05:40:56.14584Z","end":"2026-07-24T05:40:56.661943Z","steps":["trace[761742501] 'process raft request' (duration: 515.871597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:56.662036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.753658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:40:56.662072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.14459Z","time spent":"517.3335ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:56.662076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.145826Z","time spent":"516.197025ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:56.662128Z","caller":"traceutil/trace.go:171","msg":"trace[17487598] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5442; }","duration":"757.899881ms","start":"2026-07-24T05:40:55.904207Z","end":"2026-07-24T05:40:56.662107Z","steps":["trace[17487598] 'agreement among raft nodes before linearized reading' (duration: 757.508992ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:56.661797Z","caller":"traceutil/trace.go:171","msg":"trace[1361739794] linearizableReadLoop","detail":"{readStateIndex:5761; appliedIndex:5760; }","duration":"680.247963ms","start":"2026-07-24T05:40:55.981488Z","end":"2026-07-24T05:40:56.661736Z","steps":["trace[1361739794] 'read index received' (duration: 151.431759ms)","trace[1361739794] 'applied index is now lower than readState.Index' (duration: 528.761673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:56.662201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:55.904186Z","time spent":"757.975783ms","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:56.662906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07561755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:56.663Z","caller":"traceutil/trace.go:171","msg":"trace[539948074] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:0; response_revision:5442; }","duration":"1.075963877s","start":"2026-07-24T05:40:55.587012Z","end":"2026-07-24T05:40:56.662976Z","steps":["trace[539948074] 'agreement among raft nodes before linearized reading' (duration: 1.074832751s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:56.663051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:55.587004Z","time spent":"1.076030139s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-24T05:40:57.011815Z","caller":"traceutil/trace.go:171","msg":"trace[524926583] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"672.814132ms","start":"2026-07-24T05:40:56.338982Z","end":"2026-07-24T05:40:57.011796Z","steps":["trace[524926583] 'process raft request' (duration: 672.755771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.011971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.338972Z","time spent":"672.918395ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:57.012325Z","caller":"traceutil/trace.go:171","msg":"trace[1331130252] transaction","detail":"{read_only:false; response_revision:5443; number_of_response:1; }","duration":"677.203752ms","start":"2026-07-24T05:40:56.335112Z","end":"2026-07-24T05:40:57.012316Z","steps":["trace[1331130252] 'process raft request' (duration: 676.493786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.012377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.335084Z","time spent":"677.267714ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:40:57.012745Z","caller":"traceutil/trace.go:171","msg":"trace[1109420812] linearizableReadLoop","detail":"{readStateIndex:5765; appliedIndex:5765; }","duration":"350.52732ms","start":"2026-07-24T05:40:56.662205Z","end":"2026-07-24T05:40:57.012732Z","steps":["trace[1109420812] 'read index received' (duration: 350.52095ms)","trace[1109420812] 'applied index is now lower than readState.Index' (duration: 5.57µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:57.012865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.932597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:40:57.012893Z","caller":"traceutil/trace.go:171","msg":"trace[258470142] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5444; }","duration":"672.981947ms","start":"2026-07-24T05:40:56.339904Z","end":"2026-07-24T05:40:57.012886Z","steps":["trace[258470142] 'agreement among raft nodes before linearized reading' (duration: 672.881105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.012913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.339897Z","time spent":"673.012348ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:40:57.013049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.36989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:57.013273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.861417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:40:57.013306Z","caller":"traceutil/trace.go:171","msg":"trace[261634564] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5444; }","duration":"869.935899ms","start":"2026-07-24T05:40:56.143364Z","end":"2026-07-24T05:40:57.013299Z","steps":["trace[261634564] 'agreement among raft nodes before linearized reading' (duration: 869.867337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.013326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.143343Z","time spent":"869.97917ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:40:57.013344Z","caller":"traceutil/trace.go:171","msg":"trace[1828605353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5444; }","duration":"891.553814ms","start":"2026-07-24T05:40:56.121596Z","end":"2026-07-24T05:40:57.013149Z","steps":["trace[1828605353] 'agreement among raft nodes before linearized reading' (duration: 891.274648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.01341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.121541Z","time spent":"891.855311ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:57.013113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029799141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18351"} {"level":"info","ts":"2026-07-24T05:40:57.013475Z","caller":"traceutil/trace.go:171","msg":"trace[1151801551] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5444; }","duration":"1.030188239s","start":"2026-07-24T05:40:55.98328Z","end":"2026-07-24T05:40:57.013469Z","steps":["trace[1151801551] 'agreement among raft nodes before linearized reading' (duration: 1.02976142s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.013497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:55.983268Z","time spent":"1.030223421s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18374,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:40:57.477338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.929002ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:40:57.477531Z","caller":"traceutil/trace.go:171","msg":"trace[221144516] linearizableReadLoop","detail":"{readStateIndex:5766; appliedIndex:5765; }","duration":"464.732885ms","start":"2026-07-24T05:40:57.012772Z","end":"2026-07-24T05:40:57.477505Z","steps":["trace[221144516] 'read index received' (duration: 191.581978ms)","trace[221144516] 'applied index is now lower than readState.Index' (duration: 273.147737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:57.477685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.233642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:57.477729Z","caller":"traceutil/trace.go:171","msg":"trace[1586412280] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5444; }","duration":"756.326525ms","start":"2026-07-24T05:40:56.721389Z","end":"2026-07-24T05:40:57.477715Z","steps":["trace[1586412280] 'agreement among raft nodes before linearized reading' (duration: 756.244584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.477767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.721365Z","time spent":"756.391027ms","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:57.477781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.489215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:40:57.477819Z","caller":"traceutil/trace.go:171","msg":"trace[1204943788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5444; }","duration":"672.591359ms","start":"2026-07-24T05:40:56.805216Z","end":"2026-07-24T05:40:57.477807Z","steps":["trace[1204943788] 'agreement among raft nodes before linearized reading' (duration: 672.498685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.477859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.805189Z","time spent":"672.662791ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:40:57.477691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.468665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:40:57.478067Z","caller":"traceutil/trace.go:171","msg":"trace[418995539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5444; }","duration":"672.878295ms","start":"2026-07-24T05:40:56.805175Z","end":"2026-07-24T05:40:57.478053Z","steps":["trace[418995539] 'agreement among raft nodes before linearized reading' (duration: 672.410294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.478119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.805155Z","time spent":"672.950216ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:40:57.478445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.656663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-24T05:40:57.478473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.827186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:57.478513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.516093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:40:57.478519Z","caller":"traceutil/trace.go:171","msg":"trace[1332164650] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5445; }","duration":"450.765796ms","start":"2026-07-24T05:40:57.027733Z","end":"2026-07-24T05:40:57.478499Z","steps":["trace[1332164650] 'agreement among raft nodes before linearized reading' (duration: 450.549681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.478517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.805174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:57.478553Z","caller":"traceutil/trace.go:171","msg":"trace[628118520] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5445; }","duration":"320.594575ms","start":"2026-07-24T05:40:57.157946Z","end":"2026-07-24T05:40:57.478541Z","steps":["trace[628118520] 'agreement among raft nodes before linearized reading' (duration: 320.475522ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:57.47855Z","caller":"traceutil/trace.go:171","msg":"trace[374499986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5445; }","duration":"463.944168ms","start":"2026-07-24T05:40:57.014585Z","end":"2026-07-24T05:40:57.478529Z","steps":["trace[374499986] 'agreement among raft nodes before linearized reading' (duration: 463.638981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.478566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:57.027709Z","time spent":"450.845548ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-24T05:40:57.478518Z","caller":"traceutil/trace.go:171","msg":"trace[1957528169] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"461.095683ms","start":"2026-07-24T05:40:57.017361Z","end":"2026-07-24T05:40:57.478457Z","steps":["trace[1957528169] 'process raft request' (duration: 460.11193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.478603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:57.157926Z","time spent":"320.669446ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:40:57.478611Z","caller":"traceutil/trace.go:171","msg":"trace[1892338295] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5445; }","duration":"301.957377ms","start":"2026-07-24T05:40:57.176632Z","end":"2026-07-24T05:40:57.478589Z","steps":["trace[1892338295] 'agreement among raft nodes before linearized reading' (duration: 301.65091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.478668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:57.176582Z","time spent":"302.07663ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:40:57.478422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.472094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9318"} {"level":"info","ts":"2026-07-24T05:40:57.478776Z","caller":"traceutil/trace.go:171","msg":"trace[279031000] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5444; }","duration":"802.873603ms","start":"2026-07-24T05:40:56.675879Z","end":"2026-07-24T05:40:57.478753Z","steps":["trace[279031000] 'agreement among raft nodes before linearized reading' (duration: 802.166067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.478842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:57.014569Z","time spent":"464.093702ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:40:57.478897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:56.675859Z","time spent":"803.018206ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9341,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-24T05:40:57.4788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:57.017343Z","time spent":"461.315848ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:57.479374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.072262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:40:57.479412Z","caller":"traceutil/trace.go:171","msg":"trace[683364613] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5445; }","duration":"461.173895ms","start":"2026-07-24T05:40:57.018229Z","end":"2026-07-24T05:40:57.479403Z","steps":["trace[683364613] 'agreement among raft nodes before linearized reading' (duration: 460.07368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.479437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:57.018221Z","time spent":"461.208786ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:40:57.785273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.395518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:57.785554Z","caller":"traceutil/trace.go:171","msg":"trace[1943955865] linearizableReadLoop","detail":"{readStateIndex:5769; appliedIndex:5767; }","duration":"299.373978ms","start":"2026-07-24T05:40:57.486157Z","end":"2026-07-24T05:40:57.785531Z","steps":["trace[1943955865] 'read index received' (duration: 147.620451ms)","trace[1943955865] 'applied index is now lower than readState.Index' (duration: 151.751987ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:57.78557Z","caller":"traceutil/trace.go:171","msg":"trace[117149140] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"301.464075ms","start":"2026-07-24T05:40:57.484067Z","end":"2026-07-24T05:40:57.785531Z","steps":["trace[117149140] 'process raft request' (duration: 149.728899ms)","trace[117149140] 'compare' (duration: 151.210544ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:57.78568Z","caller":"traceutil/trace.go:171","msg":"trace[1319745469] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"300.015812ms","start":"2026-07-24T05:40:57.485633Z","end":"2026-07-24T05:40:57.785649Z","steps":["trace[1319745469] 'process raft request' (duration: 299.786477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.78572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:57.48404Z","time spent":"301.599718ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:57.785821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:57.485611Z","time spent":"300.135976ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:57.785951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.760156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone.18c5234bd215476a\" ","response":"range_response_count:1 size:751"} {"level":"warn","ts":"2026-07-24T05:40:57.786001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.423889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:40:57.786041Z","caller":"traceutil/trace.go:171","msg":"trace[373377684] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone.18c5234bd215476a; range_end:; response_count:1; response_revision:5447; }","duration":"299.896551ms","start":"2026-07-24T05:40:57.486122Z","end":"2026-07-24T05:40:57.786019Z","steps":["trace[373377684] 'agreement among raft nodes before linearized reading' (duration: 299.547812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.785951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.56836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:57.786091Z","caller":"traceutil/trace.go:171","msg":"trace[1688092963] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5447; }","duration":"299.562032ms","start":"2026-07-24T05:40:57.486514Z","end":"2026-07-24T05:40:57.786076Z","steps":["trace[1688092963] 'agreement among raft nodes before linearized reading' (duration: 299.176562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:57.786113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.458105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:40:57.786212Z","caller":"traceutil/trace.go:171","msg":"trace[219820452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5447; }","duration":"295.889068ms","start":"2026-07-24T05:40:57.490248Z","end":"2026-07-24T05:40:57.786137Z","steps":["trace[219820452] 'agreement among raft nodes before linearized reading' (duration: 295.451788ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:57.786249Z","caller":"traceutil/trace.go:171","msg":"trace[703708288] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5447; }","duration":"297.619828ms","start":"2026-07-24T05:40:57.488607Z","end":"2026-07-24T05:40:57.786226Z","steps":["trace[703708288] 'agreement among raft nodes before linearized reading' (duration: 297.147237ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:58.04576Z","caller":"traceutil/trace.go:171","msg":"trace[1019070573] linearizableReadLoop","detail":"{readStateIndex:5771; appliedIndex:5770; }","duration":"174.767183ms","start":"2026-07-24T05:40:57.870962Z","end":"2026-07-24T05:40:58.045729Z","steps":["trace[1019070573] 'read index received' (duration: 102.910628ms)","trace[1019070573] 'applied index is now lower than readState.Index' (duration: 71.855325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:58.046076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.106971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7078"} {"level":"info","ts":"2026-07-24T05:40:58.046116Z","caller":"traceutil/trace.go:171","msg":"trace[498592552] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:5448; }","duration":"175.190993ms","start":"2026-07-24T05:40:57.870916Z","end":"2026-07-24T05:40:58.046107Z","steps":["trace[498592552] 'agreement among raft nodes before linearized reading' (duration: 175.05676ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:58.046304Z","caller":"traceutil/trace.go:171","msg":"trace[628887388] transaction","detail":"{read_only:false; response_revision:5448; number_of_response:1; }","duration":"187.543456ms","start":"2026-07-24T05:40:57.858728Z","end":"2026-07-24T05:40:58.046271Z","steps":["trace[628887388] 'process raft request' (duration: 115.236121ms)","trace[628887388] 'compare' (duration: 71.537958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:58.264695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.630189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:58.26481Z","caller":"traceutil/trace.go:171","msg":"trace[593354909] transaction","detail":"{read_only:false; response_revision:5449; number_of_response:1; }","duration":"214.014753ms","start":"2026-07-24T05:40:58.050776Z","end":"2026-07-24T05:40:58.264791Z","steps":["trace[593354909] 'process raft request' (duration: 98.21335ms)","trace[593354909] 'compare' (duration: 115.508506ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:58.297877Z","caller":"traceutil/trace.go:171","msg":"trace[591664440] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5771; }","duration":"175.574751ms","start":"2026-07-24T05:40:58.122269Z","end":"2026-07-24T05:40:58.297844Z","steps":["trace[591664440] 'read index received' (duration: 26.702701ms)","trace[591664440] 'applied index is now lower than readState.Index' (duration: 148.87068ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:58.298042Z","caller":"traceutil/trace.go:171","msg":"trace[98312014] transaction","detail":"{read_only:false; response_revision:5450; number_of_response:1; }","duration":"242.419132ms","start":"2026-07-24T05:40:58.055587Z","end":"2026-07-24T05:40:58.298007Z","steps":["trace[98312014] 'process raft request' (duration: 242.060474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:58.298096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.791645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:58.298141Z","caller":"traceutil/trace.go:171","msg":"trace[741427477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5450; }","duration":"175.895078ms","start":"2026-07-24T05:40:58.122234Z","end":"2026-07-24T05:40:58.298129Z","steps":["trace[741427477] 'agreement among raft nodes before linearized reading' (duration: 175.788306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:58.549212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.705369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:58.549351Z","caller":"traceutil/trace.go:171","msg":"trace[62856011] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5773; }","duration":"251.349298ms","start":"2026-07-24T05:40:58.297986Z","end":"2026-07-24T05:40:58.549335Z","steps":["trace[62856011] 'read index received' (duration: 149.336552ms)","trace[62856011] 'applied index is now lower than readState.Index' (duration: 102.011356ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:58.549432Z","caller":"traceutil/trace.go:171","msg":"trace[1573026078] transaction","detail":"{read_only:false; response_revision:5451; number_of_response:1; }","duration":"277.460926ms","start":"2026-07-24T05:40:58.271909Z","end":"2026-07-24T05:40:58.54937Z","steps":["trace[1573026078] 'process raft request' (duration: 175.526641ms)","trace[1573026078] 'compare' (duration: 101.544786ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:58.549603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.383916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:40:58.549642Z","caller":"traceutil/trace.go:171","msg":"trace[207858978] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5451; }","duration":"281.455217ms","start":"2026-07-24T05:40:58.268176Z","end":"2026-07-24T05:40:58.549631Z","steps":["trace[207858978] 'agreement among raft nodes before linearized reading' (duration: 281.276563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:58.549665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.089155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7078"} {"level":"warn","ts":"2026-07-24T05:40:58.549713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.264037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:40:58.549826Z","caller":"traceutil/trace.go:171","msg":"trace[113894888] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:5451; }","duration":"265.435731ms","start":"2026-07-24T05:40:58.28437Z","end":"2026-07-24T05:40:58.549806Z","steps":["trace[113894888] 'agreement among raft nodes before linearized reading' (duration: 265.030672ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:58.549763Z","caller":"traceutil/trace.go:171","msg":"trace[307424862] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:5451; }","duration":"242.233838ms","start":"2026-07-24T05:40:58.307508Z","end":"2026-07-24T05:40:58.549741Z","steps":["trace[307424862] 'agreement among raft nodes before linearized reading' (duration: 241.991683ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:58.817349Z","caller":"traceutil/trace.go:171","msg":"trace[1423159066] linearizableReadLoop","detail":"{readStateIndex:5776; appliedIndex:5775; }","duration":"187.195048ms","start":"2026-07-24T05:40:58.630123Z","end":"2026-07-24T05:40:58.817319Z","steps":["trace[1423159066] 'read index received' (duration: 164.347205ms)","trace[1423159066] 'applied index is now lower than readState.Index' (duration: 22.846543ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:58.817627Z","caller":"traceutil/trace.go:171","msg":"trace[1981907547] transaction","detail":"{read_only:false; response_revision:5453; number_of_response:1; }","duration":"258.611446ms","start":"2026-07-24T05:40:58.558978Z","end":"2026-07-24T05:40:58.81759Z","steps":["trace[1981907547] 'process raft request' (duration: 235.538727ms)","trace[1981907547] 'compare' (duration: 22.67745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:58.817795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.572567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-07-24T05:40:58.817839Z","caller":"traceutil/trace.go:171","msg":"trace[610266063] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:5453; }","duration":"187.735601ms","start":"2026-07-24T05:40:58.630094Z","end":"2026-07-24T05:40:58.817829Z","steps":["trace[610266063] 'agreement among raft nodes before linearized reading' (duration: 187.329882ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:58.850468Z","caller":"traceutil/trace.go:171","msg":"trace[382767718] transaction","detail":"{read_only:false; response_revision:5454; number_of_response:1; }","duration":"182.606773ms","start":"2026-07-24T05:40:58.667826Z","end":"2026-07-24T05:40:58.850432Z","steps":["trace[382767718] 'process raft request' (duration: 182.372218ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:58.850771Z","caller":"traceutil/trace.go:171","msg":"trace[1817148813] transaction","detail":"{read_only:false; response_revision:5455; number_of_response:1; }","duration":"182.702376ms","start":"2026-07-24T05:40:58.668032Z","end":"2026-07-24T05:40:58.850735Z","steps":["trace[1817148813] 'process raft request' (duration: 182.346577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:59.022955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.079724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T05:40:59.023217Z","caller":"traceutil/trace.go:171","msg":"trace[105131505] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:5455; }","duration":"104.399961ms","start":"2026-07-24T05:40:58.918798Z","end":"2026-07-24T05:40:59.023198Z","steps":["trace[105131505] 'range keys from in-memory index tree' (duration: 103.932581ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:59.214213Z","caller":"traceutil/trace.go:171","msg":"trace[1669392767] transaction","detail":"{read_only:false; response_revision:5456; number_of_response:1; }","duration":"195.889548ms","start":"2026-07-24T05:40:59.018291Z","end":"2026-07-24T05:40:59.214181Z","steps":["trace[1669392767] 'process raft request' (duration: 195.692323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:59.666393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.431354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:40:59.666518Z","caller":"traceutil/trace.go:171","msg":"trace[1225931071] linearizableReadLoop","detail":"{readStateIndex:5780; appliedIndex:5778; }","duration":"640.281658ms","start":"2026-07-24T05:40:59.026217Z","end":"2026-07-24T05:40:59.666499Z","steps":["trace[1225931071] 'read index received' (duration: 187.873734ms)","trace[1225931071] 'applied index is now lower than readState.Index' (duration: 452.406014ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:40:59.666637Z","caller":"traceutil/trace.go:171","msg":"trace[1973056188] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"647.280217ms","start":"2026-07-24T05:40:59.019324Z","end":"2026-07-24T05:40:59.666604Z","steps":["trace[1973056188] 'process raft request' (duration: 545.469304ms)","trace[1973056188] 'compare' (duration: 100.941543ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:40:59.666738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.515293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T05:40:59.666778Z","caller":"traceutil/trace.go:171","msg":"trace[1063156576] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:5457; }","duration":"640.584955ms","start":"2026-07-24T05:40:59.026181Z","end":"2026-07-24T05:40:59.666766Z","steps":["trace[1063156576] 'agreement among raft nodes before linearized reading' (duration: 640.425951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:59.66682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:59.026172Z","time spent":"640.639696ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" "} {"level":"warn","ts":"2026-07-24T05:40:59.666815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.137955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:40:59.666877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.614571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:40:59.666885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.497311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:40:59.666939Z","caller":"traceutil/trace.go:171","msg":"trace[1290621327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5457; }","duration":"546.664632ms","start":"2026-07-24T05:40:59.120255Z","end":"2026-07-24T05:40:59.666919Z","steps":["trace[1290621327] 'agreement among raft nodes before linearized reading' (duration: 546.602711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:59.66698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.285169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:40:59.66707Z","caller":"traceutil/trace.go:171","msg":"trace[567503930] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5457; }","duration":"510.425392ms","start":"2026-07-24T05:40:59.156628Z","end":"2026-07-24T05:40:59.667054Z","steps":["trace[567503930] 'agreement among raft nodes before linearized reading' (duration: 510.147926ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:59.666884Z","caller":"traceutil/trace.go:171","msg":"trace[1156128748] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5457; }","duration":"279.271588ms","start":"2026-07-24T05:40:59.387592Z","end":"2026-07-24T05:40:59.666863Z","steps":["trace[1156128748] 'agreement among raft nodes before linearized reading' (duration: 279.141685ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:59.66713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:59.15659Z","time spent":"510.525945ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:40:59.666991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:59.120172Z","time spent":"546.811216ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:40:59.666943Z","caller":"traceutil/trace.go:171","msg":"trace[1351354341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5457; }","duration":"179.601773ms","start":"2026-07-24T05:40:59.487327Z","end":"2026-07-24T05:40:59.666929Z","steps":["trace[1351354341] 'agreement among raft nodes before linearized reading' (duration: 179.407789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:59.667393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:59.019299Z","time spent":"647.990164ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:40:59.666811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.287141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:40:59.667624Z","caller":"traceutil/trace.go:171","msg":"trace[758938047] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5457; }","duration":"553.14084ms","start":"2026-07-24T05:40:59.114449Z","end":"2026-07-24T05:40:59.667589Z","steps":["trace[758938047] 'agreement among raft nodes before linearized reading' (duration: 552.289481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:59.667697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:59.114421Z","time spent":"553.254463ms","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:40:59.66697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.391308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-24T05:40:59.66784Z","caller":"traceutil/trace.go:171","msg":"trace[916237795] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5457; }","duration":"183.3404ms","start":"2026-07-24T05:40:59.484483Z","end":"2026-07-24T05:40:59.667824Z","steps":["trace[916237795] 'agreement among raft nodes before linearized reading' (duration: 182.269705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:59.667522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.414086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3329"} {"level":"info","ts":"2026-07-24T05:40:59.668229Z","caller":"traceutil/trace.go:171","msg":"trace[793479088] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5457; }","duration":"330.221104ms","start":"2026-07-24T05:40:59.337973Z","end":"2026-07-24T05:40:59.668194Z","steps":["trace[793479088] 'agreement among raft nodes before linearized reading' (duration: 328.931505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:59.668336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:59.337944Z","time spent":"330.374327ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3352,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:40:59.959315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.272754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:40:59.959315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.93476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:40:59.959385Z","caller":"traceutil/trace.go:171","msg":"trace[849298686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5458; }","duration":"168.388287ms","start":"2026-07-24T05:40:59.79098Z","end":"2026-07-24T05:40:59.959369Z","steps":["trace[849298686] 'range keys from in-memory index tree' (duration: 168.08334ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:59.959421Z","caller":"traceutil/trace.go:171","msg":"trace[340971905] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5458; }","duration":"138.090583ms","start":"2026-07-24T05:40:59.821307Z","end":"2026-07-24T05:40:59.959397Z","steps":["trace[340971905] 'range keys from in-memory index tree' (duration: 137.728475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:40:59.959507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.374629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"warn","ts":"2026-07-24T05:40:59.959317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.471799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:40:59.959749Z","caller":"traceutil/trace.go:171","msg":"trace[853682140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5458; }","duration":"168.9484ms","start":"2026-07-24T05:40:59.790775Z","end":"2026-07-24T05:40:59.959723Z","steps":["trace[853682140] 'range keys from in-memory index tree' (duration: 168.264904ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:40:59.959672Z","caller":"traceutil/trace.go:171","msg":"trace[790579623] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:5458; }","duration":"186.517622ms","start":"2026-07-24T05:40:59.773067Z","end":"2026-07-24T05:40:59.959585Z","steps":["trace[790579623] 'range keys from in-memory index tree' (duration: 186.132943ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.278131Z","caller":"traceutil/trace.go:171","msg":"trace[31694080] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"313.980213ms","start":"2026-07-24T05:40:59.964124Z","end":"2026-07-24T05:41:00.278104Z","steps":["trace[31694080] 'process raft request' (duration: 313.810569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.278285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:59.964102Z","time spent":"314.106635ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:00.440396Z","caller":"traceutil/trace.go:171","msg":"trace[1644519202] linearizableReadLoop","detail":"{readStateIndex:5783; appliedIndex:5781; }","duration":"474.591911ms","start":"2026-07-24T05:40:59.96578Z","end":"2026-07-24T05:41:00.440371Z","steps":["trace[1644519202] 'read index received' (duration: 312.16701ms)","trace[1644519202] 'applied index is now lower than readState.Index' (duration: 162.423731ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:00.440441Z","caller":"traceutil/trace.go:171","msg":"trace[42691061] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"475.80821ms","start":"2026-07-24T05:40:59.964593Z","end":"2026-07-24T05:41:00.440401Z","steps":["trace[42691061] 'process raft request' (duration: 412.364356ms)","trace[42691061] 'compare' (duration: 63.28846ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:00.440573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.782425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-07-24T05:41:00.440611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.635898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:41:00.44064Z","caller":"traceutil/trace.go:171","msg":"trace[65828113] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:5460; }","duration":"474.890748ms","start":"2026-07-24T05:40:59.965734Z","end":"2026-07-24T05:41:00.440625Z","steps":["trace[65828113] 'agreement among raft nodes before linearized reading' (duration: 474.750185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.440675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:59.96571Z","time spent":"474.95581ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":237,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"info","ts":"2026-07-24T05:41:00.440674Z","caller":"traceutil/trace.go:171","msg":"trace[1629985246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5460; }","duration":"311.736411ms","start":"2026-07-24T05:41:00.128918Z","end":"2026-07-24T05:41:00.440654Z","steps":["trace[1629985246] 'agreement among raft nodes before linearized reading' (duration: 311.623088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.440688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.798143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:00.44079Z","caller":"traceutil/trace.go:171","msg":"trace[930468557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5460; }","duration":"318.958557ms","start":"2026-07-24T05:41:00.121808Z","end":"2026-07-24T05:41:00.440766Z","steps":["trace[930468557] 'agreement among raft nodes before linearized reading' (duration: 318.758733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.440809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.365131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109748"} {"level":"info","ts":"2026-07-24T05:41:00.440846Z","caller":"traceutil/trace.go:171","msg":"trace[914412334] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5460; }","duration":"469.460204ms","start":"2026-07-24T05:40:59.971375Z","end":"2026-07-24T05:41:00.440836Z","steps":["trace[914412334] 'agreement among raft nodes before linearized reading' (duration: 469.147217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.440723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:00.128901Z","time spent":"311.806003ms","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:00.440882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:59.971358Z","time spent":"469.514885ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109771,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:41:00.440891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:00.121782Z","time spent":"319.047619ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:41:00.440601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:40:59.964578Z","time spent":"475.936302ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:00.685489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.944686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:00.686064Z","caller":"traceutil/trace.go:171","msg":"trace[1542572046] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"165.300697ms","start":"2026-07-24T05:41:00.520722Z","end":"2026-07-24T05:41:00.686022Z","steps":["trace[1542572046] 'process raft request' (duration: 48.754087ms)","trace[1542572046] 'compare' (duration: 115.573307ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:00.686184Z","caller":"traceutil/trace.go:171","msg":"trace[1979496214] linearizableReadLoop","detail":"{readStateIndex:5784; appliedIndex:5783; }","duration":"158.668815ms","start":"2026-07-24T05:41:00.527259Z","end":"2026-07-24T05:41:00.685927Z","steps":["trace[1979496214] 'read index received' (duration: 42.154555ms)","trace[1979496214] 'applied index is now lower than readState.Index' (duration: 116.51265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:00.68639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.111645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:00.686679Z","caller":"traceutil/trace.go:171","msg":"trace[2041427838] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:5461; }","duration":"159.475923ms","start":"2026-07-24T05:41:00.527179Z","end":"2026-07-24T05:41:00.686655Z","steps":["trace[2041427838] 'agreement among raft nodes before linearized reading' (duration: 159.062854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.686734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.676588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-07-24T05:41:00.686737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.768699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-07-24T05:41:00.68677Z","caller":"traceutil/trace.go:171","msg":"trace[409901189] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:5461; }","duration":"138.7693ms","start":"2026-07-24T05:41:00.547992Z","end":"2026-07-24T05:41:00.686761Z","steps":["trace[409901189] 'agreement among raft nodes before linearized reading' (duration: 138.659617ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.686827Z","caller":"traceutil/trace.go:171","msg":"trace[2140288540] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:5461; }","duration":"100.81731ms","start":"2026-07-24T05:41:00.585951Z","end":"2026-07-24T05:41:00.686768Z","steps":["trace[2140288540] 'agreement among raft nodes before linearized reading' (duration: 100.668356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.686922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.866861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-07-24T05:41:00.687036Z","caller":"traceutil/trace.go:171","msg":"trace[484492145] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:5461; }","duration":"115.058615ms","start":"2026-07-24T05:41:00.571953Z","end":"2026-07-24T05:41:00.687011Z","steps":["trace[484492145] 'agreement among raft nodes before linearized reading' (duration: 114.626816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.686904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.176287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-07-24T05:41:00.687135Z","caller":"traceutil/trace.go:171","msg":"trace[166160945] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:5461; }","duration":"142.527575ms","start":"2026-07-24T05:41:00.544599Z","end":"2026-07-24T05:41:00.687127Z","steps":["trace[166160945] 'agreement among raft nodes before linearized reading' (duration: 141.963952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.687208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.912281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:41:00.687293Z","caller":"traceutil/trace.go:171","msg":"trace[1381629590] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:5461; }","duration":"132.036314ms","start":"2026-07-24T05:41:00.55524Z","end":"2026-07-24T05:41:00.687276Z","steps":["trace[1381629590] 'agreement among raft nodes before linearized reading' (duration: 131.327018ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.838879Z","caller":"traceutil/trace.go:171","msg":"trace[1446898984] linearizableReadLoop","detail":"{readStateIndex:5797; appliedIndex:5785; }","duration":"104.34275ms","start":"2026-07-24T05:41:00.734512Z","end":"2026-07-24T05:41:00.838855Z","steps":["trace[1446898984] 'read index received' (duration: 103.692856ms)","trace[1446898984] 'applied index is now lower than readState.Index' (duration: 649.074µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:00.83903Z","caller":"traceutil/trace.go:171","msg":"trace[1871894829] transaction","detail":"{read_only:false; response_revision:5466; number_of_response:1; }","duration":"138.434131ms","start":"2026-07-24T05:41:00.700585Z","end":"2026-07-24T05:41:00.83902Z","steps":["trace[1871894829] 'process raft request' (duration: 137.97029ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.839039Z","caller":"traceutil/trace.go:171","msg":"trace[1134318930] transaction","detail":"{read_only:false; response_revision:5464; number_of_response:1; }","duration":"139.28348ms","start":"2026-07-24T05:41:00.699727Z","end":"2026-07-24T05:41:00.839011Z","steps":["trace[1134318930] 'process raft request' (duration: 138.730967ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.83904Z","caller":"traceutil/trace.go:171","msg":"trace[1378772686] transaction","detail":"{read_only:false; response_revision:5465; number_of_response:1; }","duration":"139.215289ms","start":"2026-07-24T05:41:00.699789Z","end":"2026-07-24T05:41:00.839005Z","steps":["trace[1378772686] 'process raft request' (duration: 138.729788ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.83912Z","caller":"traceutil/trace.go:171","msg":"trace[406952315] transaction","detail":"{read_only:false; response_revision:5463; number_of_response:1; }","duration":"140.866166ms","start":"2026-07-24T05:41:00.698223Z","end":"2026-07-24T05:41:00.839089Z","steps":["trace[406952315] 'process raft request' (duration: 140.068059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.839315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.00994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-07-24T05:41:00.839354Z","caller":"traceutil/trace.go:171","msg":"trace[151526188] transaction","detail":"{read_only:false; response_revision:5471; number_of_response:1; }","duration":"121.028002ms","start":"2026-07-24T05:41:00.718251Z","end":"2026-07-24T05:41:00.839279Z","steps":["trace[151526188] 'process raft request' (duration: 120.48507ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.839376Z","caller":"traceutil/trace.go:171","msg":"trace[475432885] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"121.082964ms","start":"2026-07-24T05:41:00.718283Z","end":"2026-07-24T05:41:00.839366Z","steps":["trace[475432885] 'process raft request' (duration: 120.48336ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.839325Z","caller":"traceutil/trace.go:171","msg":"trace[182668800] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"120.91501ms","start":"2026-07-24T05:41:00.718373Z","end":"2026-07-24T05:41:00.839288Z","steps":["trace[182668800] 'process raft request' (duration: 120.45268ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.839399Z","caller":"traceutil/trace.go:171","msg":"trace[175554870] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:5474; }","duration":"141.122152ms","start":"2026-07-24T05:41:00.698256Z","end":"2026-07-24T05:41:00.839378Z","steps":["trace[175554870] 'agreement among raft nodes before linearized reading' (duration: 140.707113ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.839423Z","caller":"traceutil/trace.go:171","msg":"trace[671548412] transaction","detail":"{read_only:false; response_revision:5470; number_of_response:1; }","duration":"121.167305ms","start":"2026-07-24T05:41:00.718208Z","end":"2026-07-24T05:41:00.839375Z","steps":["trace[671548412] 'process raft request' (duration: 120.49865ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.839511Z","caller":"traceutil/trace.go:171","msg":"trace[1133050643] transaction","detail":"{read_only:false; response_revision:5467; number_of_response:1; }","duration":"135.021344ms","start":"2026-07-24T05:41:00.704471Z","end":"2026-07-24T05:41:00.839492Z","steps":["trace[1133050643] 'process raft request' (duration: 134.122542ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.83931Z","caller":"traceutil/trace.go:171","msg":"trace[78410423] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"120.89389ms","start":"2026-07-24T05:41:00.718375Z","end":"2026-07-24T05:41:00.839269Z","steps":["trace[78410423] 'process raft request' (duration: 120.420199ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.83961Z","caller":"traceutil/trace.go:171","msg":"trace[1925672447] transaction","detail":"{read_only:false; response_revision:5468; number_of_response:1; }","duration":"127.097022ms","start":"2026-07-24T05:41:00.712501Z","end":"2026-07-24T05:41:00.839598Z","steps":["trace[1925672447] 'process raft request' (duration: 126.125859ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.839748Z","caller":"traceutil/trace.go:171","msg":"trace[1940497719] transaction","detail":"{read_only:false; response_revision:5469; number_of_response:1; }","duration":"125.708639ms","start":"2026-07-24T05:41:00.713947Z","end":"2026-07-24T05:41:00.839656Z","steps":["trace[1940497719] 'process raft request' (duration: 124.727726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.839883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.465021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-07-24T05:41:00.839971Z","caller":"traceutil/trace.go:171","msg":"trace[1957359421] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0f88c760-1f5a-42a9-abae-553eb7b8c6ca; range_end:; response_count:1; response_revision:5474; }","duration":"141.597814ms","start":"2026-07-24T05:41:00.698349Z","end":"2026-07-24T05:41:00.839947Z","steps":["trace[1957359421] 'agreement among raft nodes before linearized reading' (duration: 141.286927ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.981596Z","caller":"traceutil/trace.go:171","msg":"trace[1663599654] linearizableReadLoop","detail":"{readStateIndex:5798; appliedIndex:5797; }","duration":"132.050144ms","start":"2026-07-24T05:41:00.849521Z","end":"2026-07-24T05:41:00.981571Z","steps":["trace[1663599654] 'read index received' (duration: 127.07107ms)","trace[1663599654] 'applied index is now lower than readState.Index' (duration: 4.978104ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:00.981972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.438903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-24T05:41:00.982042Z","caller":"traceutil/trace.go:171","msg":"trace[1444874404] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:5475; }","duration":"132.542816ms","start":"2026-07-24T05:41:00.849485Z","end":"2026-07-24T05:41:00.982027Z","steps":["trace[1444874404] 'agreement among raft nodes before linearized reading' (duration: 132.28515ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.981714Z","caller":"traceutil/trace.go:171","msg":"trace[256719806] transaction","detail":"{read_only:false; response_revision:5475; number_of_response:1; }","duration":"134.490111ms","start":"2026-07-24T05:41:00.847175Z","end":"2026-07-24T05:41:00.981665Z","steps":["trace[256719806] 'process raft request' (duration: 129.418744ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.982009Z","caller":"traceutil/trace.go:171","msg":"trace[1829105903] transaction","detail":"{read_only:false; response_revision:5477; number_of_response:1; }","duration":"125.597036ms","start":"2026-07-24T05:41:00.856395Z","end":"2026-07-24T05:41:00.981992Z","steps":["trace[1829105903] 'process raft request' (duration: 125.551475ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:00.982371Z","caller":"traceutil/trace.go:171","msg":"trace[632082159] transaction","detail":"{read_only:false; response_revision:5476; number_of_response:1; }","duration":"126.866296ms","start":"2026-07-24T05:41:00.855492Z","end":"2026-07-24T05:41:00.982358Z","steps":["trace[632082159] 'process raft request' (duration: 126.243331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:00.982381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.054385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:00.983127Z","caller":"traceutil/trace.go:171","msg":"trace[390492575] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:5477; }","duration":"132.25819ms","start":"2026-07-24T05:41:00.85019Z","end":"2026-07-24T05:41:00.982448Z","steps":["trace[390492575] 'agreement among raft nodes before linearized reading' (duration: 131.810449ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:01.737581Z","caller":"traceutil/trace.go:171","msg":"trace[1415018111] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"455.862433ms","start":"2026-07-24T05:41:01.281683Z","end":"2026-07-24T05:41:01.737546Z","steps":["trace[1415018111] 'process raft request' (duration: 441.964265ms)","trace[1415018111] 'compare' (duration: 13.745025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:01.737789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:01.281653Z","time spent":"456.013826ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:01.740285Z","caller":"traceutil/trace.go:171","msg":"trace[1986452807] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"455.063034ms","start":"2026-07-24T05:41:01.285184Z","end":"2026-07-24T05:41:01.740247Z","steps":["trace[1986452807] 'process raft request' (duration: 454.837239ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:01.74053Z","caller":"traceutil/trace.go:171","msg":"trace[1928543553] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"238.899242ms","start":"2026-07-24T05:41:01.501532Z","end":"2026-07-24T05:41:01.740431Z","steps":["trace[1928543553] 'process raft request' (duration: 238.632186ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:01.740297Z","caller":"traceutil/trace.go:171","msg":"trace[684892917] linearizableReadLoop","detail":"{readStateIndex:5819; appliedIndex:5817; }","duration":"426.578892ms","start":"2026-07-24T05:41:01.3137Z","end":"2026-07-24T05:41:01.740279Z","steps":["trace[684892917] 'read index received' (duration: 410.032013ms)","trace[684892917] 'applied index is now lower than readState.Index' (duration: 16.545869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:01.740726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:01.285171Z","time spent":"455.201017ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3631,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:01.740923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.653685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-07-24T05:41:01.741014Z","caller":"traceutil/trace.go:171","msg":"trace[57667876] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:5498; }","duration":"186.785638ms","start":"2026-07-24T05:41:01.554211Z","end":"2026-07-24T05:41:01.740997Z","steps":["trace[57667876] 'agreement among raft nodes before linearized reading' (duration: 186.635275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:01.741014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.279673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:41:01.741028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.340859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-07-24T05:41:01.741105Z","caller":"traceutil/trace.go:171","msg":"trace[220026809] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5498; }","duration":"157.409555ms","start":"2026-07-24T05:41:01.583677Z","end":"2026-07-24T05:41:01.741086Z","steps":["trace[220026809] 'agreement among raft nodes before linearized reading' (duration: 157.18329ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:01.741242Z","caller":"traceutil/trace.go:171","msg":"trace[1024007047] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5498; }","duration":"427.474981ms","start":"2026-07-24T05:41:01.313621Z","end":"2026-07-24T05:41:01.741096Z","steps":["trace[1024007047] 'agreement among raft nodes before linearized reading' (duration: 426.725754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:01.741329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:01.313588Z","time spent":"427.728907ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-24T05:41:02.032577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.863797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:02.032642Z","caller":"traceutil/trace.go:171","msg":"trace[1332966820] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5504; }","duration":"109.952149ms","start":"2026-07-24T05:41:01.922673Z","end":"2026-07-24T05:41:02.032626Z","steps":["trace[1332966820] 'count revisions from in-memory index tree' (duration: 109.770164ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:03.271782Z","caller":"traceutil/trace.go:171","msg":"trace[868026555] transaction","detail":"{read_only:false; response_revision:5512; number_of_response:1; }","duration":"374.151642ms","start":"2026-07-24T05:41:02.897601Z","end":"2026-07-24T05:41:03.271752Z","steps":["trace[868026555] 'process raft request' (duration: 374.012708ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:03.271808Z","caller":"traceutil/trace.go:171","msg":"trace[526509230] linearizableReadLoop","detail":"{readStateIndex:5836; appliedIndex:5836; }","duration":"366.044845ms","start":"2026-07-24T05:41:02.90574Z","end":"2026-07-24T05:41:03.271785Z","steps":["trace[526509230] 'read index received' (duration: 366.028355ms)","trace[526509230] 'applied index is now lower than readState.Index' (duration: 14.38µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:03.272063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:02.897579Z","time spent":"374.411888ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:41:03.272332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.576518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-24T05:41:03.272385Z","caller":"traceutil/trace.go:171","msg":"trace[669042173] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:5512; }","duration":"366.690671ms","start":"2026-07-24T05:41:02.905684Z","end":"2026-07-24T05:41:03.272375Z","steps":["trace[669042173] 'agreement among raft nodes before linearized reading' (duration: 366.165759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:03.272416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:02.905663Z","time spent":"366.744031ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1959,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-07-24T05:41:05.768762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209044793s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:05.76906Z","caller":"traceutil/trace.go:171","msg":"trace[1695922925] linearizableReadLoop","detail":"{readStateIndex:5839; appliedIndex:5836; }","duration":"2.496953789s","start":"2026-07-24T05:41:03.272081Z","end":"2026-07-24T05:41:05.769035Z","steps":["trace[1695922925] 'read index received' (duration: 287.401463ms)","trace[1695922925] 'applied index is now lower than readState.Index' (duration: 2.209550936s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:05.769167Z","caller":"traceutil/trace.go:171","msg":"trace[538229624] transaction","detail":"{read_only:false; response_revision:5513; number_of_response:1; }","duration":"2.781471628s","start":"2026-07-24T05:41:02.987678Z","end":"2026-07-24T05:41:05.76915Z","steps":["trace[538229624] 'process raft request' (duration: 571.931583ms)","trace[538229624] 'compare' (duration: 2.208244125s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:05.769335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:02.987653Z","time spent":"2.781554909s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:05.769689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638664984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1509"} {"level":"warn","ts":"2026-07-24T05:41:05.769774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787184248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1238"} {"level":"info","ts":"2026-07-24T05:41:05.76978Z","caller":"traceutil/trace.go:171","msg":"trace[942900985] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:5515; }","duration":"2.638785587s","start":"2026-07-24T05:41:03.130972Z","end":"2026-07-24T05:41:05.769757Z","steps":["trace[942900985] 'agreement among raft nodes before linearized reading' (duration: 2.63845923s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.769813Z","caller":"traceutil/trace.go:171","msg":"trace[244004881] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:5515; }","duration":"2.787245098s","start":"2026-07-24T05:41:02.982556Z","end":"2026-07-24T05:41:05.769801Z","steps":["trace[244004881] 'agreement among raft nodes before linearized reading' (duration: 2.787179297s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.769842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.13096Z","time spent":"2.638866979s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1532,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-07-24T05:41:05.769864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838220838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-07-24T05:41:05.769836Z","caller":"traceutil/trace.go:171","msg":"trace[1379441236] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"2.781161599s","start":"2026-07-24T05:41:02.988643Z","end":"2026-07-24T05:41:05.769805Z","steps":["trace[1379441236] 'process raft request' (duration: 2.780240509s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.76992Z","caller":"traceutil/trace.go:171","msg":"trace[1140418580] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:5515; }","duration":"2.83832055s","start":"2026-07-24T05:41:02.93159Z","end":"2026-07-24T05:41:05.76991Z","steps":["trace[1140418580] 'agreement among raft nodes before linearized reading' (duration: 2.838222517s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.769952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:02.931565Z","time spent":"2.838379402s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":784,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-07-24T05:41:05.770006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.538314198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-07-24T05:41:05.770048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:02.988633Z","time spent":"2.781307633s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:05.770095Z","caller":"traceutil/trace.go:171","msg":"trace[1774852630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5515; }","duration":"2.538459121s","start":"2026-07-24T05:41:03.231616Z","end":"2026-07-24T05:41:05.770075Z","steps":["trace[1774852630] 'agreement among raft nodes before linearized reading' (duration: 2.538172134s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.769705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762874911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-07-24T05:41:05.769927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645954293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:41:05.770182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68859436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1415"} {"level":"warn","ts":"2026-07-24T05:41:05.770192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563255628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-07-24T05:41:05.770206Z","caller":"traceutil/trace.go:171","msg":"trace[1153753154] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"2.517058911s","start":"2026-07-24T05:41:03.253126Z","end":"2026-07-24T05:41:05.770185Z","steps":["trace[1153753154] 'process raft request' (duration: 2.515849103s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.770257Z","caller":"traceutil/trace.go:171","msg":"trace[2031436338] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:5515; }","duration":"2.563371121s","start":"2026-07-24T05:41:03.206867Z","end":"2026-07-24T05:41:05.770238Z","steps":["trace[2031436338] 'agreement among raft nodes before linearized reading' (duration: 2.563231948s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.769849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:02.982539Z","time spent":"2.787300751s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1261,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-07-24T05:41:05.770286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514501912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2917"} {"level":"warn","ts":"2026-07-24T05:41:05.770304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.588920536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1489"} {"level":"warn","ts":"2026-07-24T05:41:05.770311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.206837Z","time spent":"2.563461902s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1234,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"warn","ts":"2026-07-24T05:41:05.77031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614869441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1211"} {"level":"warn","ts":"2026-07-24T05:41:05.770318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.25311Z","time spent":"2.517153713s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:05.770301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706832508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"warn","ts":"2026-07-24T05:41:05.770141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662667226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1609"} {"level":"info","ts":"2026-07-24T05:41:05.770197Z","caller":"traceutil/trace.go:171","msg":"trace[585175531] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:5515; }","duration":"2.763372564s","start":"2026-07-24T05:41:03.006798Z","end":"2026-07-24T05:41:05.77017Z","steps":["trace[585175531] 'agreement among raft nodes before linearized reading' (duration: 2.762774239s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.770045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813965902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:5200"} {"level":"info","ts":"2026-07-24T05:41:05.770424Z","caller":"traceutil/trace.go:171","msg":"trace[268759574] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:5515; }","duration":"2.514584494s","start":"2026-07-24T05:41:03.255735Z","end":"2026-07-24T05:41:05.770319Z","steps":["trace[268759574] 'agreement among raft nodes before linearized reading' (duration: 2.514444491s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.770423Z","caller":"traceutil/trace.go:171","msg":"trace[62532807] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:5515; }","duration":"2.706979001s","start":"2026-07-24T05:41:03.063401Z","end":"2026-07-24T05:41:05.77038Z","steps":["trace[62532807] 'agreement among raft nodes before linearized reading' (duration: 2.706795807s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.770444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.006786Z","time spent":"2.763638319s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1389,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"warn","ts":"2026-07-24T05:41:05.770472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.255715Z","time spent":"2.514745817s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2940,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-07-24T05:41:05.770463Z","caller":"traceutil/trace.go:171","msg":"trace[1700514042] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:5515; }","duration":"2.814414262s","start":"2026-07-24T05:41:02.956032Z","end":"2026-07-24T05:41:05.770446Z","steps":["trace[1700514042] 'agreement among raft nodes before linearized reading' (duration: 2.813972442s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.770272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614123394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:41:05.770517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:02.956008Z","time spent":"2.814494554s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5223,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-07-24T05:41:05.770547Z","caller":"traceutil/trace.go:171","msg":"trace[863055056] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5515; }","duration":"2.614404821s","start":"2026-07-24T05:41:03.156134Z","end":"2026-07-24T05:41:05.770539Z","steps":["trace[863055056] 'agreement among raft nodes before linearized reading' (duration: 2.614097804s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.770356Z","caller":"traceutil/trace.go:171","msg":"trace[1025420654] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:5515; }","duration":"2.614946403s","start":"2026-07-24T05:41:03.155402Z","end":"2026-07-24T05:41:05.770348Z","steps":["trace[1025420654] 'agreement among raft nodes before linearized reading' (duration: 2.61484547s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.770565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.156128Z","time spent":"2.614431861s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:41:05.770327Z","caller":"traceutil/trace.go:171","msg":"trace[962312257] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:5515; }","duration":"2.588993129s","start":"2026-07-24T05:41:03.181329Z","end":"2026-07-24T05:41:05.770322Z","steps":["trace[962312257] 'agreement among raft nodes before linearized reading' (duration: 2.588955578s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.770595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.155392Z","time spent":"2.615186278s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1234,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"info","ts":"2026-07-24T05:41:05.770179Z","caller":"traceutil/trace.go:171","msg":"trace[1150372116] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5515; }","duration":"2.646369003s","start":"2026-07-24T05:41:03.1238Z","end":"2026-07-24T05:41:05.770169Z","steps":["trace[1150372116] 'agreement among raft nodes before linearized reading' (duration: 2.645953862s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.770611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.181303Z","time spent":"2.589293895s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1512,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-07-24T05:41:05.770217Z","caller":"traceutil/trace.go:171","msg":"trace[475215183] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:5515; }","duration":"2.688644501s","start":"2026-07-24T05:41:03.081556Z","end":"2026-07-24T05:41:05.7702Z","steps":["trace[475215183] 'agreement among raft nodes before linearized reading' (duration: 2.68859165s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.77014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.231592Z","time spent":"2.538537063s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:41:05.769689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737921439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1440"} {"level":"warn","ts":"2026-07-24T05:41:05.770813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.081547Z","time spent":"2.689214164s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1438,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-07-24T05:41:05.770877Z","caller":"traceutil/trace.go:171","msg":"trace[1170184117] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:5515; }","duration":"2.739135087s","start":"2026-07-24T05:41:03.031734Z","end":"2026-07-24T05:41:05.770869Z","steps":["trace[1170184117] 'agreement among raft nodes before linearized reading' (duration: 2.737766606s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.770393Z","caller":"traceutil/trace.go:171","msg":"trace[952516369] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:5515; }","duration":"2.663002153s","start":"2026-07-24T05:41:03.10738Z","end":"2026-07-24T05:41:05.770382Z","steps":["trace[952516369] 'agreement among raft nodes before linearized reading' (duration: 2.662589744s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.770926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.031726Z","time spent":"2.739182618s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1463,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" "} {"level":"warn","ts":"2026-07-24T05:41:05.770656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.123788Z","time spent":"2.646857563s","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:05.770955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.107364Z","time spent":"2.663580497s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1632,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-07-24T05:41:05.771167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.063369Z","time spent":"2.707105484s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4408,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-07-24T05:41:05.832717Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.084418649s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:41:05.833351Z","caller":"traceutil/trace.go:171","msg":"trace[976551836] transaction","detail":"{read_only:false; response_revision:5516; number_of_response:1; }","duration":"2.085165306s","start":"2026-07-24T05:41:03.748142Z","end":"2026-07-24T05:41:05.833308Z","steps":["trace[976551836] 'process raft request' (duration: 2.084907571s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.833601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.748118Z","time spent":"2.08534662s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:05.88924Z","caller":"traceutil/trace.go:171","msg":"trace[533113997] transaction","detail":"{read_only:false; response_revision:5517; number_of_response:1; }","duration":"1.026103395s","start":"2026-07-24T05:41:04.863098Z","end":"2026-07-24T05:41:05.889201Z","steps":["trace[533113997] 'process raft request' (duration: 1.025515762s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.889363Z","caller":"traceutil/trace.go:171","msg":"trace[1114639038] linearizableReadLoop","detail":"{readStateIndex:5844; appliedIndex:5839; }","duration":"120.216174ms","start":"2026-07-24T05:41:05.769108Z","end":"2026-07-24T05:41:05.889324Z","steps":["trace[1114639038] 'read index received' (duration: 63.900484ms)","trace[1114639038] 'applied index is now lower than readState.Index' (duration: 56.312359ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:05.889599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.524266354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-24T05:41:05.889647Z","caller":"traceutil/trace.go:171","msg":"trace[176030253] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5; range_end:; response_count:1; response_revision:5520; }","duration":"2.524343127s","start":"2026-07-24T05:41:03.365293Z","end":"2026-07-24T05:41:05.889636Z","steps":["trace[176030253] 'agreement among raft nodes before linearized reading' (duration: 2.524177233s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.889675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.365273Z","time spent":"2.524395807s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" "} {"level":"warn","ts":"2026-07-24T05:41:05.889669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5825323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1463"} {"level":"warn","ts":"2026-07-24T05:41:05.889725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360601535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-24T05:41:05.889762Z","caller":"traceutil/trace.go:171","msg":"trace[706220165] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:5520; }","duration":"2.582660843s","start":"2026-07-24T05:41:03.307086Z","end":"2026-07-24T05:41:05.889747Z","steps":["trace[706220165] 'agreement among raft nodes before linearized reading' (duration: 2.582457358s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.889785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127808945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:41:05.889754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532458563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:41:05.889828Z","caller":"traceutil/trace.go:171","msg":"trace[26058731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5520; }","duration":"1.127903578s","start":"2026-07-24T05:41:04.76191Z","end":"2026-07-24T05:41:05.889813Z","steps":["trace[26058731] 'agreement among raft nodes before linearized reading' (duration: 1.127796555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.889824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557758862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:41:05.889834Z","caller":"traceutil/trace.go:171","msg":"trace[1181415125] transaction","detail":"{read_only:false; response_revision:5519; number_of_response:1; }","duration":"654.83259ms","start":"2026-07-24T05:41:05.234955Z","end":"2026-07-24T05:41:05.889788Z","steps":["trace[1181415125] 'process raft request' (duration: 654.192636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.889798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.607971053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2463"} {"level":"info","ts":"2026-07-24T05:41:05.889913Z","caller":"traceutil/trace.go:171","msg":"trace[1265537988] transaction","detail":"{read_only:false; response_revision:5520; number_of_response:1; }","duration":"424.36958ms","start":"2026-07-24T05:41:05.465484Z","end":"2026-07-24T05:41:05.889854Z","steps":["trace[1265537988] 'process raft request' (duration: 423.721236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.889941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710509323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:41:05.889976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.083534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:05.889979Z","caller":"traceutil/trace.go:171","msg":"trace[357537164] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:5520; }","duration":"2.608167317s","start":"2026-07-24T05:41:03.281775Z","end":"2026-07-24T05:41:05.889942Z","steps":["trace[357537164] 'agreement among raft nodes before linearized reading' (duration: 2.607798539s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.889859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.761856Z","time spent":"1.127996669s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:41:05.889988Z","caller":"traceutil/trace.go:171","msg":"trace[419530763] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:5520; }","duration":"1.710593985s","start":"2026-07-24T05:41:04.17938Z","end":"2026-07-24T05:41:05.889974Z","steps":["trace[419530763] 'agreement among raft nodes before linearized reading' (duration: 1.710470602s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890007Z","caller":"traceutil/trace.go:171","msg":"trace[387620643] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5520; }","duration":"517.154466ms","start":"2026-07-24T05:41:05.372843Z","end":"2026-07-24T05:41:05.889998Z","steps":["trace[387620643] 'agreement among raft nodes before linearized reading' (duration: 517.101005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416252902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:41:05.890036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:05.372823Z","time spent":"517.205177ms","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:05.890041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.483798157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1349"} {"level":"info","ts":"2026-07-24T05:41:05.889815Z","caller":"traceutil/trace.go:171","msg":"trace[1847093109] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5; range_end:; response_count:1; response_revision:5520; }","duration":"2.360733868s","start":"2026-07-24T05:41:03.529054Z","end":"2026-07-24T05:41:05.889788Z","steps":["trace[1847093109] 'agreement among raft nodes before linearized reading' (duration: 2.360410151s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.225231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-07-24T05:41:05.890054Z","caller":"traceutil/trace.go:171","msg":"trace[814880941] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5520; }","duration":"1.416322724s","start":"2026-07-24T05:41:04.473722Z","end":"2026-07-24T05:41:05.890045Z","steps":["trace[814880941] 'agreement among raft nodes before linearized reading' (duration: 1.416125439s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890076Z","caller":"traceutil/trace.go:171","msg":"trace[453289890] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:5520; }","duration":"2.483884109s","start":"2026-07-24T05:41:03.406184Z","end":"2026-07-24T05:41:05.890068Z","steps":["trace[453289890] 'agreement among raft nodes before linearized reading' (duration: 2.483668594s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.889528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523787297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:41:05.890096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.473704Z","time spent":"1.416385086s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:41:05.89009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20744935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T05:41:05.889979Z","caller":"traceutil/trace.go:171","msg":"trace[1167768803] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5520; }","duration":"2.557960517s","start":"2026-07-24T05:41:03.332002Z","end":"2026-07-24T05:41:05.889962Z","steps":["trace[1167768803] 'agreement among raft nodes before linearized reading' (duration: 2.55765856s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890095Z","caller":"traceutil/trace.go:171","msg":"trace[1967776291] transaction","detail":"{read_only:false; response_revision:5518; number_of_response:1; }","duration":"965.557128ms","start":"2026-07-24T05:41:04.924526Z","end":"2026-07-24T05:41:05.890083Z","steps":["trace[1967776291] 'process raft request' (duration: 964.534725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.889851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408673529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-24T05:41:05.89014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.331978Z","time spent":"2.558154982s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:41:05.890127Z","caller":"traceutil/trace.go:171","msg":"trace[1472727514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5520; }","duration":"1.524462402s","start":"2026-07-24T05:41:04.365644Z","end":"2026-07-24T05:41:05.890106Z","steps":["trace[1472727514] 'agreement among raft nodes before linearized reading' (duration: 1.523727296s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890143Z","caller":"traceutil/trace.go:171","msg":"trace[687585677] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5520; }","duration":"1.207546072s","start":"2026-07-24T05:41:04.68258Z","end":"2026-07-24T05:41:05.890127Z","steps":["trace[687585677] 'agreement among raft nodes before linearized reading' (duration: 1.207426699s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:05.465465Z","time spent":"424.510754ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:05.890185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.365624Z","time spent":"1.524540833s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:05.890182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136477001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:41:05.890192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.682554Z","time spent":"1.207624004s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:41:05.890233Z","caller":"traceutil/trace.go:171","msg":"trace[433022074] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5520; }","duration":"2.136563473s","start":"2026-07-24T05:41:03.753657Z","end":"2026-07-24T05:41:05.89022Z","steps":["trace[433022074] 'agreement among raft nodes before linearized reading' (duration: 2.13642469s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.924501Z","time spent":"965.63691ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18368,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:05.890025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.281746Z","time spent":"2.608265559s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2486,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-07-24T05:41:05.89027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499728375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:41:05.890287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.352404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-coredns-7dd4958666\" ","response":"range_response_count:1 size:4801"} {"level":"info","ts":"2026-07-24T05:41:05.890311Z","caller":"traceutil/trace.go:171","msg":"trace[462389858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5520; }","duration":"1.499793698s","start":"2026-07-24T05:41:04.390511Z","end":"2026-07-24T05:41:05.890304Z","steps":["trace[462389858] 'agreement among raft nodes before linearized reading' (duration: 1.499706465s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.179359Z","time spent":"1.710669106s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:05.890334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.390497Z","time spent":"1.499832338s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:41:05.890333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.255336375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:41:05.890346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.502458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-07-24T05:41:05.89016Z","caller":"traceutil/trace.go:171","msg":"trace[1496810944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5520; }","duration":"1.409016917s","start":"2026-07-24T05:41:04.481135Z","end":"2026-07-24T05:41:05.890152Z","steps":["trace[1496810944] 'agreement among raft nodes before linearized reading' (duration: 1.408617068s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.509200029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1526"} {"level":"warn","ts":"2026-07-24T05:41:05.88998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186754835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:41:05.890401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.481118Z","time spent":"1.409267223s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:41:05.890436Z","caller":"traceutil/trace.go:171","msg":"trace[1477396688] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5520; }","duration":"1.187286958s","start":"2026-07-24T05:41:04.703141Z","end":"2026-07-24T05:41:05.890428Z","steps":["trace[1477396688] 'agreement among raft nodes before linearized reading' (duration: 1.186794226s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.89045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.868719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3971"} {"level":"warn","ts":"2026-07-24T05:41:05.890448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.581673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T05:41:05.890331Z","caller":"traceutil/trace.go:171","msg":"trace[846416013] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-coredns-7dd4958666; range_end:; response_count:1; response_revision:5520; }","duration":"112.413646ms","start":"2026-07-24T05:41:05.777907Z","end":"2026-07-24T05:41:05.89032Z","steps":["trace[846416013] 'agreement among raft nodes before linearized reading' (duration: 112.301982ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890478Z","caller":"traceutil/trace.go:171","msg":"trace[398416993] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:5520; }","duration":"113.908949ms","start":"2026-07-24T05:41:05.776563Z","end":"2026-07-24T05:41:05.890472Z","steps":["trace[398416993] 'agreement among raft nodes before linearized reading' (duration: 113.836998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.19476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15429"} {"level":"warn","ts":"2026-07-24T05:41:05.890464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.70311Z","time spent":"1.187346039s","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:05.889814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.408157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"warn","ts":"2026-07-24T05:41:05.890538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.92448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1912"} {"level":"info","ts":"2026-07-24T05:41:05.890534Z","caller":"traceutil/trace.go:171","msg":"trace[300646627] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:5520; }","duration":"112.261691ms","start":"2026-07-24T05:41:05.778258Z","end":"2026-07-24T05:41:05.890519Z","steps":["trace[300646627] 'agreement among raft nodes before linearized reading' (duration: 112.037785ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890571Z","caller":"traceutil/trace.go:171","msg":"trace[173987571] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:5520; }","duration":"113.997731ms","start":"2026-07-24T05:41:05.776567Z","end":"2026-07-24T05:41:05.890565Z","steps":["trace[173987571] 'agreement among raft nodes before linearized reading' (duration: 113.91619ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.889864Z","caller":"traceutil/trace.go:171","msg":"trace[1343366455] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5520; }","duration":"2.532602906s","start":"2026-07-24T05:41:03.357244Z","end":"2026-07-24T05:41:05.889847Z","steps":["trace[1343366455] 'agreement among raft nodes before linearized reading' (duration: 2.532374951s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.087398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4354"} {"level":"warn","ts":"2026-07-24T05:41:05.89061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770075228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:41:05.890619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.164393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3903"} {"level":"warn","ts":"2026-07-24T05:41:05.890626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.065614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1166"} {"level":"info","ts":"2026-07-24T05:41:05.890656Z","caller":"traceutil/trace.go:171","msg":"trace[723619492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5520; }","duration":"1.77016583s","start":"2026-07-24T05:41:04.120477Z","end":"2026-07-24T05:41:05.890643Z","steps":["trace[723619492] 'agreement among raft nodes before linearized reading' (duration: 1.770096669s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890655Z","caller":"traceutil/trace.go:171","msg":"trace[1477815109] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:5520; }","duration":"112.551119ms","start":"2026-07-24T05:41:05.778082Z","end":"2026-07-24T05:41:05.890633Z","steps":["trace[1477815109] 'agreement among raft nodes before linearized reading' (duration: 112.046507ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890632Z","caller":"traceutil/trace.go:171","msg":"trace[1030598011] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5520; }","duration":"114.191206ms","start":"2026-07-24T05:41:05.776384Z","end":"2026-07-24T05:41:05.890575Z","steps":["trace[1030598011] 'agreement among raft nodes before linearized reading' (duration: 113.272744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.120453Z","time spent":"1.770236282s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:41:05.89009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.529036Z","time spent":"2.361042336s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" "} {"level":"warn","ts":"2026-07-24T05:41:05.890184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.881713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9\" ","response":"range_response_count:1 size:5207"} {"level":"warn","ts":"2026-07-24T05:41:05.890739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.300416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd\" ","response":"range_response_count:1 size:3719"} {"level":"warn","ts":"2026-07-24T05:41:05.890271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.753637Z","time spent":"2.136623905s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:41:05.890754Z","caller":"traceutil/trace.go:171","msg":"trace[1780582531] range","detail":"{range_begin:/registry/replicasets/envoy-gateway-system/envoy-gateway-78446f96c9; range_end:; response_count:1; response_revision:5520; }","duration":"112.464746ms","start":"2026-07-24T05:41:05.778275Z","end":"2026-07-24T05:41:05.890739Z","steps":["trace[1780582531] 'agreement among raft nodes before linearized reading' (duration: 111.809711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.331317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-07-24T05:41:05.890638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.357225Z","time spent":"2.533403515s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T05:41:05.89079Z","caller":"traceutil/trace.go:171","msg":"trace[1425403736] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5520; }","duration":"113.377677ms","start":"2026-07-24T05:41:05.777404Z","end":"2026-07-24T05:41:05.890781Z","steps":["trace[1425403736] 'agreement among raft nodes before linearized reading' (duration: 113.302426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890663Z","caller":"traceutil/trace.go:171","msg":"trace[57722654] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:5520; }","duration":"113.223364ms","start":"2026-07-24T05:41:05.777428Z","end":"2026-07-24T05:41:05.890651Z","steps":["trace[57722654] 'agreement among raft nodes before linearized reading' (duration: 113.098922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.893704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-07-24T05:41:05.890854Z","caller":"traceutil/trace.go:171","msg":"trace[820365721] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:5520; }","duration":"112.715043ms","start":"2026-07-24T05:41:05.778128Z","end":"2026-07-24T05:41:05.890843Z","steps":["trace[820365721] 'agreement among raft nodes before linearized reading' (duration: 111.74539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.889424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:04.863074Z","time spent":"1.026247548s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:05.890671Z","caller":"traceutil/trace.go:171","msg":"trace[1315819026] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:5520; }","duration":"114.156936ms","start":"2026-07-24T05:41:05.776505Z","end":"2026-07-24T05:41:05.890662Z","steps":["trace[1315819026] 'agreement among raft nodes before linearized reading' (duration: 114.048693ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890099Z","caller":"traceutil/trace.go:171","msg":"trace[1847802428] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:5520; }","duration":"112.285073ms","start":"2026-07-24T05:41:05.777797Z","end":"2026-07-24T05:41:05.890082Z","steps":["trace[1847802428] 'agreement among raft nodes before linearized reading' (duration: 112.15178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.889818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.30706Z","time spent":"2.582748834s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1486,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-07-24T05:41:05.890035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:05.23493Z","time spent":"655.017944ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:05.890384Z","caller":"traceutil/trace.go:171","msg":"trace[2008384326] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:5520; }","duration":"112.536489ms","start":"2026-07-24T05:41:05.777836Z","end":"2026-07-24T05:41:05.890373Z","steps":["trace[2008384326] 'agreement among raft nodes before linearized reading' (duration: 112.438436ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890376Z","caller":"traceutil/trace.go:171","msg":"trace[61854233] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5520; }","duration":"2.255419137s","start":"2026-07-24T05:41:03.634945Z","end":"2026-07-24T05:41:05.890364Z","steps":["trace[61854233] 'agreement among raft nodes before linearized reading' (duration: 2.255352795s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:05.890503Z","caller":"traceutil/trace.go:171","msg":"trace[1802989762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5520; }","duration":"113.681175ms","start":"2026-07-24T05:41:05.776805Z","end":"2026-07-24T05:41:05.890486Z","steps":["trace[1802989762] 'agreement among raft nodes before linearized reading' (duration: 113.552522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.890101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.406159Z","time spent":"2.483936731s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1372,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-07-24T05:41:05.891006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.634923Z","time spent":"2.256066382s","remote":"127.0.0.1:53856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:41:05.890451Z","caller":"traceutil/trace.go:171","msg":"trace[393408711] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:5520; }","duration":"2.509429685s","start":"2026-07-24T05:41:03.380992Z","end":"2026-07-24T05:41:05.890422Z","steps":["trace[393408711] 'agreement among raft nodes before linearized reading' (duration: 2.509002415s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.89109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.380972Z","time spent":"2.510097731s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1549,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-07-24T05:41:05.891567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135709124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:41:05.891612Z","caller":"traceutil/trace.go:171","msg":"trace[1997757618] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5520; }","duration":"2.135793626s","start":"2026-07-24T05:41:03.755808Z","end":"2026-07-24T05:41:05.891602Z","steps":["trace[1997757618] 'agreement among raft nodes before linearized reading' (duration: 2.135627432s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:05.891637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:03.755789Z","time spent":"2.135841666s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:41:05.894368Z","caller":"traceutil/trace.go:171","msg":"trace[1091726285] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-579c9dd7cd; range_end:; response_count:1; response_revision:5520; }","duration":"113.341997ms","start":"2026-07-24T05:41:05.777418Z","end":"2026-07-24T05:41:05.89076Z","steps":["trace[1091726285] 'agreement among raft nodes before linearized reading' (duration: 113.265695ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:06.771353Z","caller":"traceutil/trace.go:171","msg":"trace[714177860] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"213.454239ms","start":"2026-07-24T05:41:06.557874Z","end":"2026-07-24T05:41:06.771328Z","steps":["trace[714177860] 'process raft request' (duration: 213.305976ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:06.771387Z","caller":"traceutil/trace.go:171","msg":"trace[387387200] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5850; }","duration":"196.739327ms","start":"2026-07-24T05:41:06.574615Z","end":"2026-07-24T05:41:06.771343Z","steps":["trace[387387200] 'read index received' (duration: 196.714436ms)","trace[387387200] 'applied index is now lower than readState.Index' (duration: 10.881µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:06.771627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.290224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:06.771706Z","caller":"traceutil/trace.go:171","msg":"trace[1229436] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5526; }","duration":"161.441728ms","start":"2026-07-24T05:41:06.610243Z","end":"2026-07-24T05:41:06.771685Z","steps":["trace[1229436] 'agreement among raft nodes before linearized reading' (duration: 161.283555ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:06.771741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.044504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:06.771889Z","caller":"traceutil/trace.go:171","msg":"trace[1141893887] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5526; }","duration":"197.263878ms","start":"2026-07-24T05:41:06.574578Z","end":"2026-07-24T05:41:06.771842Z","steps":["trace[1141893887] 'agreement among raft nodes before linearized reading' (duration: 196.940511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:07.183366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.126138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-07-24T05:41:07.183491Z","caller":"traceutil/trace.go:171","msg":"trace[1777041298] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5; range_end:; response_count:1; response_revision:5526; }","duration":"284.329672ms","start":"2026-07-24T05:41:06.899131Z","end":"2026-07-24T05:41:07.183461Z","steps":["trace[1777041298] 'range keys from in-memory index tree' (duration: 283.964334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:09.622686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:10.123868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:10.624784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149255,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:10.897306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.320989939s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:41:10.897768Z","caller":"traceutil/trace.go:171","msg":"trace[2107010224] transaction","detail":"{read_only:false; response_revision:5536; number_of_response:1; }","duration":"2.321546742s","start":"2026-07-24T05:41:08.576192Z","end":"2026-07-24T05:41:10.897738Z","steps":["trace[2107010224] 'process raft request' (duration: 2.321299586s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:10.897957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:08.576167Z","time spent":"2.321674845s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3936,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:11.092161Z","caller":"traceutil/trace.go:171","msg":"trace[309740282] transaction","detail":"{read_only:false; response_revision:5538; number_of_response:1; }","duration":"1.267124196s","start":"2026-07-24T05:41:09.825001Z","end":"2026-07-24T05:41:11.092125Z","steps":["trace[309740282] 'process raft request' (duration: 1.267028384s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:11.092219Z","caller":"traceutil/trace.go:171","msg":"trace[428524293] transaction","detail":"{read_only:false; response_revision:5537; number_of_response:1; }","duration":"1.948611367s","start":"2026-07-24T05:41:09.14356Z","end":"2026-07-24T05:41:11.092172Z","steps":["trace[428524293] 'process raft request' (duration: 1.948243859s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.092391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.824971Z","time spent":"1.26729735s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:11.092439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.143534Z","time spent":"1.948787541s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:11.092448Z","caller":"traceutil/trace.go:171","msg":"trace[616011697] transaction","detail":"{read_only:false; response_revision:5539; number_of_response:1; }","duration":"1.256540224s","start":"2026-07-24T05:41:09.835874Z","end":"2026-07-24T05:41:11.092415Z","steps":["trace[616011697] 'process raft request' (duration: 1.256204146s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.092588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.835861Z","time spent":"1.256650427s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:11.092607Z","caller":"traceutil/trace.go:171","msg":"trace[967207944] transaction","detail":"{read_only:false; response_revision:5540; number_of_response:1; }","duration":"1.256007723s","start":"2026-07-24T05:41:09.836587Z","end":"2026-07-24T05:41:11.092595Z","steps":["trace[967207944] 'process raft request' (duration: 1.255726965s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.092658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.836552Z","time spent":"1.256078424s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:11.121756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:11.121843Z","caller":"traceutil/trace.go:171","msg":"trace[444763647] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000069917s","start":"2026-07-24T05:41:09.121754Z","end":"2026-07-24T05:41:11.121824Z","steps":["trace[444763647] 'agreement among raft nodes before linearized reading' (duration: 1.999965835s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.12192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.121737Z","time spent":"2.000173749s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:41:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-24T05:41:11.148233Z","caller":"traceutil/trace.go:171","msg":"trace[737074863] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"1.297870771s","start":"2026-07-24T05:41:09.850329Z","end":"2026-07-24T05:41:11.1482Z","steps":["trace[737074863] 'process raft request' (duration: 1.297422941s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:11.148311Z","caller":"traceutil/trace.go:171","msg":"trace[1715714290] linearizableReadLoop","detail":"{readStateIndex:5867; appliedIndex:5859; }","duration":"2.026475262s","start":"2026-07-24T05:41:09.121806Z","end":"2026-07-24T05:41:11.148282Z","steps":["trace[1715714290] 'read index received' (duration: 1.775693097s)","trace[1715714290] 'applied index is now lower than readState.Index' (duration: 250.780935ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:11.148367Z","caller":"traceutil/trace.go:171","msg":"trace[1291941893] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"922.180335ms","start":"2026-07-24T05:41:10.226168Z","end":"2026-07-24T05:41:11.148348Z","steps":["trace[1291941893] 'process raft request' (duration: 921.9453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.148436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.850224Z","time spent":"1.298095926s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:11.148457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:10.226142Z","time spent":"922.267567ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:11.148688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188011466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:41:11.148735Z","caller":"traceutil/trace.go:171","msg":"trace[1120491613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5542; }","duration":"1.188110808s","start":"2026-07-24T05:41:09.960612Z","end":"2026-07-24T05:41:11.148723Z","steps":["trace[1120491613] 'agreement among raft nodes before linearized reading' (duration: 1.187963804s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.148738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991352237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:41:11.148754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955495006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" ","response":"range_response_count:1 size:3951"} {"level":"warn","ts":"2026-07-24T05:41:11.148769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.960601Z","time spent":"1.188159699s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:41:11.148758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369905282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:11.148797Z","caller":"traceutil/trace.go:171","msg":"trace[1304722847] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5; range_end:; response_count:1; response_revision:5542; }","duration":"1.955537687s","start":"2026-07-24T05:41:09.193245Z","end":"2026-07-24T05:41:11.148783Z","steps":["trace[1304722847] 'agreement among raft nodes before linearized reading' (duration: 1.955419934s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:11.148798Z","caller":"traceutil/trace.go:171","msg":"trace[690744388] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5542; }","duration":"1.99146928s","start":"2026-07-24T05:41:09.157311Z","end":"2026-07-24T05:41:11.14878Z","steps":["trace[690744388] 'agreement among raft nodes before linearized reading' (duration: 1.991197514s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.14883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.193198Z","time spent":"1.955624729s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" "} {"level":"warn","ts":"2026-07-24T05:41:11.14882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151628381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:41:11.14885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.157291Z","time spent":"1.991546552s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:41:11.148903Z","caller":"traceutil/trace.go:171","msg":"trace[1290369490] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5542; }","duration":"1.151783535s","start":"2026-07-24T05:41:09.9971Z","end":"2026-07-24T05:41:11.148884Z","steps":["trace[1290369490] 'agreement among raft nodes before linearized reading' (duration: 1.151486209s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:11.148845Z","caller":"traceutil/trace.go:171","msg":"trace[863704823] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:5542; }","duration":"1.370060575s","start":"2026-07-24T05:41:09.778756Z","end":"2026-07-24T05:41:11.148817Z","steps":["trace[863704823] 'agreement among raft nodes before linearized reading' (duration: 1.369904671s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.148995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176177114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-24T05:41:11.149013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.778719Z","time spent":"1.3702752s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:41:11.149038Z","caller":"traceutil/trace.go:171","msg":"trace[715097389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5542; }","duration":"1.176280626s","start":"2026-07-24T05:41:09.972748Z","end":"2026-07-24T05:41:11.149028Z","steps":["trace[715097389] 'agreement among raft nodes before linearized reading' (duration: 1.176180693s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.149067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.972715Z","time spent":"1.176345217s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:41:11.149203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17646207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:41:11.149215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20567856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:41:11.149237Z","caller":"traceutil/trace.go:171","msg":"trace[1768454878] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5542; }","duration":"1.176538302s","start":"2026-07-24T05:41:09.97269Z","end":"2026-07-24T05:41:11.149228Z","steps":["trace[1768454878] 'agreement among raft nodes before linearized reading' (duration: 1.17645481s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:11.149249Z","caller":"traceutil/trace.go:171","msg":"trace[1623285797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5542; }","duration":"1.205744521s","start":"2026-07-24T05:41:09.943491Z","end":"2026-07-24T05:41:11.149236Z","steps":["trace[1623285797] 'agreement among raft nodes before linearized reading' (duration: 1.205656469s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.149263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.972666Z","time spent":"1.176590523s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:41:11.149287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.943472Z","time spent":"1.205808093s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:41:11.14895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.997078Z","time spent":"1.151863458s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:41:11.149338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.682062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:41:11.149381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151649331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:41:11.149402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.337776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T05:41:11.149417Z","caller":"traceutil/trace.go:171","msg":"trace[408289487] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5542; }","duration":"1.151790915s","start":"2026-07-24T05:41:09.997615Z","end":"2026-07-24T05:41:11.149406Z","steps":["trace[408289487] 'agreement among raft nodes before linearized reading' (duration: 1.151678022s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:11.149412Z","caller":"traceutil/trace.go:171","msg":"trace[1680507495] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5542; }","duration":"924.806265ms","start":"2026-07-24T05:41:10.224587Z","end":"2026-07-24T05:41:11.149393Z","steps":["trace[1680507495] 'agreement among raft nodes before linearized reading' (duration: 924.652681ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:11.149436Z","caller":"traceutil/trace.go:171","msg":"trace[1097826372] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5542; }","duration":"247.365476ms","start":"2026-07-24T05:41:10.902056Z","end":"2026-07-24T05:41:11.149421Z","steps":["trace[1097826372] 'agreement among raft nodes before linearized reading' (duration: 247.282875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.149449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:09.997601Z","time spent":"1.151839626s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:41:11.14953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.688789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:11.149594Z","caller":"traceutil/trace.go:171","msg":"trace[1171834668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5542; }","duration":"431.779511ms","start":"2026-07-24T05:41:10.717802Z","end":"2026-07-24T05:41:11.149581Z","steps":["trace[1171834668] 'agreement among raft nodes before linearized reading' (duration: 431.695729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:11.149643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:10.717785Z","time spent":"431.848692ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:41:11.14947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:10.224557Z","time spent":"924.897967ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":39,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:41:12.261832Z","caller":"traceutil/trace.go:171","msg":"trace[1014256933] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"127.570293ms","start":"2026-07-24T05:41:12.134232Z","end":"2026-07-24T05:41:12.261802Z","steps":["trace[1014256933] 'process raft request' (duration: 127.388969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:12.412699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.061306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:9225"} {"level":"info","ts":"2026-07-24T05:41:12.412961Z","caller":"traceutil/trace.go:171","msg":"trace[1410607759] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5555; }","duration":"139.209909ms","start":"2026-07-24T05:41:12.273561Z","end":"2026-07-24T05:41:12.412771Z","steps":["trace[1410607759] 'agreement among raft nodes before linearized reading' (duration: 57.278193ms)","trace[1410607759] 'range keys from in-memory index tree' (duration: 81.705272ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:12.624979Z","caller":"traceutil/trace.go:171","msg":"trace[1796605203] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"292.521292ms","start":"2026-07-24T05:41:12.332432Z","end":"2026-07-24T05:41:12.624953Z","steps":["trace[1796605203] 'process raft request' (duration: 292.390869ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:12.625077Z","caller":"traceutil/trace.go:171","msg":"trace[1581586456] linearizableReadLoop","detail":"{readStateIndex:5884; appliedIndex:5884; }","duration":"208.880095ms","start":"2026-07-24T05:41:12.416164Z","end":"2026-07-24T05:41:12.625044Z","steps":["trace[1581586456] 'read index received' (duration: 208.866625ms)","trace[1581586456] 'applied index is now lower than readState.Index' (duration: 11.67µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:12.625326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.158632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-24T05:41:12.625384Z","caller":"traceutil/trace.go:171","msg":"trace[914762253] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5; range_end:; response_count:1; response_revision:5556; }","duration":"209.260214ms","start":"2026-07-24T05:41:12.416102Z","end":"2026-07-24T05:41:12.625362Z","steps":["trace[914762253] 'agreement among raft nodes before linearized reading' (duration: 209.04431ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:12.662669Z","caller":"traceutil/trace.go:171","msg":"trace[1029668721] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"235.827282ms","start":"2026-07-24T05:41:12.42681Z","end":"2026-07-24T05:41:12.662637Z","steps":["trace[1029668721] 'process raft request' (duration: 235.546295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:12.662697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.492535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T05:41:12.662771Z","caller":"traceutil/trace.go:171","msg":"trace[1599509620] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5557; }","duration":"170.624938ms","start":"2026-07-24T05:41:12.492126Z","end":"2026-07-24T05:41:12.662751Z","steps":["trace[1599509620] 'agreement among raft nodes before linearized reading' (duration: 170.375713ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:12.847607Z","caller":"traceutil/trace.go:171","msg":"trace[1924915415] linearizableReadLoop","detail":"{readStateIndex:5887; appliedIndex:5886; }","duration":"136.620939ms","start":"2026-07-24T05:41:12.710962Z","end":"2026-07-24T05:41:12.847583Z","steps":["trace[1924915415] 'read index received' (duration: 136.469946ms)","trace[1924915415] 'applied index is now lower than readState.Index' (duration: 150.263µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:12.847981Z","caller":"traceutil/trace.go:171","msg":"trace[715665512] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"143.793093ms","start":"2026-07-24T05:41:12.70414Z","end":"2026-07-24T05:41:12.847933Z","steps":["trace[715665512] 'process raft request' (duration: 143.309502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:12.848171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.420033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:41:12.848223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.242264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-07-24T05:41:12.848261Z","caller":"traceutil/trace.go:171","msg":"trace[1478720670] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5559; }","duration":"111.577536ms","start":"2026-07-24T05:41:12.736664Z","end":"2026-07-24T05:41:12.848241Z","steps":["trace[1478720670] 'agreement among raft nodes before linearized reading' (duration: 111.250259ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:12.848314Z","caller":"traceutil/trace.go:171","msg":"trace[198858519] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5559; }","duration":"137.371916ms","start":"2026-07-24T05:41:12.71092Z","end":"2026-07-24T05:41:12.848292Z","steps":["trace[198858519] 'agreement among raft nodes before linearized reading' (duration: 137.065649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:13.404912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.220331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:13.405128Z","caller":"traceutil/trace.go:171","msg":"trace[1597677269] linearizableReadLoop","detail":"{readStateIndex:5888; appliedIndex:5887; }","duration":"492.786879ms","start":"2026-07-24T05:41:12.912321Z","end":"2026-07-24T05:41:13.405108Z","steps":["trace[1597677269] 'read index received' (duration: 356.326703ms)","trace[1597677269] 'applied index is now lower than readState.Index' (duration: 136.457966ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:13.405183Z","caller":"traceutil/trace.go:171","msg":"trace[1245632653] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"550.437569ms","start":"2026-07-24T05:41:12.85471Z","end":"2026-07-24T05:41:13.405148Z","steps":["trace[1245632653] 'process raft request' (duration: 413.795659ms)","trace[1245632653] 'compare' (duration: 135.363241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:13.405306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.967563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:13.405397Z","caller":"traceutil/trace.go:171","msg":"trace[1614421030] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5560; }","duration":"493.097876ms","start":"2026-07-24T05:41:12.912277Z","end":"2026-07-24T05:41:13.405375Z","steps":["trace[1614421030] 'agreement among raft nodes before linearized reading' (duration: 492.948143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:13.40533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:12.854695Z","time spent":"550.555852ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:13.405456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:12.91226Z","time spent":"493.183888ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:41:13.496265Z","caller":"traceutil/trace.go:171","msg":"trace[1651177071] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"396.770009ms","start":"2026-07-24T05:41:13.099467Z","end":"2026-07-24T05:41:13.496237Z","steps":["trace[1651177071] 'process raft request' (duration: 396.537263ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:13.496324Z","caller":"traceutil/trace.go:171","msg":"trace[1855618606] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"396.668148ms","start":"2026-07-24T05:41:13.099627Z","end":"2026-07-24T05:41:13.496295Z","steps":["trace[1855618606] 'process raft request' (duration: 396.522734ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:13.49635Z","caller":"traceutil/trace.go:171","msg":"trace[660322783] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"396.068094ms","start":"2026-07-24T05:41:13.100253Z","end":"2026-07-24T05:41:13.496321Z","steps":["trace[660322783] 'process raft request' (duration: 395.964002ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:13.496396Z","caller":"traceutil/trace.go:171","msg":"trace[2094009498] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"339.971548ms","start":"2026-07-24T05:41:13.156405Z","end":"2026-07-24T05:41:13.496376Z","steps":["trace[2094009498] 'process raft request' (duration: 339.865236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:13.496456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.099554Z","time spent":"396.81879ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:13.496477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.156367Z","time spent":"340.067661ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:13.496497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.100218Z","time spent":"396.209887ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:13.496732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.645523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:41:13.496789Z","caller":"traceutil/trace.go:171","msg":"trace[853860599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5564; }","duration":"295.754216ms","start":"2026-07-24T05:41:13.201024Z","end":"2026-07-24T05:41:13.496779Z","steps":["trace[853860599] 'agreement among raft nodes before linearized reading' (duration: 295.607282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:13.496798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.066542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:41:13.496892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.561378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:41:13.496888Z","caller":"traceutil/trace.go:171","msg":"trace[13791976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5564; }","duration":"375.187165ms","start":"2026-07-24T05:41:13.121693Z","end":"2026-07-24T05:41:13.49688Z","steps":["trace[13791976] 'agreement among raft nodes before linearized reading' (duration: 375.071602ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:13.496915Z","caller":"traceutil/trace.go:171","msg":"trace[302629371] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5564; }","duration":"339.63324ms","start":"2026-07-24T05:41:13.157274Z","end":"2026-07-24T05:41:13.496908Z","steps":["trace[302629371] 'agreement among raft nodes before linearized reading' (duration: 339.541048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:13.496922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.121682Z","time spent":"375.232306ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:41:13.496935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.157248Z","time spent":"339.682661ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:41:13.496974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.617262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:41:13.49702Z","caller":"traceutil/trace.go:171","msg":"trace[1941932585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5564; }","duration":"281.680924ms","start":"2026-07-24T05:41:13.215319Z","end":"2026-07-24T05:41:13.497Z","steps":["trace[1941932585] 'agreement among raft nodes before linearized reading' (duration: 281.592992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:13.496865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.248292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:41:13.497082Z","caller":"traceutil/trace.go:171","msg":"trace[2140155184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5564; }","duration":"284.512098ms","start":"2026-07-24T05:41:13.21256Z","end":"2026-07-24T05:41:13.497072Z","steps":["trace[2140155184] 'agreement among raft nodes before linearized reading' (duration: 284.187501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:13.497102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.9426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:41:13.497177Z","caller":"traceutil/trace.go:171","msg":"trace[555767128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5564; }","duration":"286.088914ms","start":"2026-07-24T05:41:13.211069Z","end":"2026-07-24T05:41:13.497158Z","steps":["trace[555767128] 'agreement among raft nodes before linearized reading' (duration: 285.803818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:13.497168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.030312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:41:13.497261Z","caller":"traceutil/trace.go:171","msg":"trace[775049475] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5564; }","duration":"286.159986ms","start":"2026-07-24T05:41:13.21107Z","end":"2026-07-24T05:41:13.49723Z","steps":["trace[775049475] 'agreement among raft nodes before linearized reading' (duration: 285.89337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:13.497373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.099442Z","time spent":"396.886432ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:13.497638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.247922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:41:13.497701Z","caller":"traceutil/trace.go:171","msg":"trace[1282682141] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5564; }","duration":"281.353285ms","start":"2026-07-24T05:41:13.216334Z","end":"2026-07-24T05:41:13.497687Z","steps":["trace[1282682141] 'agreement among raft nodes before linearized reading' (duration: 280.109897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:14.074251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.348312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:14.074408Z","caller":"traceutil/trace.go:171","msg":"trace[1834017484] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"571.918422ms","start":"2026-07-24T05:41:13.502447Z","end":"2026-07-24T05:41:14.074366Z","steps":["trace[1834017484] 'process raft request' (duration: 202.395717ms)","trace[1834017484] 'compare' (duration: 368.925551ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:14.074494Z","caller":"traceutil/trace.go:171","msg":"trace[399095342] linearizableReadLoop","detail":"{readStateIndex:5893; appliedIndex:5892; }","duration":"571.274506ms","start":"2026-07-24T05:41:13.503213Z","end":"2026-07-24T05:41:14.074487Z","steps":["trace[399095342] 'read index received' (duration: 201.604408ms)","trace[399095342] 'applied index is now lower than readState.Index' (duration: 369.669458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:14.074602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.502423Z","time spent":"572.087505ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:14.074471Z","caller":"traceutil/trace.go:171","msg":"trace[758764826] transaction","detail":"{read_only:false; response_revision:5568; number_of_response:1; }","duration":"569.493016ms","start":"2026-07-24T05:41:13.504967Z","end":"2026-07-24T05:41:14.07446Z","steps":["trace[758764826] 'process raft request' (duration: 569.441615ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:14.074708Z","caller":"traceutil/trace.go:171","msg":"trace[935726739] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"571.283787ms","start":"2026-07-24T05:41:13.503365Z","end":"2026-07-24T05:41:14.074649Z","steps":["trace[935726739] 'process raft request' (duration: 570.96819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:14.074793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.366048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:41:14.07481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.504935Z","time spent":"569.826704ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:14.074818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.575154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18382"} {"level":"info","ts":"2026-07-24T05:41:14.07484Z","caller":"traceutil/trace.go:171","msg":"trace[847924356] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5568; }","duration":"175.46019ms","start":"2026-07-24T05:41:13.899366Z","end":"2026-07-24T05:41:14.074826Z","steps":["trace[847924356] 'agreement among raft nodes before linearized reading' (duration: 175.401939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:14.074871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.503351Z","time spent":"571.43439ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:14.074901Z","caller":"traceutil/trace.go:171","msg":"trace[1977078219] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5568; }","duration":"571.710376ms","start":"2026-07-24T05:41:13.503166Z","end":"2026-07-24T05:41:14.074877Z","steps":["trace[1977078219] 'agreement among raft nodes before linearized reading' (duration: 571.43112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:14.074947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.503147Z","time spent":"571.791429ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18405,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:41:14.07474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.008675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:41:14.074995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.415714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120133"} {"level":"info","ts":"2026-07-24T05:41:14.075053Z","caller":"traceutil/trace.go:171","msg":"trace[345885797] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5568; }","duration":"445.356943ms","start":"2026-07-24T05:41:13.629678Z","end":"2026-07-24T05:41:14.075035Z","steps":["trace[345885797] 'agreement among raft nodes before linearized reading' (duration: 444.992435ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:14.075081Z","caller":"traceutil/trace.go:171","msg":"trace[134937481] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5568; }","duration":"569.511056ms","start":"2026-07-24T05:41:13.505545Z","end":"2026-07-24T05:41:14.075056Z","steps":["trace[134937481] 'agreement among raft nodes before linearized reading' (duration: 569.112157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:14.075113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.629658Z","time spent":"445.436284ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:14.075138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.505522Z","time spent":"569.600508ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:41:14.075185Z","caller":"traceutil/trace.go:171","msg":"trace[474166558] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"571.792759ms","start":"2026-07-24T05:41:13.503376Z","end":"2026-07-24T05:41:14.075169Z","steps":["trace[474166558] 'process raft request' (duration: 571.012111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:14.075169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.563727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:41:14.075259Z","caller":"traceutil/trace.go:171","msg":"trace[2028233660] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5568; }","duration":"569.6904ms","start":"2026-07-24T05:41:13.505549Z","end":"2026-07-24T05:41:14.07524Z","steps":["trace[2028233660] 'agreement among raft nodes before linearized reading' (duration: 569.307722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:14.075312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.505543Z","time spent":"569.755482ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:41:14.075407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.843014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120133"} {"level":"info","ts":"2026-07-24T05:41:14.075434Z","caller":"traceutil/trace.go:171","msg":"trace[339460147] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5568; }","duration":"569.872335ms","start":"2026-07-24T05:41:13.505553Z","end":"2026-07-24T05:41:14.075426Z","steps":["trace[339460147] 'agreement among raft nodes before linearized reading' (duration: 569.67465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:14.075454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.50553Z","time spent":"569.919115ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:41:14.075264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:13.503354Z","time spent":"571.85713ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:14.463377Z","caller":"traceutil/trace.go:171","msg":"trace[1854133041] transaction","detail":"{read_only:false; response_revision:5569; number_of_response:1; }","duration":"279.016282ms","start":"2026-07-24T05:41:14.184308Z","end":"2026-07-24T05:41:14.463324Z","steps":["trace[1854133041] 'process raft request' (duration: 278.901269ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:15.008115Z","caller":"traceutil/trace.go:171","msg":"trace[2034738908] linearizableReadLoop","detail":"{readStateIndex:5898; appliedIndex:5897; }","duration":"184.287502ms","start":"2026-07-24T05:41:14.823802Z","end":"2026-07-24T05:41:15.00809Z","steps":["trace[2034738908] 'read index received' (duration: 184.113958ms)","trace[2034738908] 'applied index is now lower than readState.Index' (duration: 172.934µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:15.008198Z","caller":"traceutil/trace.go:171","msg":"trace[1874529550] transaction","detail":"{read_only:false; response_revision:5570; number_of_response:1; }","duration":"534.129685ms","start":"2026-07-24T05:41:14.474036Z","end":"2026-07-24T05:41:15.008166Z","steps":["trace[1874529550] 'process raft request' (duration: 533.93545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:15.008312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.491146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:41:15.008357Z","caller":"traceutil/trace.go:171","msg":"trace[1265330757] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5570; }","duration":"184.597659ms","start":"2026-07-24T05:41:14.823749Z","end":"2026-07-24T05:41:15.008346Z","steps":["trace[1265330757] 'agreement among raft nodes before linearized reading' (duration: 184.474046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:15.008357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:14.474019Z","time spent":"534.235108ms","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:41:15.246657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.137073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:15.246747Z","caller":"traceutil/trace.go:171","msg":"trace[673842882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5570; }","duration":"124.285026ms","start":"2026-07-24T05:41:15.122439Z","end":"2026-07-24T05:41:15.246724Z","steps":["trace[673842882] 'range keys from in-memory index tree' (duration: 123.953159ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:16.246848Z","caller":"traceutil/trace.go:171","msg":"trace[1057494170] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"161.313795ms","start":"2026-07-24T05:41:16.085511Z","end":"2026-07-24T05:41:16.246825Z","steps":["trace[1057494170] 'process raft request' (duration: 161.236123ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:16.24687Z","caller":"traceutil/trace.go:171","msg":"trace[1572139722] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"162.950093ms","start":"2026-07-24T05:41:16.083879Z","end":"2026-07-24T05:41:16.246829Z","steps":["trace[1572139722] 'process raft request' (duration: 117.320448ms)","trace[1572139722] 'compare' (duration: 45.43135ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:16.246986Z","caller":"traceutil/trace.go:171","msg":"trace[1858267166] transaction","detail":"{read_only:false; response_revision:5578; number_of_response:1; }","duration":"143.506597ms","start":"2026-07-24T05:41:16.103463Z","end":"2026-07-24T05:41:16.246969Z","steps":["trace[1858267166] 'process raft request' (duration: 143.321823ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:16.247067Z","caller":"traceutil/trace.go:171","msg":"trace[1122760987] linearizableReadLoop","detail":"{readStateIndex:5904; appliedIndex:5903; }","duration":"162.508263ms","start":"2026-07-24T05:41:16.084541Z","end":"2026-07-24T05:41:16.247049Z","steps":["trace[1122760987] 'read index received' (duration: 81.322543ms)","trace[1122760987] 'applied index is now lower than readState.Index' (duration: 81.18361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:16.247338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.777299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120133"} {"level":"info","ts":"2026-07-24T05:41:16.247399Z","caller":"traceutil/trace.go:171","msg":"trace[1551609598] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5579; }","duration":"162.872491ms","start":"2026-07-24T05:41:16.084517Z","end":"2026-07-24T05:41:16.247389Z","steps":["trace[1551609598] 'agreement among raft nodes before linearized reading' (duration: 162.593605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:16.252405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.854353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120133"} {"level":"info","ts":"2026-07-24T05:41:16.252508Z","caller":"traceutil/trace.go:171","msg":"trace[1298184135] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5580; }","duration":"163.985286ms","start":"2026-07-24T05:41:16.0885Z","end":"2026-07-24T05:41:16.252486Z","steps":["trace[1298184135] 'agreement among raft nodes before linearized reading' (duration: 163.568367ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:16.640129Z","caller":"traceutil/trace.go:171","msg":"trace[977036874] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"303.379119ms","start":"2026-07-24T05:41:16.336731Z","end":"2026-07-24T05:41:16.64011Z","steps":["trace[977036874] 'process raft request' (duration: 303.257407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:16.640232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:16.336699Z","time spent":"303.485502ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:41:17.717108Z","caller":"traceutil/trace.go:171","msg":"trace[448221461] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"153.583838ms","start":"2026-07-24T05:41:17.563501Z","end":"2026-07-24T05:41:17.717084Z","steps":["trace[448221461] 'process raft request' (duration: 153.380513ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:17.84176Z","caller":"traceutil/trace.go:171","msg":"trace[1889629663] transaction","detail":"{read_only:false; response_revision:5584; number_of_response:1; }","duration":"249.973346ms","start":"2026-07-24T05:41:17.591755Z","end":"2026-07-24T05:41:17.841729Z","steps":["trace[1889629663] 'process raft request' (duration: 249.903294ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:17.841802Z","caller":"traceutil/trace.go:171","msg":"trace[1311093630] transaction","detail":"{read_only:false; response_revision:5583; number_of_response:1; }","duration":"250.040328ms","start":"2026-07-24T05:41:17.591735Z","end":"2026-07-24T05:41:17.841775Z","steps":["trace[1311093630] 'process raft request' (duration: 249.719671ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:17.842453Z","caller":"traceutil/trace.go:171","msg":"trace[230918127] transaction","detail":"{read_only:false; response_revision:5585; number_of_response:1; }","duration":"137.000839ms","start":"2026-07-24T05:41:17.705434Z","end":"2026-07-24T05:41:17.842435Z","steps":["trace[230918127] 'process raft request' (duration: 136.261322ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:19.919424Z","caller":"traceutil/trace.go:171","msg":"trace[83437712] transaction","detail":"{read_only:false; response_revision:5591; number_of_response:1; }","duration":"195.446707ms","start":"2026-07-24T05:41:19.723952Z","end":"2026-07-24T05:41:19.919399Z","steps":["trace[83437712] 'process raft request' (duration: 195.223292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:19.954343Z","caller":"traceutil/trace.go:171","msg":"trace[628702384] transaction","detail":"{read_only:false; response_revision:5592; number_of_response:1; }","duration":"107.304827ms","start":"2026-07-24T05:41:19.846989Z","end":"2026-07-24T05:41:19.954293Z","steps":["trace[628702384] 'process raft request' (duration: 86.0608ms)","trace[628702384] 'compare' (duration: 20.682825ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:19.954567Z","caller":"traceutil/trace.go:171","msg":"trace[613444254] transaction","detail":"{read_only:false; response_revision:5593; number_of_response:1; }","duration":"107.486202ms","start":"2026-07-24T05:41:19.84701Z","end":"2026-07-24T05:41:19.954496Z","steps":["trace[613444254] 'process raft request' (duration: 107.154184ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:19.954675Z","caller":"traceutil/trace.go:171","msg":"trace[1928671153] transaction","detail":"{read_only:false; response_revision:5594; number_of_response:1; }","duration":"106.169172ms","start":"2026-07-24T05:41:19.848477Z","end":"2026-07-24T05:41:19.954646Z","steps":["trace[1928671153] 'process raft request' (duration: 105.902656ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:20.42886Z","caller":"traceutil/trace.go:171","msg":"trace[1736704888] linearizableReadLoop","detail":"{readStateIndex:5927; appliedIndex:5924; }","duration":"114.043682ms","start":"2026-07-24T05:41:20.314785Z","end":"2026-07-24T05:41:20.428829Z","steps":["trace[1736704888] 'read index received' (duration: 37.12916ms)","trace[1736704888] 'applied index is now lower than readState.Index' (duration: 76.913002ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:20.428922Z","caller":"traceutil/trace.go:171","msg":"trace[816974587] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"115.904655ms","start":"2026-07-24T05:41:20.312985Z","end":"2026-07-24T05:41:20.42889Z","steps":["trace[816974587] 'process raft request' (duration: 93.910811ms)","trace[816974587] 'compare' (duration: 21.594015ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:20.429021Z","caller":"traceutil/trace.go:171","msg":"trace[1981754143] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"115.047295ms","start":"2026-07-24T05:41:20.313945Z","end":"2026-07-24T05:41:20.428993Z","steps":["trace[1981754143] 'process raft request' (duration: 114.80794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:20.429196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.407695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:41:20.42927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.476011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120133"} {"level":"info","ts":"2026-07-24T05:41:20.429334Z","caller":"traceutil/trace.go:171","msg":"trace[1196883121] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5598; }","duration":"114.565554ms","start":"2026-07-24T05:41:20.314753Z","end":"2026-07-24T05:41:20.429318Z","steps":["trace[1196883121] 'agreement among raft nodes before linearized reading' (duration: 114.239236ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:20.42938Z","caller":"traceutil/trace.go:171","msg":"trace[653542672] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5598; }","duration":"112.492757ms","start":"2026-07-24T05:41:20.316748Z","end":"2026-07-24T05:41:20.429241Z","steps":["trace[653542672] 'agreement among raft nodes before linearized reading' (duration: 112.338144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:21.168243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.831016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:21.168305Z","caller":"traceutil/trace.go:171","msg":"trace[1528954451] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:5599; }","duration":"131.064453ms","start":"2026-07-24T05:41:21.037225Z","end":"2026-07-24T05:41:21.16829Z","steps":["trace[1528954451] 'count revisions from in-memory index tree' (duration: 130.739694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:21.935602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.85441ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:21.935682Z","caller":"traceutil/trace.go:171","msg":"trace[2091217731] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"210.747508ms","start":"2026-07-24T05:41:21.724921Z","end":"2026-07-24T05:41:21.935669Z","steps":["trace[2091217731] 'process raft request' (duration: 68.766315ms)","trace[2091217731] 'compare' (duration: 141.752878ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:22.132066Z","caller":"traceutil/trace.go:171","msg":"trace[1238247131] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"172.01639ms","start":"2026-07-24T05:41:21.960026Z","end":"2026-07-24T05:41:22.132043Z","steps":["trace[1238247131] 'process raft request' (duration: 161.905599ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:22.132798Z","caller":"traceutil/trace.go:171","msg":"trace[1300690543] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"171.729875ms","start":"2026-07-24T05:41:21.961058Z","end":"2026-07-24T05:41:22.132788Z","steps":["trace[1300690543] 'process raft request' (duration: 170.930206ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:22.132905Z","caller":"traceutil/trace.go:171","msg":"trace[1218813415] linearizableReadLoop","detail":"{readStateIndex:5934; appliedIndex:5931; }","duration":"166.364872ms","start":"2026-07-24T05:41:21.966526Z","end":"2026-07-24T05:41:22.132891Z","steps":["trace[1218813415] 'read index received' (duration: 155.41444ms)","trace[1218813415] 'applied index is now lower than readState.Index' (duration: 10.947761ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:22.132948Z","caller":"traceutil/trace.go:171","msg":"trace[1142219435] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"171.791077ms","start":"2026-07-24T05:41:21.961146Z","end":"2026-07-24T05:41:22.132937Z","steps":["trace[1142219435] 'process raft request' (duration: 171.598582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:22.133161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.610467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:41:22.133227Z","caller":"traceutil/trace.go:171","msg":"trace[2100885727] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5604; }","duration":"166.71456ms","start":"2026-07-24T05:41:21.966498Z","end":"2026-07-24T05:41:22.133213Z","steps":["trace[2100885727] 'agreement among raft nodes before linearized reading' (duration: 166.460824ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:24.546442Z","caller":"traceutil/trace.go:171","msg":"trace[584084343] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5943; }","duration":"158.747247ms","start":"2026-07-24T05:41:24.387673Z","end":"2026-07-24T05:41:24.54642Z","steps":["trace[584084343] 'read index received' (duration: 158.554733ms)","trace[584084343] 'applied index is now lower than readState.Index' (duration: 191.504µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:24.546565Z","caller":"traceutil/trace.go:171","msg":"trace[562670555] transaction","detail":"{read_only:false; response_revision:5614; number_of_response:1; }","duration":"172.544652ms","start":"2026-07-24T05:41:24.373989Z","end":"2026-07-24T05:41:24.546533Z","steps":["trace[562670555] 'process raft request' (duration: 172.260095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:24.547251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.570186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:41:24.547293Z","caller":"traceutil/trace.go:171","msg":"trace[1508085875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5614; }","duration":"159.647698ms","start":"2026-07-24T05:41:24.387635Z","end":"2026-07-24T05:41:24.547282Z","steps":["trace[1508085875] 'agreement among raft nodes before linearized reading' (duration: 158.917211ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:26.565852Z","caller":"traceutil/trace.go:171","msg":"trace[646345647] transaction","detail":"{read_only:false; response_revision:5624; number_of_response:1; }","duration":"115.127098ms","start":"2026-07-24T05:41:26.450705Z","end":"2026-07-24T05:41:26.565832Z","steps":["trace[646345647] 'process raft request' (duration: 114.999835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:27.553011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.111818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:27.553463Z","caller":"traceutil/trace.go:171","msg":"trace[592604686] linearizableReadLoop","detail":"{readStateIndex:5955; appliedIndex:5953; }","duration":"1.002936215s","start":"2026-07-24T05:41:26.550508Z","end":"2026-07-24T05:41:27.553444Z","steps":["trace[592604686] 'read index received' (duration: 15.254019ms)","trace[592604686] 'applied index is now lower than readState.Index' (duration: 987.680786ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:27.553521Z","caller":"traceutil/trace.go:171","msg":"trace[184467138] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"1.030159148s","start":"2026-07-24T05:41:26.523322Z","end":"2026-07-24T05:41:27.553481Z","steps":["trace[184467138] 'process raft request' (duration: 570.491208ms)","trace[184467138] 'compare' (duration: 458.525244ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:27.553628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003113578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-24T05:41:27.55364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:26.523298Z","time spent":"1.030294302s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:27.553669Z","caller":"traceutil/trace.go:171","msg":"trace[1749289307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5625; }","duration":"1.00318463s","start":"2026-07-24T05:41:26.550474Z","end":"2026-07-24T05:41:27.553658Z","steps":["trace[1749289307] 'agreement among raft nodes before linearized reading' (duration: 1.003041907s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:27.553736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:26.550462Z","time spent":"1.003265882s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-24T05:41:27.672557Z","caller":"traceutil/trace.go:171","msg":"trace[66170184] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"114.419651ms","start":"2026-07-24T05:41:27.558112Z","end":"2026-07-24T05:41:27.672531Z","steps":["trace[66170184] 'process raft request' (duration: 114.291498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:27.672779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.203085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:41:27.672964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033223848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:41:27.673031Z","caller":"traceutil/trace.go:171","msg":"trace[133251478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5626; }","duration":"1.033327091s","start":"2026-07-24T05:41:26.639687Z","end":"2026-07-24T05:41:27.673014Z","steps":["trace[133251478] 'agreement among raft nodes before linearized reading' (duration: 1.033085406s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:27.67285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033057385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:41:27.67307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:26.639673Z","time spent":"1.033391852s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-24T05:41:27.67305Z","caller":"traceutil/trace.go:171","msg":"trace[313483216] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5626; }","duration":"516.485901ms","start":"2026-07-24T05:41:27.156516Z","end":"2026-07-24T05:41:27.673002Z","steps":["trace[313483216] 'agreement among raft nodes before linearized reading' (duration: 516.131243ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:27.673107Z","caller":"traceutil/trace.go:171","msg":"trace[1822432661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5626; }","duration":"1.033321211s","start":"2026-07-24T05:41:26.639752Z","end":"2026-07-24T05:41:27.673074Z","steps":["trace[1822432661] 'agreement among raft nodes before linearized reading' (duration: 1.033057745s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:27.672829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.889385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:41:27.67317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:27.156498Z","time spent":"516.614934ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:41:27.673199Z","caller":"traceutil/trace.go:171","msg":"trace[1867990921] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:5626; }","duration":"319.323735ms","start":"2026-07-24T05:41:27.353851Z","end":"2026-07-24T05:41:27.673175Z","steps":["trace[1867990921] 'agreement among raft nodes before linearized reading' (duration: 318.882335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:27.672894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.515713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:41:27.673257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:27.353835Z","time spent":"319.407836ms","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:41:27.673287Z","caller":"traceutil/trace.go:171","msg":"trace[1786957351] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:5626; }","duration":"812.941063ms","start":"2026-07-24T05:41:26.860331Z","end":"2026-07-24T05:41:27.673272Z","steps":["trace[1786957351] 'agreement among raft nodes before linearized reading' (duration: 812.540134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:27.673319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:26.86031Z","time spent":"812.997614ms","remote":"127.0.0.1:48728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:27.672875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026868162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:41:27.673401Z","caller":"traceutil/trace.go:171","msg":"trace[657733483] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5626; }","duration":"1.027455926s","start":"2026-07-24T05:41:26.645932Z","end":"2026-07-24T05:41:27.673388Z","steps":["trace[657733483] 'agreement among raft nodes before linearized reading' (duration: 1.026680968s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:27.673437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:26.645915Z","time spent":"1.027511428s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:41:27.672533Z","caller":"traceutil/trace.go:171","msg":"trace[1729677370] linearizableReadLoop","detail":"{readStateIndex:5956; appliedIndex:5955; }","duration":"119.004995ms","start":"2026-07-24T05:41:27.553489Z","end":"2026-07-24T05:41:27.672494Z","steps":["trace[1729677370] 'read index received' (duration: 83.358479ms)","trace[1729677370] 'applied index is now lower than readState.Index' (duration: 35.642046ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:27.672969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107420958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:41:27.673481Z","caller":"traceutil/trace.go:171","msg":"trace[1749614173] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5626; }","duration":"1.108006682s","start":"2026-07-24T05:41:26.565466Z","end":"2026-07-24T05:41:27.673473Z","steps":["trace[1749614173] 'agreement among raft nodes before linearized reading' (duration: 1.107420278s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:27.67351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:26.565448Z","time spent":"1.108054822s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:41:27.673136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:26.639726Z","time spent":"1.033401633s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-24T05:41:27.673637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117474379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:41:27.673686Z","caller":"traceutil/trace.go:171","msg":"trace[603733482] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5626; }","duration":"1.118065442s","start":"2026-07-24T05:41:26.555607Z","end":"2026-07-24T05:41:27.673673Z","steps":["trace[603733482] 'agreement among raft nodes before linearized reading' (duration: 1.117368836s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:27.673715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:26.555586Z","time spent":"1.118119684s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:41:28.047131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.689636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T05:41:28.047235Z","caller":"traceutil/trace.go:171","msg":"trace[1750889745] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5629; }","duration":"189.924821ms","start":"2026-07-24T05:41:27.857283Z","end":"2026-07-24T05:41:28.047208Z","steps":["trace[1750889745] 'range keys from in-memory index tree' (duration: 189.493631ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:28.181803Z","caller":"traceutil/trace.go:171","msg":"trace[1497946832] transaction","detail":"{read_only:false; response_revision:5631; number_of_response:1; }","duration":"103.432049ms","start":"2026-07-24T05:41:28.078343Z","end":"2026-07-24T05:41:28.181775Z","steps":["trace[1497946832] 'process raft request' (duration: 88.995909ms)","trace[1497946832] 'compare' (duration: 13.98439ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:28.786351Z","caller":"traceutil/trace.go:171","msg":"trace[142049302] linearizableReadLoop","detail":"{readStateIndex:5965; appliedIndex:5962; }","duration":"593.207419ms","start":"2026-07-24T05:41:28.193111Z","end":"2026-07-24T05:41:28.786318Z","steps":["trace[142049302] 'read index received' (duration: 52.197616ms)","trace[142049302] 'applied index is now lower than readState.Index' (duration: 541.008273ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:28.786371Z","caller":"traceutil/trace.go:171","msg":"trace[71890143] transaction","detail":"{read_only:false; response_revision:5633; number_of_response:1; }","duration":"600.608209ms","start":"2026-07-24T05:41:28.185727Z","end":"2026-07-24T05:41:28.786335Z","steps":["trace[71890143] 'process raft request' (duration: 600.287422ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:28.786434Z","caller":"traceutil/trace.go:171","msg":"trace[724102672] transaction","detail":"{read_only:false; response_revision:5634; number_of_response:1; }","duration":"593.745412ms","start":"2026-07-24T05:41:28.192656Z","end":"2026-07-24T05:41:28.786401Z","steps":["trace[724102672] 'process raft request' (duration: 593.565908ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:28.786476Z","caller":"traceutil/trace.go:171","msg":"trace[433206679] transaction","detail":"{read_only:false; response_revision:5635; number_of_response:1; }","duration":"583.292383ms","start":"2026-07-24T05:41:28.203145Z","end":"2026-07-24T05:41:28.786438Z","steps":["trace[433206679] 'process raft request' (duration: 583.122429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:28.786584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.446105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-07-24T05:41:28.786582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:28.185693Z","time spent":"600.771052ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:28.786604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:28.192634Z","time spent":"593.872704ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:28.786632Z","caller":"traceutil/trace.go:171","msg":"trace[907795437] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5635; }","duration":"593.556217ms","start":"2026-07-24T05:41:28.193066Z","end":"2026-07-24T05:41:28.786623Z","steps":["trace[907795437] 'agreement among raft nodes before linearized reading' (duration: 593.362823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:28.786628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:28.203119Z","time spent":"583.431026ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:28.786662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:28.193056Z","time spent":"593.599789ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9662,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-07-24T05:41:29.943502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.82402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:29.943624Z","caller":"traceutil/trace.go:171","msg":"trace[1347150073] linearizableReadLoop","detail":"{readStateIndex:5970; appliedIndex:5969; }","duration":"235.499075ms","start":"2026-07-24T05:41:29.708106Z","end":"2026-07-24T05:41:29.943605Z","steps":["trace[1347150073] 'read index received' (duration: 10.92548ms)","trace[1347150073] 'applied index is now lower than readState.Index' (duration: 224.571885ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:29.943716Z","caller":"traceutil/trace.go:171","msg":"trace[858125595] transaction","detail":"{read_only:false; response_revision:5639; number_of_response:1; }","duration":"240.628223ms","start":"2026-07-24T05:41:29.703071Z","end":"2026-07-24T05:41:29.943699Z","steps":["trace[858125595] 'process raft request' (duration: 84.494376ms)","trace[858125595] 'compare' (duration: 155.633915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:29.943859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.354063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:41:29.943878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.75679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:41:29.943897Z","caller":"traceutil/trace.go:171","msg":"trace[1382898574] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5639; }","duration":"232.407324ms","start":"2026-07-24T05:41:29.711478Z","end":"2026-07-24T05:41:29.943885Z","steps":["trace[1382898574] 'agreement among raft nodes before linearized reading' (duration: 232.24807ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:29.943936Z","caller":"traceutil/trace.go:171","msg":"trace[719439071] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5639; }","duration":"235.842683ms","start":"2026-07-24T05:41:29.708077Z","end":"2026-07-24T05:41:29.943919Z","steps":["trace[719439071] 'agreement among raft nodes before linearized reading' (duration: 235.699049ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:30.416185Z","caller":"traceutil/trace.go:171","msg":"trace[1521955817] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"228.873602ms","start":"2026-07-24T05:41:30.187292Z","end":"2026-07-24T05:41:30.416165Z","steps":["trace[1521955817] 'process raft request' (duration: 228.751929ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:30.982295Z","caller":"traceutil/trace.go:171","msg":"trace[1625307253] transaction","detail":"{read_only:false; response_revision:5644; number_of_response:1; }","duration":"187.923236ms","start":"2026-07-24T05:41:30.794345Z","end":"2026-07-24T05:41:30.982268Z","steps":["trace[1625307253] 'process raft request' (duration: 187.879115ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:30.982472Z","caller":"traceutil/trace.go:171","msg":"trace[1323648567] transaction","detail":"{read_only:false; response_revision:5643; number_of_response:1; }","duration":"188.194732ms","start":"2026-07-24T05:41:30.79427Z","end":"2026-07-24T05:41:30.982465Z","steps":["trace[1323648567] 'process raft request' (duration: 179.306417ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:31.298439Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4763} {"level":"info","ts":"2026-07-24T05:41:31.541327Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4763,"took":"241.801119ms","hash":2619552418,"current-db-size-bytes":42975232,"current-db-size":"43 MB","current-db-size-in-use-bytes":13672448,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-24T05:41:31.541424Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2619552418,"revision":4763,"compact-revision":3871} {"level":"info","ts":"2026-07-24T05:41:32.092166Z","caller":"traceutil/trace.go:171","msg":"trace[1830862051] linearizableReadLoop","detail":"{readStateIndex:5980; appliedIndex:5979; }","duration":"392.495531ms","start":"2026-07-24T05:41:31.699644Z","end":"2026-07-24T05:41:32.092139Z","steps":["trace[1830862051] 'read index received' (duration: 392.301606ms)","trace[1830862051] 'applied index is now lower than readState.Index' (duration: 192.575µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:32.092256Z","caller":"traceutil/trace.go:171","msg":"trace[406840724] transaction","detail":"{read_only:false; response_revision:5647; number_of_response:1; }","duration":"395.488329ms","start":"2026-07-24T05:41:31.696737Z","end":"2026-07-24T05:41:32.092226Z","steps":["trace[406840724] 'process raft request' (duration: 395.146942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:32.092377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:31.696717Z","time spent":"395.600352ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:32.092419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.748007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:41:32.092512Z","caller":"traceutil/trace.go:171","msg":"trace[950913989] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5647; }","duration":"392.890189ms","start":"2026-07-24T05:41:31.699602Z","end":"2026-07-24T05:41:32.092492Z","steps":["trace[950913989] 'agreement among raft nodes before linearized reading' (duration: 392.629024ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:32.092541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.411471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-24T05:41:32.092566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.376398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:41:32.092571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:31.699583Z","time spent":"392.978852ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:41:32.092578Z","caller":"traceutil/trace.go:171","msg":"trace[705573104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5647; }","duration":"135.457183ms","start":"2026-07-24T05:41:31.957109Z","end":"2026-07-24T05:41:32.092567Z","steps":["trace[705573104] 'agreement among raft nodes before linearized reading' (duration: 135.377561ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:32.092598Z","caller":"traceutil/trace.go:171","msg":"trace[449831479] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5647; }","duration":"134.44508ms","start":"2026-07-24T05:41:31.958145Z","end":"2026-07-24T05:41:32.09259Z","steps":["trace[449831479] 'agreement among raft nodes before linearized reading' (duration: 134.328207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:32.092461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.455119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:41:32.092717Z","caller":"traceutil/trace.go:171","msg":"trace[403829897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5647; }","duration":"357.773786ms","start":"2026-07-24T05:41:31.734919Z","end":"2026-07-24T05:41:32.092693Z","steps":["trace[403829897] 'agreement among raft nodes before linearized reading' (duration: 357.374637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:32.092757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:31.7349Z","time spent":"357.848108ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-24T05:41:32.092797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.578495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:41:32.092859Z","caller":"traceutil/trace.go:171","msg":"trace[1888791234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5647; }","duration":"145.674266ms","start":"2026-07-24T05:41:31.947171Z","end":"2026-07-24T05:41:32.092845Z","steps":["trace[1888791234] 'agreement among raft nodes before linearized reading' (duration: 145.536173ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:32.375943Z","caller":"traceutil/trace.go:171","msg":"trace[2020080497] transaction","detail":"{read_only:false; response_revision:5648; number_of_response:1; }","duration":"279.179266ms","start":"2026-07-24T05:41:32.09673Z","end":"2026-07-24T05:41:32.375909Z","steps":["trace[2020080497] 'process raft request' (duration: 181.450327ms)","trace[2020080497] 'compare' (duration: 97.617556ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:32.375952Z","caller":"traceutil/trace.go:171","msg":"trace[2116359574] linearizableReadLoop","detail":"{readStateIndex:5981; appliedIndex:5980; }","duration":"279.160585ms","start":"2026-07-24T05:41:32.096775Z","end":"2026-07-24T05:41:32.375935Z","steps":["trace[2116359574] 'read index received' (duration: 181.512718ms)","trace[2116359574] 'applied index is now lower than readState.Index' (duration: 97.647197ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:32.376216Z","caller":"traceutil/trace.go:171","msg":"trace[491110153] transaction","detail":"{read_only:false; response_revision:5649; number_of_response:1; }","duration":"278.914569ms","start":"2026-07-24T05:41:32.097272Z","end":"2026-07-24T05:41:32.376187Z","steps":["trace[491110153] 'process raft request' (duration: 278.637563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:32.376437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.0246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:41:32.376442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.931412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:32.376485Z","caller":"traceutil/trace.go:171","msg":"trace[514472853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5650; }","duration":"141.124202ms","start":"2026-07-24T05:41:32.235349Z","end":"2026-07-24T05:41:32.376473Z","steps":["trace[514472853] 'agreement among raft nodes before linearized reading' (duration: 141.03018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:32.376473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.62223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120133"} {"level":"info","ts":"2026-07-24T05:41:32.376541Z","caller":"traceutil/trace.go:171","msg":"trace[941067348] transaction","detail":"{read_only:false; response_revision:5650; number_of_response:1; }","duration":"278.989111ms","start":"2026-07-24T05:41:32.097544Z","end":"2026-07-24T05:41:32.376533Z","steps":["trace[941067348] 'process raft request' (duration: 278.609212ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:32.37657Z","caller":"traceutil/trace.go:171","msg":"trace[1815253281] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5650; }","duration":"277.718892ms","start":"2026-07-24T05:41:32.098809Z","end":"2026-07-24T05:41:32.376528Z","steps":["trace[1815253281] 'agreement among raft nodes before linearized reading' (duration: 277.445375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:32.376703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.911592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120133"} {"level":"info","ts":"2026-07-24T05:41:32.376506Z","caller":"traceutil/trace.go:171","msg":"trace[1565683806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5650; }","duration":"256.006254ms","start":"2026-07-24T05:41:32.120486Z","end":"2026-07-24T05:41:32.376492Z","steps":["trace[1565683806] 'agreement among raft nodes before linearized reading' (duration: 255.896191ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:32.376755Z","caller":"traceutil/trace.go:171","msg":"trace[1656540245] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5649; }","duration":"279.998104ms","start":"2026-07-24T05:41:32.096745Z","end":"2026-07-24T05:41:32.376743Z","steps":["trace[1656540245] 'agreement among raft nodes before linearized reading' (duration: 279.243437ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:33.048992Z","caller":"traceutil/trace.go:171","msg":"trace[1067123674] transaction","detail":"{read_only:false; response_revision:5652; number_of_response:1; }","duration":"202.480477ms","start":"2026-07-24T05:41:32.846484Z","end":"2026-07-24T05:41:33.048964Z","steps":["trace[1067123674] 'process raft request' (duration: 202.296973ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:33.143234Z","caller":"traceutil/trace.go:171","msg":"trace[306953570] transaction","detail":"{read_only:false; response_revision:5653; number_of_response:1; }","duration":"156.472894ms","start":"2026-07-24T05:41:32.986707Z","end":"2026-07-24T05:41:33.14318Z","steps":["trace[306953570] 'process raft request' (duration: 133.740934ms)","trace[306953570] 'compare' (duration: 22.454014ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:33.14329Z","caller":"traceutil/trace.go:171","msg":"trace[1674140018] transaction","detail":"{read_only:false; response_revision:5654; number_of_response:1; }","duration":"156.484795ms","start":"2026-07-24T05:41:32.986771Z","end":"2026-07-24T05:41:33.143256Z","steps":["trace[1674140018] 'process raft request' (duration: 156.299501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:34.275153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.111313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:41:34.275175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.331195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-24T05:41:34.275236Z","caller":"traceutil/trace.go:171","msg":"trace[799296627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5655; }","duration":"155.287087ms","start":"2026-07-24T05:41:34.11993Z","end":"2026-07-24T05:41:34.275217Z","steps":["trace[799296627] 'range keys from in-memory index tree' (duration: 154.963329ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:34.275252Z","caller":"traceutil/trace.go:171","msg":"trace[733218835] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5655; }","duration":"178.459378ms","start":"2026-07-24T05:41:34.096773Z","end":"2026-07-24T05:41:34.275233Z","steps":["trace[733218835] 'range keys from in-memory index tree' (duration: 178.152661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:34.550191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.879432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:41:34.550285Z","caller":"traceutil/trace.go:171","msg":"trace[365160292] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5656; }","duration":"115.024955ms","start":"2026-07-24T05:41:34.435234Z","end":"2026-07-24T05:41:34.550259Z","steps":["trace[365160292] 'range keys from in-memory index tree' (duration: 114.658217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:34.550191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.561849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:41:34.550388Z","caller":"traceutil/trace.go:171","msg":"trace[953882195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5656; }","duration":"167.783303ms","start":"2026-07-24T05:41:34.382575Z","end":"2026-07-24T05:41:34.550358Z","steps":["trace[953882195] 'range keys from in-memory index tree' (duration: 167.427705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:34.550432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.266814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:41:34.550503Z","caller":"traceutil/trace.go:171","msg":"trace[811833741] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5656; }","duration":"168.362397ms","start":"2026-07-24T05:41:34.382122Z","end":"2026-07-24T05:41:34.550484Z","steps":["trace[811833741] 'range keys from in-memory index tree' (duration: 168.028439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:34.550363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.765402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-24T05:41:34.550588Z","caller":"traceutil/trace.go:171","msg":"trace[1533870959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5656; }","duration":"171.068409ms","start":"2026-07-24T05:41:34.379499Z","end":"2026-07-24T05:41:34.550568Z","steps":["trace[1533870959] 'range keys from in-memory index tree' (duration: 170.519856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:34.551074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.64438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:41:34.551166Z","caller":"traceutil/trace.go:171","msg":"trace[1757373899] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5656; }","duration":"167.774762ms","start":"2026-07-24T05:41:34.383371Z","end":"2026-07-24T05:41:34.551146Z","steps":["trace[1757373899] 'range keys from in-memory index tree' (duration: 166.688547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:34.551179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.46916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-24T05:41:34.551238Z","caller":"traceutil/trace.go:171","msg":"trace[1225103657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5656; }","duration":"168.566593ms","start":"2026-07-24T05:41:34.382655Z","end":"2026-07-24T05:41:34.551222Z","steps":["trace[1225103657] 'range keys from in-memory index tree' (duration: 167.533528ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:35.20147Z","caller":"traceutil/trace.go:171","msg":"trace[1994255013] transaction","detail":"{read_only:false; response_revision:5661; number_of_response:1; }","duration":"147.638893ms","start":"2026-07-24T05:41:35.053757Z","end":"2026-07-24T05:41:35.201396Z","steps":["trace[1994255013] 'process raft request' (duration: 147.326756ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:35.290661Z","caller":"traceutil/trace.go:171","msg":"trace[196432620] transaction","detail":"{read_only:false; response_revision:5662; number_of_response:1; }","duration":"142.057684ms","start":"2026-07-24T05:41:35.148577Z","end":"2026-07-24T05:41:35.290634Z","steps":["trace[196432620] 'process raft request' (duration: 111.130346ms)","trace[196432620] 'compare' (duration: 30.754634ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:35.291252Z","caller":"traceutil/trace.go:171","msg":"trace[1733102516] transaction","detail":"{read_only:false; response_revision:5663; number_of_response:1; }","duration":"142.492144ms","start":"2026-07-24T05:41:35.148732Z","end":"2026-07-24T05:41:35.291225Z","steps":["trace[1733102516] 'process raft request' (duration: 141.860919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:35.291482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.334198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:41:35.291555Z","caller":"traceutil/trace.go:171","msg":"trace[1047063328] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5663; }","duration":"134.445039ms","start":"2026-07-24T05:41:35.157092Z","end":"2026-07-24T05:41:35.291537Z","steps":["trace[1047063328] 'agreement among raft nodes before linearized reading' (duration: 134.195044ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:36.827442Z","caller":"traceutil/trace.go:171","msg":"trace[1034449878] linearizableReadLoop","detail":"{readStateIndex:6000; appliedIndex:5999; }","duration":"170.885495ms","start":"2026-07-24T05:41:36.656536Z","end":"2026-07-24T05:41:36.827422Z","steps":["trace[1034449878] 'read index received' (duration: 79.120752ms)","trace[1034449878] 'applied index is now lower than readState.Index' (duration: 91.763783ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:36.827524Z","caller":"traceutil/trace.go:171","msg":"trace[1886763341] transaction","detail":"{read_only:false; response_revision:5667; number_of_response:1; }","duration":"171.213972ms","start":"2026-07-24T05:41:36.656302Z","end":"2026-07-24T05:41:36.827516Z","steps":["trace[1886763341] 'process raft request' (duration: 79.339287ms)","trace[1886763341] 'compare' (duration: 91.693391ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:36.827789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.240232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120133"} {"level":"info","ts":"2026-07-24T05:41:36.827811Z","caller":"traceutil/trace.go:171","msg":"trace[319224668] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5667; }","duration":"171.311324ms","start":"2026-07-24T05:41:36.656494Z","end":"2026-07-24T05:41:36.827805Z","steps":["trace[319224668] 'agreement among raft nodes before linearized reading' (duration: 171.11123ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:37.233403Z","caller":"traceutil/trace.go:171","msg":"trace[1393123197] transaction","detail":"{read_only:false; response_revision:5668; number_of_response:1; }","duration":"576.293371ms","start":"2026-07-24T05:41:36.657046Z","end":"2026-07-24T05:41:37.233339Z","steps":["trace[1393123197] 'process raft request' (duration: 576.117367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.233571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:36.657027Z","time spent":"576.461076ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:37.233761Z","caller":"traceutil/trace.go:171","msg":"trace[244292161] transaction","detail":"{read_only:false; response_revision:5669; number_of_response:1; }","duration":"576.587898ms","start":"2026-07-24T05:41:36.657146Z","end":"2026-07-24T05:41:37.233734Z","steps":["trace[244292161] 'process raft request' (duration: 576.147468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.233986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:36.657115Z","time spent":"576.728692ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:37.23377Z","caller":"traceutil/trace.go:171","msg":"trace[2136499313] transaction","detail":"{read_only:false; response_revision:5670; number_of_response:1; }","duration":"537.679928ms","start":"2026-07-24T05:41:36.696067Z","end":"2026-07-24T05:41:37.233747Z","steps":["trace[2136499313] 'process raft request' (duration: 537.554025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.235891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:36.696039Z","time spent":"539.809196ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18350,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:37.251097Z","caller":"traceutil/trace.go:171","msg":"trace[2007046443] transaction","detail":"{read_only:false; response_revision:5671; number_of_response:1; }","duration":"482.799089ms","start":"2026-07-24T05:41:36.768281Z","end":"2026-07-24T05:41:37.25108Z","steps":["trace[2007046443] 'process raft request' (duration: 482.576784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.251173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:36.768257Z","time spent":"482.880542ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:37.484957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.94996ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:41:37.485348Z","caller":"traceutil/trace.go:171","msg":"trace[386964144] linearizableReadLoop","detail":"{readStateIndex:6004; appliedIndex:6001; }","duration":"657.8332ms","start":"2026-07-24T05:41:36.827491Z","end":"2026-07-24T05:41:37.485324Z","steps":["trace[386964144] 'read index received' (duration: 405.792326ms)","trace[386964144] 'applied index is now lower than readState.Index' (duration: 252.039474ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:37.485451Z","caller":"traceutil/trace.go:171","msg":"trace[1172924116] transaction","detail":"{read_only:false; response_revision:5672; number_of_response:1; }","duration":"278.599973ms","start":"2026-07-24T05:41:37.206824Z","end":"2026-07-24T05:41:37.485424Z","steps":["trace[1172924116] 'process raft request' (duration: 278.275396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.485672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.949427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120133"} {"level":"info","ts":"2026-07-24T05:41:37.48574Z","caller":"traceutil/trace.go:171","msg":"trace[871802247] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5672; }","duration":"828.058249ms","start":"2026-07-24T05:41:36.657668Z","end":"2026-07-24T05:41:37.485726Z","steps":["trace[871802247] 'agreement among raft nodes before linearized reading' (duration: 827.778253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.485775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:36.657657Z","time spent":"828.110611ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:41:37.912588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.879413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:37.913605Z","caller":"traceutil/trace.go:171","msg":"trace[602238331] linearizableReadLoop","detail":"{readStateIndex:6008; appliedIndex:6006; }","duration":"428.177068ms","start":"2026-07-24T05:41:37.485399Z","end":"2026-07-24T05:41:37.913577Z","steps":["trace[602238331] 'read index received' (duration: 191.22281ms)","trace[602238331] 'applied index is now lower than readState.Index' (duration: 236.952838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:37.913741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.368337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:37.913778Z","caller":"traceutil/trace.go:171","msg":"trace[880001556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5674; }","duration":"794.46089ms","start":"2026-07-24T05:41:37.119307Z","end":"2026-07-24T05:41:37.913768Z","steps":["trace[880001556] 'agreement among raft nodes before linearized reading' (duration: 794.371187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.913787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.541716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:41:37.913809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:37.119262Z","time spent":"794.539681ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:41:37.913816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.315598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:41:37.913842Z","caller":"traceutil/trace.go:171","msg":"trace[73861089] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5674; }","duration":"476.606638ms","start":"2026-07-24T05:41:37.437224Z","end":"2026-07-24T05:41:37.91383Z","steps":["trace[73861089] 'agreement among raft nodes before linearized reading' (duration: 476.431844ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:37.913896Z","caller":"traceutil/trace.go:171","msg":"trace[1317906321] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5674; }","duration":"757.433611ms","start":"2026-07-24T05:41:37.156434Z","end":"2026-07-24T05:41:37.913868Z","steps":["trace[1317906321] 'agreement among raft nodes before linearized reading' (duration: 757.241016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.913911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:37.437165Z","time spent":"476.736031ms","remote":"127.0.0.1:53990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:37.913932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:37.156415Z","time spent":"757.511633ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:41:37.91381Z","caller":"traceutil/trace.go:171","msg":"trace[158377568] transaction","detail":"{read_only:false; response_revision:5674; number_of_response:1; }","duration":"616.988724ms","start":"2026-07-24T05:41:37.296691Z","end":"2026-07-24T05:41:37.913679Z","steps":["trace[158377568] 'process raft request' (duration: 616.722378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.91416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:37.296666Z","time spent":"617.419284ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:37.913613Z","caller":"traceutil/trace.go:171","msg":"trace[1761473949] transaction","detail":"{read_only:false; response_revision:5673; number_of_response:1; }","duration":"617.237801ms","start":"2026-07-24T05:41:37.296271Z","end":"2026-07-24T05:41:37.913509Z","steps":["trace[1761473949] 'process raft request' (duration: 380.350634ms)","trace[1761473949] 'compare' (duration: 235.559166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:37.914442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:37.296246Z","time spent":"617.957706ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:37.931838Z","caller":"traceutil/trace.go:171","msg":"trace[822344091] transaction","detail":"{read_only:false; response_revision:5675; number_of_response:1; }","duration":"133.212842ms","start":"2026-07-24T05:41:37.798604Z","end":"2026-07-24T05:41:37.931817Z","steps":["trace[822344091] 'process raft request' (duration: 133.076689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.932761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.747742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:41:37.932846Z","caller":"traceutil/trace.go:171","msg":"trace[474950178] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5675; }","duration":"342.893725ms","start":"2026-07-24T05:41:37.589933Z","end":"2026-07-24T05:41:37.932827Z","steps":["trace[474950178] 'agreement among raft nodes before linearized reading' (duration: 342.153838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:37.932901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:37.589904Z","time spent":"342.980928ms","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":597,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:38.375572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.972949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:38.375752Z","caller":"traceutil/trace.go:171","msg":"trace[298676574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5675; }","duration":"254.198853ms","start":"2026-07-24T05:41:38.121523Z","end":"2026-07-24T05:41:38.375722Z","steps":["trace[298676574] 'range keys from in-memory index tree' (duration: 253.878626ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:38.904526Z","caller":"traceutil/trace.go:171","msg":"trace[2053979337] transaction","detail":"{read_only:false; response_revision:5677; number_of_response:1; }","duration":"224.845691ms","start":"2026-07-24T05:41:38.679633Z","end":"2026-07-24T05:41:38.904479Z","steps":["trace[2053979337] 'process raft request' (duration: 149.392953ms)","trace[2053979337] 'compare' (duration: 75.069399ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:39.605531Z","caller":"traceutil/trace.go:171","msg":"trace[1362767582] linearizableReadLoop","detail":"{readStateIndex:6015; appliedIndex:6014; }","duration":"112.885577ms","start":"2026-07-24T05:41:39.492613Z","end":"2026-07-24T05:41:39.605499Z","steps":["trace[1362767582] 'read index received' (duration: 112.689673ms)","trace[1362767582] 'applied index is now lower than readState.Index' (duration: 193.854µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:39.605635Z","caller":"traceutil/trace.go:171","msg":"trace[111074554] transaction","detail":"{read_only:false; response_revision:5681; number_of_response:1; }","duration":"113.94178ms","start":"2026-07-24T05:41:39.491655Z","end":"2026-07-24T05:41:39.605596Z","steps":["trace[111074554] 'process raft request' (duration: 113.636393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:39.605971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.342757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:41:39.606083Z","caller":"traceutil/trace.go:171","msg":"trace[1730242459] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5681; }","duration":"113.46319ms","start":"2026-07-24T05:41:39.492559Z","end":"2026-07-24T05:41:39.606022Z","steps":["trace[1730242459] 'agreement among raft nodes before linearized reading' (duration: 113.057481ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:41.425975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019559506s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:41:41.426319Z","caller":"traceutil/trace.go:171","msg":"trace[921727926] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"1.019999465s","start":"2026-07-24T05:41:40.406296Z","end":"2026-07-24T05:41:41.426295Z","steps":["trace[921727926] 'process raft request' (duration: 1.019844962s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:41.426435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:40.406282Z","time spent":"1.020085238s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:41.431639Z","caller":"traceutil/trace.go:171","msg":"trace[1665137253] linearizableReadLoop","detail":"{readStateIndex:6019; appliedIndex:6018; }","duration":"496.040033ms","start":"2026-07-24T05:41:40.93557Z","end":"2026-07-24T05:41:41.43161Z","steps":["trace[1665137253] 'read index received' (duration: 490.930486ms)","trace[1665137253] 'applied index is now lower than readState.Index' (duration: 5.107307ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:41.431672Z","caller":"traceutil/trace.go:171","msg":"trace[166803062] transaction","detail":"{read_only:false; response_revision:5686; number_of_response:1; }","duration":"263.711202ms","start":"2026-07-24T05:41:41.167926Z","end":"2026-07-24T05:41:41.431637Z","steps":["trace[166803062] 'process raft request' (duration: 263.597349ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:41.431761Z","caller":"traceutil/trace.go:171","msg":"trace[1900772607] transaction","detail":"{read_only:false; response_revision:5685; number_of_response:1; }","duration":"521.721112ms","start":"2026-07-24T05:41:40.909996Z","end":"2026-07-24T05:41:41.431717Z","steps":["trace[1900772607] 'process raft request' (duration: 521.382084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:41.431905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.315989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-24T05:41:41.431945Z","caller":"traceutil/trace.go:171","msg":"trace[1017635730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5687; }","duration":"496.417472ms","start":"2026-07-24T05:41:40.935516Z","end":"2026-07-24T05:41:41.431934Z","steps":["trace[1017635730] 'agreement among raft nodes before linearized reading' (duration: 496.255048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:41.431952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:40.909973Z","time spent":"521.872586ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:41.43199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:40.935494Z","time spent":"496.487663ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-24T05:41:41.432008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.879187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T05:41:41.432024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.894132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:41.432069Z","caller":"traceutil/trace.go:171","msg":"trace[1848784824] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5687; }","duration":"109.99245ms","start":"2026-07-24T05:41:41.322058Z","end":"2026-07-24T05:41:41.432051Z","steps":["trace[1848784824] 'agreement among raft nodes before linearized reading' (duration: 109.824796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:41.431971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.334174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-24T05:41:41.432097Z","caller":"traceutil/trace.go:171","msg":"trace[268280282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5687; }","duration":"311.012845ms","start":"2026-07-24T05:41:41.121068Z","end":"2026-07-24T05:41:41.432081Z","steps":["trace[268280282] 'agreement among raft nodes before linearized reading' (duration: 310.903602ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:41.432127Z","caller":"traceutil/trace.go:171","msg":"trace[309118016] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5687; }","duration":"181.504108ms","start":"2026-07-24T05:41:41.250613Z","end":"2026-07-24T05:41:41.432117Z","steps":["trace[309118016] 'agreement among raft nodes before linearized reading' (duration: 181.224221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:41.432135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:41.121045Z","time spent":"311.081466ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:41:41.432162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.098786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-24T05:41:41.432276Z","caller":"traceutil/trace.go:171","msg":"trace[1700800514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5687; }","duration":"180.26379ms","start":"2026-07-24T05:41:41.251988Z","end":"2026-07-24T05:41:41.432252Z","steps":["trace[1700800514] 'agreement among raft nodes before linearized reading' (duration: 179.972383ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:41.432343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.859127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:41:41.432714Z","caller":"traceutil/trace.go:171","msg":"trace[2066662006] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5687; }","duration":"495.253115ms","start":"2026-07-24T05:41:40.937449Z","end":"2026-07-24T05:41:41.432702Z","steps":["trace[2066662006] 'agreement among raft nodes before linearized reading' (duration: 494.360415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:41.432789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:40.937441Z","time spent":"495.338928ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:41:41.432524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.264849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:41:41.432854Z","caller":"traceutil/trace.go:171","msg":"trace[1483319965] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5687; }","duration":"276.625697ms","start":"2026-07-24T05:41:41.156211Z","end":"2026-07-24T05:41:41.432836Z","steps":["trace[1483319965] 'agreement among raft nodes before linearized reading' (duration: 275.695826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:41.616367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.531019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:41.61645Z","caller":"traceutil/trace.go:171","msg":"trace[2055224680] transaction","detail":"{read_only:false; response_revision:5688; number_of_response:1; }","duration":"178.749985ms","start":"2026-07-24T05:41:41.437685Z","end":"2026-07-24T05:41:41.616435Z","steps":["trace[2055224680] 'process raft request' (duration: 52.087063ms)","trace[2055224680] 'compare' (duration: 126.363314ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:41.634346Z","caller":"traceutil/trace.go:171","msg":"trace[942627327] linearizableReadLoop","detail":"{readStateIndex:6024; appliedIndex:6021; }","duration":"193.959113ms","start":"2026-07-24T05:41:41.440369Z","end":"2026-07-24T05:41:41.634328Z","steps":["trace[942627327] 'read index received' (duration: 49.387011ms)","trace[942627327] 'applied index is now lower than readState.Index' (duration: 144.571272ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:41.634436Z","caller":"traceutil/trace.go:171","msg":"trace[915780632] transaction","detail":"{read_only:false; response_revision:5690; number_of_response:1; }","duration":"195.456028ms","start":"2026-07-24T05:41:41.438969Z","end":"2026-07-24T05:41:41.634425Z","steps":["trace[915780632] 'process raft request' (duration: 195.320675ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:41.634413Z","caller":"traceutil/trace.go:171","msg":"trace[1533374208] transaction","detail":"{read_only:false; response_revision:5689; number_of_response:1; }","duration":"195.800005ms","start":"2026-07-24T05:41:41.438585Z","end":"2026-07-24T05:41:41.634385Z","steps":["trace[1533374208] 'process raft request' (duration: 195.58788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:41.634729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.327811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:41:41.634842Z","caller":"traceutil/trace.go:171","msg":"trace[387418563] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5690; }","duration":"194.485015ms","start":"2026-07-24T05:41:41.440329Z","end":"2026-07-24T05:41:41.634814Z","steps":["trace[387418563] 'agreement among raft nodes before linearized reading' (duration: 194.190458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:44.291926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.329618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:44.292257Z","caller":"traceutil/trace.go:171","msg":"trace[1185813755] linearizableReadLoop","detail":"{readStateIndex:6034; appliedIndex:6032; }","duration":"849.869119ms","start":"2026-07-24T05:41:43.442366Z","end":"2026-07-24T05:41:44.292235Z","steps":["trace[1185813755] 'read index received' (duration: 168.135202ms)","trace[1185813755] 'applied index is now lower than readState.Index' (duration: 681.732597ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:41:44.2924Z","caller":"traceutil/trace.go:171","msg":"trace[626470086] transaction","detail":"{read_only:false; response_revision:5699; number_of_response:1; }","duration":"852.914809ms","start":"2026-07-24T05:41:43.439446Z","end":"2026-07-24T05:41:44.292361Z","steps":["trace[626470086] 'process raft request' (duration: 852.610672ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:44.292448Z","caller":"traceutil/trace.go:171","msg":"trace[249654054] transaction","detail":"{read_only:false; response_revision:5698; number_of_response:1; }","duration":"857.315789ms","start":"2026-07-24T05:41:43.435096Z","end":"2026-07-24T05:41:44.292412Z","steps":["trace[249654054] 'process raft request' (duration: 175.389267ms)","trace[249654054] 'compare' (duration: 680.771005ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:44.29255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.171286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:41:44.292582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.435075Z","time spent":"857.435511ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:44.292583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.439411Z","time spent":"853.069243ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:41:44.292625Z","caller":"traceutil/trace.go:171","msg":"trace[662175901] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5699; }","duration":"850.281468ms","start":"2026-07-24T05:41:43.442325Z","end":"2026-07-24T05:41:44.292607Z","steps":["trace[662175901] 'agreement among raft nodes before linearized reading' (duration: 850.053923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:44.292678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.442306Z","time spent":"850.35729ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:41:44.79316Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:45.294001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:45.794702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:46.122545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:41:46.122622Z","caller":"traceutil/trace.go:171","msg":"trace[1481452465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410205s","start":"2026-07-24T05:41:44.122195Z","end":"2026-07-24T05:41:46.122605Z","steps":["trace[1481452465] 'agreement among raft nodes before linearized reading' (duration: 2.000305432s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:46.122659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:44.122174Z","time spent":"2.000477887s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:41:46.294998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:46.795358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:47.296012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:47.796489Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:48.123339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:41:48.123473Z","caller":"traceutil/trace.go:171","msg":"trace[164538894] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102798s","start":"2026-07-24T05:41:46.123308Z","end":"2026-07-24T05:41:48.123411Z","steps":["trace[164538894] 'agreement among raft nodes before linearized reading' (duration: 1.999851492s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:48.123535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:46.123296Z","time spent":"2.00022539s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:41:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:48.29746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:48.638523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999189189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:41:48.638671Z","caller":"traceutil/trace.go:171","msg":"trace[64515640] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999610189s","start":"2026-07-24T05:41:43.639026Z","end":"2026-07-24T05:41:48.638636Z","steps":["trace[64515640] 'agreement among raft nodes before linearized reading' (duration: 4.999182139s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:48.638741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.638966Z","time spent":"4.999760492s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:41:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:48.658796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.646963Z","time spent":"5.011828089s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:41:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:48.797992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:49.021342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:44.023191Z","time spent":"4.998138145s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:41:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:49.052286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:44.054333Z","time spent":"4.997950762s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:41:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:49.136387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000813354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:49.136559Z","caller":"traceutil/trace.go:171","msg":"trace[47821111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001046959s","start":"2026-07-24T05:41:47.135493Z","end":"2026-07-24T05:41:49.13654Z","steps":["trace[47821111] 'agreement among raft nodes before linearized reading' (duration: 2.000844614s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:49.1366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:47.13547Z","time spent":"2.001119761s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:41:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:49.147727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.053617412s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:49.147825Z","caller":"traceutil/trace.go:171","msg":"trace[825903555] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5699; }","duration":"3.053724464s","start":"2026-07-24T05:41:46.094086Z","end":"2026-07-24T05:41:49.147811Z","steps":["trace[825903555] 'range keys from in-memory index tree' (duration: 3.053603461s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:49.298997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:49.468564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.336337743s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:41:50.131276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:41:50.131364Z","caller":"traceutil/trace.go:171","msg":"trace[1718507204] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000277811s","start":"2026-07-24T05:41:48.131068Z","end":"2026-07-24T05:41:50.131346Z","steps":["trace[1718507204] 'agreement among raft nodes before linearized reading' (duration: 2.000161898s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:50.131413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:48.131048Z","time spent":"2.000356073s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:41:51.047973Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.579135564s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:41:51.048395Z","caller":"traceutil/trace.go:171","msg":"trace[761546132] transaction","detail":"{read_only:false; response_revision:5703; number_of_response:1; }","duration":"4.748949198s","start":"2026-07-24T05:41:46.299417Z","end":"2026-07-24T05:41:51.048366Z","steps":["trace[761546132] 'process raft request' (duration: 4.748726743s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:51.048544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:46.299406Z","time spent":"4.749043491s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:51.296952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998176337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:51.297035Z","caller":"traceutil/trace.go:171","msg":"trace[349485550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99834546s","start":"2026-07-24T05:41:46.298669Z","end":"2026-07-24T05:41:51.297014Z","steps":["trace[349485550] 'agreement among raft nodes before linearized reading' (duration: 4.998199947s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:51.297089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:46.298652Z","time spent":"4.998422122s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:41:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:52.139601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000083177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:41:52.139705Z","caller":"traceutil/trace.go:171","msg":"trace[828164774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00023015s","start":"2026-07-24T05:41:50.13945Z","end":"2026-07-24T05:41:52.13968Z","steps":["trace[828164774] 'agreement among raft nodes before linearized reading' (duration: 2.000112028s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:52.139792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:50.139432Z","time spent":"2.000327602s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:41:52.142963Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094795009s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:41:52.734682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686376711s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:41:52.736369Z","caller":"traceutil/trace.go:171","msg":"trace[2089638713] transaction","detail":"{read_only:false; response_revision:5704; number_of_response:1; }","duration":"5.247245722s","start":"2026-07-24T05:41:47.489099Z","end":"2026-07-24T05:41:52.736345Z","steps":["trace[2089638713] 'process raft request' (duration: 5.245668105s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:52.73651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:47.489079Z","time spent":"5.247362645s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:53.628185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.997305354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:53.628268Z","caller":"traceutil/trace.go:171","msg":"trace[720153569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"9.997402816s","start":"2026-07-24T05:41:43.630847Z","end":"2026-07-24T05:41:53.62825Z","steps":["trace[720153569] 'agreement among raft nodes before linearized reading' (duration: 9.997301474s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:53.628315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.6308Z","time spent":"9.997501418s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/24 05:41:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:53.639555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000422856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:53.639656Z","caller":"traceutil/trace.go:171","msg":"trace[360686949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000584189s","start":"2026-07-24T05:41:43.63905Z","end":"2026-07-24T05:41:53.639634Z","steps":["trace[360686949] 'agreement among raft nodes before linearized reading' (duration: 10.000460267s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:53.639706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.639021Z","time spent":"10.000673661s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/24 05:41:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:53.639524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998876687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:53.640022Z","caller":"traceutil/trace.go:171","msg":"trace[361445809] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999322128s","start":"2026-07-24T05:41:50.640588Z","end":"2026-07-24T05:41:53.63991Z","steps":["trace[361445809] 'agreement among raft nodes before linearized reading' (duration: 2.998895377s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:53.640157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:50.640576Z","time spent":"2.999563353s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/24 05:41:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:53.644579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.985582717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:53.644995Z","caller":"traceutil/trace.go:171","msg":"trace[871519556] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.985662348s","start":"2026-07-24T05:41:48.658949Z","end":"2026-07-24T05:41:53.644611Z","steps":["trace[871519556] 'agreement among raft nodes before linearized reading' (duration: 4.985615877s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:53.645038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:48.658925Z","time spent":"4.986103779s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/24 05:41:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:53.671347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.684952072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:53.671426Z","caller":"traceutil/trace.go:171","msg":"trace[2101993659] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.685076775s","start":"2026-07-24T05:41:44.986332Z","end":"2026-07-24T05:41:53.671409Z","steps":["trace[2101993659] 'agreement among raft nodes before linearized reading' (duration: 8.684984243s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:53.671471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:44.986309Z","time spent":"8.685152197s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/24 05:41:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:54.021661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998374341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:54.021734Z","caller":"traceutil/trace.go:171","msg":"trace[1664853055] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998461763s","start":"2026-07-24T05:41:49.023252Z","end":"2026-07-24T05:41:54.021713Z","steps":["trace[1664853055] 'agreement among raft nodes before linearized reading' (duration: 4.998364661s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:54.021765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:49.023236Z","time spent":"4.998523325s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/24 05:41:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:54.052891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994225357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:54.053034Z","caller":"traceutil/trace.go:171","msg":"trace[476583114] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.994418151s","start":"2026-07-24T05:41:49.058595Z","end":"2026-07-24T05:41:54.053013Z","steps":["trace[476583114] 'agreement among raft nodes before linearized reading' (duration: 4.994242027s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:54.053087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:49.058586Z","time spent":"4.994486162s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 05:41:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:54.141083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001045709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:54.141224Z","caller":"traceutil/trace.go:171","msg":"trace[823946357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001280305s","start":"2026-07-24T05:41:52.139914Z","end":"2026-07-24T05:41:54.141194Z","steps":["trace[823946357] 'agreement among raft nodes before linearized reading' (duration: 2.0010843s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:54.141464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:52.139895Z","time spent":"2.001550352s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:41:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:54.974762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:47.974407Z","time spent":"7.000347632s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:41:55.124463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.388048205s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:41:55.124723Z","caller":"traceutil/trace.go:171","msg":"trace[163718580] transaction","detail":"{read_only:false; response_revision:5707; number_of_response:1; }","duration":"4.156856024s","start":"2026-07-24T05:41:50.967849Z","end":"2026-07-24T05:41:55.124705Z","steps":["trace[163718580] 'process raft request' (duration: 4.156777923s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:55.124751Z","caller":"traceutil/trace.go:171","msg":"trace[1555164116] linearizableReadLoop","detail":"{readStateIndex:6042; appliedIndex:6034; }","duration":"10.832416546s","start":"2026-07-24T05:41:44.292313Z","end":"2026-07-24T05:41:55.124729Z","steps":["trace[1555164116] 'read index received' (duration: 5.17643643s)","trace[1555164116] 'applied index is now lower than readState.Index' (duration: 5.655977906s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:41:55.1248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:50.967824Z","time spent":"4.156943657s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:55.124873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.595068147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:41:55.124811Z","caller":"traceutil/trace.go:171","msg":"trace[1634098266] transaction","detail":"{read_only:false; response_revision:5706; number_of_response:1; }","duration":"6.186462199s","start":"2026-07-24T05:41:48.938251Z","end":"2026-07-24T05:41:55.124714Z","steps":["trace[1634098266] 'process raft request' (duration: 6.186308365s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:55.124913Z","caller":"traceutil/trace.go:171","msg":"trace[976365273] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5708; }","duration":"11.595150709s","start":"2026-07-24T05:41:43.529748Z","end":"2026-07-24T05:41:55.124899Z","steps":["trace[976365273] 'agreement among raft nodes before linearized reading' (duration: 11.595064437s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:55.124901Z","caller":"traceutil/trace.go:171","msg":"trace[515647127] transaction","detail":"{read_only:false; response_revision:5708; number_of_response:1; }","duration":"2.068637009s","start":"2026-07-24T05:41:53.056213Z","end":"2026-07-24T05:41:55.12485Z","steps":["trace[515647127] 'process raft request' (duration: 2.068454554s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:55.124974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.269139191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-24T05:41:55.125001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.529728Z","time spent":"11.59521475s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":8,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:41:55.125013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:48.938232Z","time spent":"6.186709934s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:55.125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.306539307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"warn","ts":"2026-07-24T05:41:55.125019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.434881707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:41:55.125054Z","caller":"traceutil/trace.go:171","msg":"trace[1436003617] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5708; }","duration":"11.269260753s","start":"2026-07-24T05:41:43.855771Z","end":"2026-07-24T05:41:55.125032Z","steps":["trace[1436003617] 'agreement among raft nodes before linearized reading' (duration: 11.268985246s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:41:55.125079Z","caller":"traceutil/trace.go:171","msg":"trace[688873534] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5708; }","duration":"11.434942088s","start":"2026-07-24T05:41:43.690121Z","end":"2026-07-24T05:41:55.125063Z","steps":["trace[688873534] 'agreement among raft nodes before linearized reading' (duration: 11.434647862s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:55.125099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.855753Z","time spent":"11.269338485s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-24T05:41:55.125113Z","caller":"traceutil/trace.go:171","msg":"trace[278176767] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5708; }","duration":"11.306646269s","start":"2026-07-24T05:41:43.818408Z","end":"2026-07-24T05:41:55.125054Z","steps":["trace[278176767] 'agreement among raft nodes before linearized reading' (duration: 11.306324982s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:55.125134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:53.056186Z","time spent":"2.068825623s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:41:55.12516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.818389Z","time spent":"11.306758541s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10415,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-24T05:41:55.125133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.326381551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T05:41:55.125143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.690102Z","time spent":"11.43502901s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:41:55.125266Z","caller":"traceutil/trace.go:171","msg":"trace[802347022] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5708; }","duration":"11.326595646s","start":"2026-07-24T05:41:43.798637Z","end":"2026-07-24T05:41:55.125233Z","steps":["trace[802347022] 'agreement among raft nodes before linearized reading' (duration: 11.326112135s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:55.125328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:43.798616Z","time spent":"11.326700688s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:41:55.624937Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:56.125071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:56.14861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999987525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:56.148697Z","caller":"traceutil/trace.go:171","msg":"trace[238237526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126369s","start":"2026-07-24T05:41:54.148553Z","end":"2026-07-24T05:41:56.14868Z","steps":["trace[238237526] 'agreement among raft nodes before linearized reading' (duration: 2.000020996s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:56.148749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:54.148532Z","time spent":"2.00020739s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:56.297332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998793716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:56.297414Z","caller":"traceutil/trace.go:171","msg":"trace[1597865651] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998935318s","start":"2026-07-24T05:41:53.29846Z","end":"2026-07-24T05:41:56.297395Z","steps":["trace[1597865651] 'agreement among raft nodes before linearized reading' (duration: 2.998816845s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:56.297463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:53.298418Z","time spent":"2.99903492s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/24 05:41:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:56.626062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:57.126726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:57.62792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:58.128337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:58.148722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:41:58.14882Z","caller":"traceutil/trace.go:171","msg":"trace[522407749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000018426s","start":"2026-07-24T05:41:56.148776Z","end":"2026-07-24T05:41:58.148795Z","steps":["trace[522407749] 'agreement among raft nodes before linearized reading' (duration: 1.999898203s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:58.148883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:56.14876Z","time spent":"2.000108998s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:41:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:41:58.629159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:58.644175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:56.517194Z","time spent":"2.126975174s","remote":"127.0.0.1:38022","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:41:58.644693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549926803s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:41:58.644796Z","caller":"traceutil/trace.go:171","msg":"trace[1393553689] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5708; }","duration":"2.550123057s","start":"2026-07-24T05:41:56.094652Z","end":"2026-07-24T05:41:58.644775Z","steps":["trace[1393553689] 'range keys from in-memory index tree' (duration: 2.549912633s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:41:59.129699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:41:59.630512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:00.131651Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:00.156364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999689038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:00.156486Z","caller":"traceutil/trace.go:171","msg":"trace[1205538924] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999902293s","start":"2026-07-24T05:41:58.156561Z","end":"2026-07-24T05:42:00.156463Z","steps":["trace[1205538924] 'agreement among raft nodes before linearized reading' (duration: 1.999732259s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:00.156551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:58.156538Z","time spent":"1.999998385s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:00.630575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:53.630218Z","time spent":"7.000344952s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:00.632749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:00.642281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:53.641949Z","time spent":"7.000323741s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:00.648925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.602737284s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:42:00.649509Z","caller":"traceutil/trace.go:171","msg":"trace[1217695203] transaction","detail":"{read_only:false; response_revision:5711; number_of_response:1; }","duration":"6.624043072s","start":"2026-07-24T05:41:54.025441Z","end":"2026-07-24T05:42:00.649484Z","steps":["trace[1217695203] 'process raft request' (duration: 6.623885958s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:00.649679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:54.02541Z","time spent":"6.624200526s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:42:01.298414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:56.29951Z","time spent":"4.998898153s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:42:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:01.981449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:54.980394Z","time spent":"7.001047748s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:02.129775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:57.130711Z","time spent":"4.999056046s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:42:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:02.13568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:55.134798Z","time spent":"7.000870503s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:02.157325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000522968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:02.157428Z","caller":"traceutil/trace.go:171","msg":"trace[1272072968] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00067874s","start":"2026-07-24T05:42:00.156726Z","end":"2026-07-24T05:42:02.157404Z","steps":["trace[1272072968] 'agreement among raft nodes before linearized reading' (duration: 2.000549227s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:02.157505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:00.156705Z","time spent":"2.000787813s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:02.716459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000194699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:02.716635Z","caller":"traceutil/trace.go:171","msg":"trace[1366826265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434935s","start":"2026-07-24T05:42:00.716175Z","end":"2026-07-24T05:42:02.71661Z","steps":["trace[1366826265] 'agreement among raft nodes before linearized reading' (duration: 2.00023741s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:02.716703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:00.71615Z","time spent":"2.000537637s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:03.439385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:56.438252Z","time spent":"7.00112655s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:03.751785Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fdce0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:42:04.166252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:04.166336Z","caller":"traceutil/trace.go:171","msg":"trace[375741156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00062055s","start":"2026-07-24T05:42:02.165696Z","end":"2026-07-24T05:42:04.166317Z","steps":["trace[375741156] 'agreement among raft nodes before linearized reading' (duration: 2.000509447s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:04.166382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:02.165678Z","time spent":"2.000694791s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:04.611846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:57.610728Z","time spent":"7.001112528s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:04.80371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.15409594s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:42:06.166719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999951084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:06.166809Z","caller":"traceutil/trace.go:171","msg":"trace[927654077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000102158s","start":"2026-07-24T05:42:04.166687Z","end":"2026-07-24T05:42:06.166789Z","steps":["trace[927654077] 'agreement among raft nodes before linearized reading' (duration: 1.999980095s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:06.166861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:04.166671Z","time spent":"2.000180139s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:06.431681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627484022s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:42:06.432265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.784098ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:06.43238Z","caller":"traceutil/trace.go:171","msg":"trace[831943472] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5715; }","duration":"337.906181ms","start":"2026-07-24T05:42:06.094453Z","end":"2026-07-24T05:42:06.432359Z","steps":["trace[831943472] 'range keys from in-memory index tree' (duration: 337.769218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:07.129503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996647011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:07.129628Z","caller":"traceutil/trace.go:171","msg":"trace[1916401130] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.996836766s","start":"2026-07-24T05:42:02.13276Z","end":"2026-07-24T05:42:07.129596Z","steps":["trace[1916401130] 'agreement among raft nodes before linearized reading' (duration: 4.996679132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:07.129723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:02.132742Z","time spent":"4.996962499s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/24 05:42:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:08.175097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000437336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:08.175189Z","caller":"traceutil/trace.go:171","msg":"trace[1774181375] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586558s","start":"2026-07-24T05:42:06.174583Z","end":"2026-07-24T05:42:08.175169Z","steps":["trace[1774181375] 'agreement among raft nodes before linearized reading' (duration: 2.000470046s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.175243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:06.174566Z","time spent":"2.000667451s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:08.945991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513291724s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:08.947023Z","caller":"traceutil/trace.go:171","msg":"trace[194854089] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"6.31710955s","start":"2026-07-24T05:42:02.629861Z","end":"2026-07-24T05:42:08.94697Z","steps":["trace[194854089] 'process raft request' (duration: 6.31627656s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.946395Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"98.033µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-24T05:42:08.947851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:02.629815Z","time spent":"6.317954399s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:08.947017Z","caller":"traceutil/trace.go:171","msg":"trace[1333034349] linearizableReadLoop","detail":"{readStateIndex:6054; appliedIndex:6044; }","duration":"13.822190854s","start":"2026-07-24T05:41:55.124786Z","end":"2026-07-24T05:42:08.946977Z","steps":["trace[1333034349] 'read index received' (duration: 5.524388991s)","trace[1333034349] 'applied index is now lower than readState.Index' (duration: 8.297798463s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:08.94788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.790122456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:42:08.947931Z","caller":"traceutil/trace.go:171","msg":"trace[1994896286] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5719; }","duration":"23.790204168s","start":"2026-07-24T05:41:45.157713Z","end":"2026-07-24T05:42:08.947918Z","steps":["trace[1994896286] 'agreement among raft nodes before linearized reading' (duration: 23.789682286s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.947254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.394630269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.947968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:45.157656Z","time spent":"23.79030455s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:42:08.947996Z","caller":"traceutil/trace.go:171","msg":"trace[517882989] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:5719; }","duration":"18.395412986s","start":"2026-07-24T05:41:50.552555Z","end":"2026-07-24T05:42:08.947968Z","steps":["trace[517882989] 'agreement among raft nodes before linearized reading' (duration: 18.394603968s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.948073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:50.552541Z","time spent":"18.395499459s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.94822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.819503022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-24T05:42:08.94828Z","caller":"traceutil/trace.go:171","msg":"trace[1719654286] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5; range_end:; response_count:1; response_revision:5719; }","duration":"13.819556813s","start":"2026-07-24T05:41:55.128688Z","end":"2026-07-24T05:42:08.948245Z","steps":["trace[1719654286] 'agreement among raft nodes before linearized reading' (duration: 13.819468521s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.947336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.337249461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.948312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:55.128674Z","time spent":"13.819632185s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" "} {"level":"info","ts":"2026-07-24T05:42:08.94834Z","caller":"traceutil/trace.go:171","msg":"trace[1411206732] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5719; }","duration":"15.338288524s","start":"2026-07-24T05:41:53.610038Z","end":"2026-07-24T05:42:08.948326Z","steps":["trace[1411206732] 'agreement among raft nodes before linearized reading' (duration: 15.337268221s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.948386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:53.610016Z","time spent":"15.338357255s","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.948414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.400421899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-07-24T05:42:08.948523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.581958557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:08.94855Z","caller":"traceutil/trace.go:171","msg":"trace[464695360] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5719; }","duration":"6.400584502s","start":"2026-07-24T05:42:02.547914Z","end":"2026-07-24T05:42:08.948498Z","steps":["trace[464695360] 'agreement among raft nodes before linearized reading' (duration: 6.400273695s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.947261Z","caller":"traceutil/trace.go:171","msg":"trace[282782841] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"6.091789969s","start":"2026-07-24T05:42:02.855432Z","end":"2026-07-24T05:42:08.947222Z","steps":["trace[282782841] 'process raft request' (duration: 6.090806926s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.947366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"24.646493703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120423"} {"level":"warn","ts":"2026-07-24T05:42:08.94738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.536479675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.947419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.360446778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.947449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.959953783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.947452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.680056362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.94747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.686394495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.947448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.970627463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.947493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.503059842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T05:42:08.947507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.770564488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.947529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.706766872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.947556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.945577376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.947566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.96511413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.947555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.432299222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.948536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.808240221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-24T05:42:08.949311Z","caller":"traceutil/trace.go:171","msg":"trace[2041030124] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:5719; }","duration":"15.53842589s","start":"2026-07-24T05:41:53.410864Z","end":"2026-07-24T05:42:08.94929Z","steps":["trace[2041030124] 'agreement among raft nodes before linearized reading' (duration: 15.536494655s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.949376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:53.410846Z","time spent":"15.538511972s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.94945Z","caller":"traceutil/trace.go:171","msg":"trace[1643308208] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5719; }","duration":"22.505004307s","start":"2026-07-24T05:41:46.444384Z","end":"2026-07-24T05:42:08.949388Z","steps":["trace[1643308208] 'agreement among raft nodes before linearized reading' (duration: 22.502990141s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.949546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:46.444362Z","time spent":"22.505164881s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:42:08.949625Z","caller":"traceutil/trace.go:171","msg":"trace[1715017005] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:5719; }","duration":"17.362692149s","start":"2026-07-24T05:41:51.586924Z","end":"2026-07-24T05:42:08.949616Z","steps":["trace[1715017005] 'agreement among raft nodes before linearized reading' (duration: 17.360475928s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.94965Z","caller":"traceutil/trace.go:171","msg":"trace[1042754073] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5719; }","duration":"24.648836508s","start":"2026-07-24T05:41:44.300796Z","end":"2026-07-24T05:42:08.949633Z","steps":["trace[1042754073] 'agreement among raft nodes before linearized reading' (duration: 24.646281169s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.949527Z","caller":"traceutil/trace.go:171","msg":"trace[2008106487] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5719; }","duration":"15.772586895s","start":"2026-07-24T05:41:53.176904Z","end":"2026-07-24T05:42:08.949491Z","steps":["trace[2008106487] 'agreement among raft nodes before linearized reading' (duration: 15.770580178s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.949692Z","caller":"traceutil/trace.go:171","msg":"trace[1912095257] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5719; }","duration":"16.962233575s","start":"2026-07-24T05:41:51.987449Z","end":"2026-07-24T05:42:08.949682Z","steps":["trace[1912095257] 'agreement among raft nodes before linearized reading' (duration: 16.959928792s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.94971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:44.300764Z","time spent":"24.648926689s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:42:08.949734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:51.987435Z","time spent":"16.962286617s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.949666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:51.586904Z","time spent":"17.36275089s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:42:08.947854Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fdce0","error":"lease not found"} {"level":"warn","ts":"2026-07-24T05:42:08.94868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.138976927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-24T05:42:08.949925Z","caller":"traceutil/trace.go:171","msg":"trace[1241607746] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5719; }","duration":"21.709130696s","start":"2026-07-24T05:41:47.240722Z","end":"2026-07-24T05:42:08.949852Z","steps":["trace[1241607746] 'agreement among raft nodes before linearized reading' (duration: 21.706646729s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.949954Z","caller":"traceutil/trace.go:171","msg":"trace[318042912] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23; range_end:; response_count:1; response_revision:5719; }","duration":"11.140318559s","start":"2026-07-24T05:41:57.809626Z","end":"2026-07-24T05:42:08.949945Z","steps":["trace[318042912] 'agreement among raft nodes before linearized reading' (duration: 11.138997858s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.949969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:47.240701Z","time spent":"21.709254799s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.950003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:57.809606Z","time spent":"11.14038749s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":887,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" "} {"level":"warn","ts":"2026-07-24T05:42:08.948669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.72938457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:08.950093Z","caller":"traceutil/trace.go:171","msg":"trace[98913795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5719; }","duration":"8.730842563s","start":"2026-07-24T05:42:00.219224Z","end":"2026-07-24T05:42:08.950066Z","steps":["trace[98913795] 'agreement among raft nodes before linearized reading' (duration: 8.7294104s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.950164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:00.219204Z","time spent":"8.730942515s","remote":"127.0.0.1:58930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.950185Z","caller":"traceutil/trace.go:171","msg":"trace[1491914654] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5719; }","duration":"17.689137968s","start":"2026-07-24T05:41:51.26103Z","end":"2026-07-24T05:42:08.950168Z","steps":["trace[1491914654] 'agreement among raft nodes before linearized reading' (duration: 17.686406685s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.948721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.151833287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.950342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:51.261005Z","time spent":"17.689290261s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.950377Z","caller":"traceutil/trace.go:171","msg":"trace[214362216] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5719; }","duration":"9.153531806s","start":"2026-07-24T05:41:59.796831Z","end":"2026-07-24T05:42:08.950363Z","steps":["trace[214362216] 'agreement among raft nodes before linearized reading' (duration: 9.151864858s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.950439Z","caller":"traceutil/trace.go:171","msg":"trace[2131667472] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5719; }","duration":"15.948451602s","start":"2026-07-24T05:41:53.00197Z","end":"2026-07-24T05:42:08.950422Z","steps":["trace[2131667472] 'agreement among raft nodes before linearized reading' (duration: 15.945562555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.950482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:59.796811Z","time spent":"9.153659869s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.95062Z","caller":"traceutil/trace.go:171","msg":"trace[140027615] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5719; }","duration":"18.973847507s","start":"2026-07-24T05:41:49.976756Z","end":"2026-07-24T05:42:08.950604Z","steps":["trace[140027615] 'agreement among raft nodes before linearized reading' (duration: 18.970615383s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.950675Z","caller":"traceutil/trace.go:171","msg":"trace[1684630704] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5719; }","duration":"18.435409893s","start":"2026-07-24T05:41:50.515247Z","end":"2026-07-24T05:42:08.950657Z","steps":["trace[1684630704] 'agreement among raft nodes before linearized reading' (duration: 18.432260591s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.950695Z","caller":"traceutil/trace.go:171","msg":"trace[783117306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5719; }","duration":"21.968233351s","start":"2026-07-24T05:41:46.982417Z","end":"2026-07-24T05:42:08.95065Z","steps":["trace[783117306] 'agreement among raft nodes before linearized reading' (duration: 21.96513227s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.95073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:50.515195Z","time spent":"18.435519835s","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.9495Z","caller":"traceutil/trace.go:171","msg":"trace[1429418716] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5719; }","duration":"20.68218558s","start":"2026-07-24T05:41:48.267302Z","end":"2026-07-24T05:42:08.949488Z","steps":["trace[1429418716] 'agreement among raft nodes before linearized reading' (duration: 20.680091402s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.95074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:46.982401Z","time spent":"21.968325843s","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.950788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:48.267263Z","time spent":"20.68350824s","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.949399Z","caller":"traceutil/trace.go:171","msg":"trace[661552899] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5719; }","duration":"6.809085121s","start":"2026-07-24T05:42:02.140245Z","end":"2026-07-24T05:42:08.94933Z","steps":["trace[661552899] 'agreement among raft nodes before linearized reading' (duration: 6.80818805s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.948796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.324886644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.950846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:02.140223Z","time spent":"6.810615025s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:42:08.948776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088959323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.950618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:53.001913Z","time spent":"15.948632075s","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.948829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.738053196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:08.951061Z","caller":"traceutil/trace.go:171","msg":"trace[1893554824] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5719; }","duration":"6.091265836s","start":"2026-07-24T05:42:02.859777Z","end":"2026-07-24T05:42:08.951042Z","steps":["trace[1893554824] 'agreement among raft nodes before linearized reading' (duration: 6.088947333s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.951093Z","caller":"traceutil/trace.go:171","msg":"trace[1225111742] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:5719; }","duration":"13.740354109s","start":"2026-07-24T05:41:55.210722Z","end":"2026-07-24T05:42:08.951076Z","steps":["trace[1225111742] 'agreement among raft nodes before linearized reading' (duration: 13.738088917s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.951123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:02.859766Z","time spent":"6.091339818s","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.951153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:55.210697Z","time spent":"13.740435632s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.948818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.183091285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:08.951276Z","caller":"traceutil/trace.go:171","msg":"trace[506381828] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5719; }","duration":"8.185600482s","start":"2026-07-24T05:42:00.765662Z","end":"2026-07-24T05:42:08.951262Z","steps":["trace[506381828] 'agreement among raft nodes before linearized reading' (duration: 8.182820499s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.95132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:00.765635Z","time spent":"8.185673854s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.950791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:49.976739Z","time spent":"18.973956259s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.948938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.505838845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-24T05:42:08.951442Z","caller":"traceutil/trace.go:171","msg":"trace[2000382789] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5719; }","duration":"5.508338163s","start":"2026-07-24T05:42:03.443087Z","end":"2026-07-24T05:42:08.951425Z","steps":["trace[2000382789] 'agreement among raft nodes before linearized reading' (duration: 5.505728463s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.948945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.963878835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-24T05:42:08.951501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:03.443035Z","time spent":"5.508450385s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-24T05:42:08.95151Z","caller":"traceutil/trace.go:171","msg":"trace[2060076867] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:5719; }","duration":"6.966466504s","start":"2026-07-24T05:42:01.985028Z","end":"2026-07-24T05:42:08.951494Z","steps":["trace[2060076867] 'agreement among raft nodes before linearized reading' (duration: 6.963823623s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.948952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.285450219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.951577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:01.985013Z","time spent":"6.966548006s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-24T05:42:08.948991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.114646649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:08.951611Z","caller":"traceutil/trace.go:171","msg":"trace[1115406530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5719; }","duration":"4.2881257s","start":"2026-07-24T05:42:04.663441Z","end":"2026-07-24T05:42:08.951567Z","steps":["trace[1115406530] 'agreement among raft nodes before linearized reading' (duration: 4.285455979s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.951651Z","caller":"traceutil/trace.go:171","msg":"trace[1583004054] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5719; }","duration":"7.117329561s","start":"2026-07-24T05:42:01.834308Z","end":"2026-07-24T05:42:08.951638Z","steps":["trace[1583004054] 'agreement among raft nodes before linearized reading' (duration: 7.11465697s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.95172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:01.834289Z","time spent":"7.117412142s","remote":"127.0.0.1:50892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.951756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:04.663421Z","time spent":"4.288270243s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.949023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.264592642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.948991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336145888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.94902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705909409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.949037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.813189901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.949053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.740021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.949067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.816307229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120423"} {"level":"warn","ts":"2026-07-24T05:42:08.949071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.334284568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18339"} {"level":"warn","ts":"2026-07-24T05:42:08.949084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.477290746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.949082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487802249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.9491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.245021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.949128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.170131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:08.949132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:02.547893Z","time spent":"6.401217717s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T05:42:08.949176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.816280627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"warn","ts":"2026-07-24T05:42:08.94918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:02.855407Z","time spent":"6.093725462s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:08.948604Z","caller":"traceutil/trace.go:171","msg":"trace[1833786984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:5719; }","duration":"10.58207986s","start":"2026-07-24T05:41:58.366505Z","end":"2026-07-24T05:42:08.948585Z","steps":["trace[1833786984] 'agreement among raft nodes before linearized reading' (duration: 10.581959787s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.949824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:53.176886Z","time spent":"15.77283593s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.948754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.260715304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.948742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728875959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:08.950863Z","caller":"traceutil/trace.go:171","msg":"trace[826289730] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:5719; }","duration":"12.326946971s","start":"2026-07-24T05:41:56.6239Z","end":"2026-07-24T05:42:08.950847Z","steps":["trace[826289730] 'agreement among raft nodes before linearized reading' (duration: 12.324869763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.94881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.511180379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:08.948817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.531244859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:08.951857Z","caller":"traceutil/trace.go:171","msg":"trace[945612129] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5719; }","duration":"4.267464197s","start":"2026-07-24T05:42:04.684374Z","end":"2026-07-24T05:42:08.951839Z","steps":["trace[945612129] 'agreement among raft nodes before linearized reading' (duration: 4.264612722s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.951974Z","caller":"traceutil/trace.go:171","msg":"trace[686499519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5719; }","duration":"1.708904207s","start":"2026-07-24T05:42:07.24306Z","end":"2026-07-24T05:42:08.951964Z","steps":["trace[686499519] 'agreement among raft nodes before linearized reading' (duration: 1.705925129s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:07.24304Z","time spent":"1.708954328s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.95197Z","caller":"traceutil/trace.go:171","msg":"trace[102317616] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5719; }","duration":"307.693347ms","start":"2026-07-24T05:42:08.644264Z","end":"2026-07-24T05:42:08.951957Z","steps":["trace[102317616] 'agreement among raft nodes before linearized reading' (duration: 304.75697ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.952034Z","caller":"traceutil/trace.go:171","msg":"trace[903319574] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5719; }","duration":"4.337279458s","start":"2026-07-24T05:42:04.614745Z","end":"2026-07-24T05:42:08.952024Z","steps":["trace[903319574] 'agreement among raft nodes before linearized reading' (duration: 4.334273018s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:08.64424Z","time spent":"307.801611ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.952131Z","caller":"traceutil/trace.go:171","msg":"trace[1616300155] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5719; }","duration":"3.480356327s","start":"2026-07-24T05:42:05.471732Z","end":"2026-07-24T05:42:08.952089Z","steps":["trace[1616300155] 'agreement among raft nodes before linearized reading' (duration: 3.477326347s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:05.471703Z","time spent":"3.480444979s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.952007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:04.684353Z","time spent":"4.267638501s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.952235Z","caller":"traceutil/trace.go:171","msg":"trace[962051275] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:5719; }","duration":"2.490976983s","start":"2026-07-24T05:42:06.461248Z","end":"2026-07-24T05:42:08.952225Z","steps":["trace[962051275] 'agreement among raft nodes before linearized reading' (duration: 2.48780425s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:06.461234Z","time spent":"2.491020304s","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.952218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:58.366485Z","time spent":"10.585719824s","remote":"127.0.0.1:53900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.952342Z","caller":"traceutil/trace.go:171","msg":"trace[1734252911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5719; }","duration":"776.393326ms","start":"2026-07-24T05:42:08.175916Z","end":"2026-07-24T05:42:08.952309Z","steps":["trace[1734252911] 'agreement among raft nodes before linearized reading' (duration: 773.183052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:08.175898Z","time spent":"776.471657ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:08.952075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:04.614727Z","time spent":"4.337337849s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18362,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-24T05:42:08.952206Z","caller":"traceutil/trace.go:171","msg":"trace[631795674] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5719; }","duration":"524.386572ms","start":"2026-07-24T05:42:08.427809Z","end":"2026-07-24T05:42:08.952195Z","steps":["trace[631795674] 'agreement among raft nodes before linearized reading' (duration: 521.26542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:08.427789Z","time spent":"524.644999ms","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.951933Z","caller":"traceutil/trace.go:171","msg":"trace[21531342] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5719; }","duration":"1.339134746s","start":"2026-07-24T05:42:07.612786Z","end":"2026-07-24T05:42:08.95192Z","steps":["trace[21531342] 'agreement among raft nodes before linearized reading' (duration: 1.336178799s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:07.612756Z","time spent":"1.339793502s","remote":"127.0.0.1:58854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.952639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:56.62384Z","time spent":"12.328779683s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.951898Z","caller":"traceutil/trace.go:171","msg":"trace[2074916101] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5719; }","duration":"13.819166615s","start":"2026-07-24T05:41:55.132722Z","end":"2026-07-24T05:42:08.951888Z","steps":["trace[2074916101] 'agreement among raft nodes before linearized reading' (duration: 13.816113195s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:55.132704Z","time spent":"13.819979363s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:42:08.952716Z","caller":"traceutil/trace.go:171","msg":"trace[1781931306] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5719; }","duration":"12.264702436s","start":"2026-07-24T05:41:56.687992Z","end":"2026-07-24T05:42:08.952694Z","steps":["trace[1781931306] 'agreement among raft nodes before linearized reading' (duration: 12.260705644s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:56.687971Z","time spent":"12.264777187s","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":82,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.9528Z","caller":"traceutil/trace.go:171","msg":"trace[1583257069] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5719; }","duration":"3.732977514s","start":"2026-07-24T05:42:05.219808Z","end":"2026-07-24T05:42:08.952786Z","steps":["trace[1583257069] 'agreement among raft nodes before linearized reading' (duration: 3.728877089s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:08.952768Z","caller":"traceutil/trace.go:171","msg":"trace[1695858198] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5719; }","duration":"9.51512954s","start":"2026-07-24T05:41:59.43762Z","end":"2026-07-24T05:42:08.95275Z","steps":["trace[1695858198] 'agreement among raft nodes before linearized reading' (duration: 9.511128958s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:05.219782Z","time spent":"3.733044556s","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.952072Z","caller":"traceutil/trace.go:171","msg":"trace[732887371] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5719; }","duration":"13.819207695s","start":"2026-07-24T05:41:55.132852Z","end":"2026-07-24T05:42:08.95206Z","steps":["trace[732887371] 'agreement among raft nodes before linearized reading' (duration: 13.816239667s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:55.132829Z","time spent":"13.820045225s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-07-24T05:42:08.952912Z","caller":"traceutil/trace.go:171","msg":"trace[776945896] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5719; }","duration":"4.535413215s","start":"2026-07-24T05:42:04.417483Z","end":"2026-07-24T05:42:08.952896Z","steps":["trace[776945896] 'agreement among raft nodes before linearized reading' (duration: 4.531219429s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.952979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:04.417464Z","time spent":"4.535493948s","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:08.951942Z","caller":"traceutil/trace.go:171","msg":"trace[1226372990] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5719; }","duration":"7.816126778s","start":"2026-07-24T05:42:01.135799Z","end":"2026-07-24T05:42:08.951925Z","steps":["trace[1226372990] 'agreement among raft nodes before linearized reading' (duration: 7.813212432s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:08.953181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:01.135777Z","time spent":"7.817381728s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:08.954512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:41:59.437561Z","time spent":"9.515302544s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:09.454566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149777,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:10.345148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.0896ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:42:10.345306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:08.951879Z","time spent":"1.393423031s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:10.961375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00193863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:10.961496Z","caller":"traceutil/trace.go:171","msg":"trace[936323517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002126764s","start":"2026-07-24T05:42:08.959341Z","end":"2026-07-24T05:42:10.961468Z","steps":["trace[936323517] 'agreement among raft nodes before linearized reading' (duration: 2.00197321s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:10.96158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:08.959336Z","time spent":"2.002225096s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:11.102012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.467965807s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:42:11.30316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.894462ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-24T05:42:11.303451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:08.954454Z","time spent":"2.348993071s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:42:11.303716Z","caller":"traceutil/trace.go:171","msg":"trace[1252042410] linearizableReadLoop","detail":"{readStateIndex:6060; appliedIndex:6057; }","duration":"2.349989343s","start":"2026-07-24T05:42:08.953697Z","end":"2026-07-24T05:42:11.303686Z","steps":["trace[1252042410] 'read index received' (duration: 680.348226ms)","trace[1252042410] 'applied index is now lower than readState.Index' (duration: 1.669639767s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:11.30382Z","caller":"traceutil/trace.go:171","msg":"trace[1264655325] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"2.341916648s","start":"2026-07-24T05:42:08.961872Z","end":"2026-07-24T05:42:11.303789Z","steps":["trace[1264655325] 'process raft request' (duration: 2.341408116s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:11.303927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:08.961854Z","time spent":"2.342014499s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:11.303959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.350239099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:42:11.304013Z","caller":"traceutil/trace.go:171","msg":"trace[1806903357] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5720; }","duration":"2.35032187s","start":"2026-07-24T05:42:08.953679Z","end":"2026-07-24T05:42:11.304Z","steps":["trace[1806903357] 'agreement among raft nodes before linearized reading' (duration: 2.350142586s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:11.304048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:08.953661Z","time spent":"2.350379022s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:42:12.716654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:12.716796Z","caller":"traceutil/trace.go:171","msg":"trace[1618490382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000341943s","start":"2026-07-24T05:42:10.716422Z","end":"2026-07-24T05:42:12.716764Z","steps":["trace[1618490382] 'agreement among raft nodes before linearized reading' (duration: 2.000169919s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:12.716975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:10.716403Z","time spent":"2.000552197s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:12.960283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998736276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:12.960367Z","caller":"traceutil/trace.go:171","msg":"trace[1626029337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998879739s","start":"2026-07-24T05:42:10.961469Z","end":"2026-07-24T05:42:12.960349Z","steps":["trace[1626029337] 'agreement among raft nodes before linearized reading' (duration: 1.998774807s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:12.96042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:10.961443Z","time spent":"1.998967672s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:13.009245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230196381s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:13.009606Z","caller":"traceutil/trace.go:171","msg":"trace[1845133607] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"1.704980597s","start":"2026-07-24T05:42:11.304602Z","end":"2026-07-24T05:42:13.009582Z","steps":["trace[1845133607] 'process raft request' (duration: 1.704907946s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:13.009593Z","caller":"traceutil/trace.go:171","msg":"trace[2051704896] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"2.663195238s","start":"2026-07-24T05:42:10.346368Z","end":"2026-07-24T05:42:13.009563Z","steps":["trace[2051704896] 'process raft request' (duration: 2.663009814s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:13.009605Z","caller":"traceutil/trace.go:171","msg":"trace[1732640849] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"2.830362177s","start":"2026-07-24T05:42:10.179202Z","end":"2026-07-24T05:42:13.009564Z","steps":["trace[1732640849] 'process raft request' (duration: 1.599722176s)","trace[1732640849] 'compare' (duration: 1.229106595s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:13.009686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:11.304576Z","time spent":"1.70507066s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:13.009603Z","caller":"traceutil/trace.go:171","msg":"trace[1922690204] linearizableReadLoop","detail":"{readStateIndex:6062; appliedIndex:6060; }","duration":"1.705788265s","start":"2026-07-24T05:42:11.30379Z","end":"2026-07-24T05:42:13.009578Z","steps":["trace[1922690204] 'read index received' (duration: 475.149275ms)","trace[1922690204] 'applied index is now lower than readState.Index' (duration: 1.23063583s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:13.009767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:10.346344Z","time spent":"2.66331902s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:13.009763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:10.179177Z","time spent":"2.83050076s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:13.009786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05238301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-24T05:42:13.009741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.387658075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:13.00982Z","caller":"traceutil/trace.go:171","msg":"trace[1509631896] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:5723; }","duration":"4.052450613s","start":"2026-07-24T05:42:08.957362Z","end":"2026-07-24T05:42:13.009812Z","steps":["trace[1509631896] 'agreement among raft nodes before linearized reading' (duration: 4.052283899s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:13.009848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:08.957351Z","time spent":"4.052491403s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-24T05:42:13.009857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838296588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-07-24T05:42:13.009867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046432609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:42:13.009853Z","caller":"traceutil/trace.go:171","msg":"trace[1386105867] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5723; }","duration":"2.387821859s","start":"2026-07-24T05:42:10.622007Z","end":"2026-07-24T05:42:13.009829Z","steps":["trace[1386105867] 'agreement among raft nodes before linearized reading' (duration: 2.387575953s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:13.009911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045948088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:42:13.009947Z","caller":"traceutil/trace.go:171","msg":"trace[550960846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5723; }","duration":"2.046546032s","start":"2026-07-24T05:42:10.963388Z","end":"2026-07-24T05:42:13.009934Z","steps":["trace[550960846] 'agreement among raft nodes before linearized reading' (duration: 2.046369088s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:13.009977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:10.621984Z","time spent":"2.387972442s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:13.009996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:10.963363Z","time spent":"2.046620283s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:42:13.00999Z","caller":"traceutil/trace.go:171","msg":"trace[1431296530] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5723; }","duration":"2.046091201s","start":"2026-07-24T05:42:10.963877Z","end":"2026-07-24T05:42:13.009968Z","steps":["trace[1431296530] 'agreement among raft nodes before linearized reading' (duration: 2.045724093s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:13.010032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.517424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:13.009708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.458191259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:13.010046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:10.963862Z","time spent":"2.046170693s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:42:13.010064Z","caller":"traceutil/trace.go:171","msg":"trace[1336670279] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:5723; }","duration":"324.604696ms","start":"2026-07-24T05:42:12.685449Z","end":"2026-07-24T05:42:13.010053Z","steps":["trace[1336670279] 'agreement among raft nodes before linearized reading' (duration: 324.535414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:13.010095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:12.685417Z","time spent":"324.669688ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:13.010092Z","caller":"traceutil/trace.go:171","msg":"trace[1180830667] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5723; }","duration":"3.458632859s","start":"2026-07-24T05:42:09.551439Z","end":"2026-07-24T05:42:13.010071Z","steps":["trace[1180830667] 'agreement among raft nodes before linearized reading' (duration: 3.458145218s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:13.010143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702773967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10682"} {"level":"info","ts":"2026-07-24T05:42:13.009947Z","caller":"traceutil/trace.go:171","msg":"trace[987102251] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5723; }","duration":"2.838426541s","start":"2026-07-24T05:42:10.171499Z","end":"2026-07-24T05:42:13.009925Z","steps":["trace[987102251] 'agreement among raft nodes before linearized reading' (duration: 2.838218156s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:13.010187Z","caller":"traceutil/trace.go:171","msg":"trace[1697266903] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5723; }","duration":"1.702843458s","start":"2026-07-24T05:42:11.307331Z","end":"2026-07-24T05:42:13.010175Z","steps":["trace[1697266903] 'agreement among raft nodes before linearized reading' (duration: 1.702615873s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:13.010194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:10.171476Z","time spent":"2.838708808s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-24T05:42:13.010209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.179177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:13.010259Z","caller":"traceutil/trace.go:171","msg":"trace[1205146022] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5723; }","duration":"627.274059ms","start":"2026-07-24T05:42:12.382969Z","end":"2026-07-24T05:42:13.010243Z","steps":["trace[1205146022] 'agreement among raft nodes before linearized reading' (duration: 627.185827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:13.010296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:12.382949Z","time spent":"627.336ms","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:13.010153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:09.551409Z","time spent":"3.458723602s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:13.01022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:11.307319Z","time spent":"1.70289337s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10705,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-24T05:42:13.010598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050428226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-07-24T05:42:13.010656Z","caller":"traceutil/trace.go:171","msg":"trace[515077523] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5723; }","duration":"4.050496067s","start":"2026-07-24T05:42:08.960144Z","end":"2026-07-24T05:42:13.01064Z","steps":["trace[515077523] 'agreement among raft nodes before linearized reading' (duration: 4.049452994s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:13.010699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:08.960139Z","time spent":"4.050549128s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T05:42:13.010987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703550004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:42:13.011041Z","caller":"traceutil/trace.go:171","msg":"trace[1845133317] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5723; }","duration":"1.703643266s","start":"2026-07-24T05:42:11.307386Z","end":"2026-07-24T05:42:13.011029Z","steps":["trace[1845133317] 'agreement among raft nodes before linearized reading' (duration: 1.702790887s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:13.011081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:11.307372Z","time spent":"1.703695018s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:42:13.516334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:14.016528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:14.517462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:15.018411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:15.518875Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:16.019545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:16.121723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000474866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:16.121855Z","caller":"traceutil/trace.go:171","msg":"trace[1455390592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066295s","start":"2026-07-24T05:42:14.121151Z","end":"2026-07-24T05:42:16.121814Z","steps":["trace[1455390592] 'agreement among raft nodes before linearized reading' (duration: 2.000504657s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:16.121973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:14.121131Z","time spent":"2.000824534s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:16.52058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:17.02112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:17.521438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:17.620896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526783655s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:17.621028Z","caller":"traceutil/trace.go:171","msg":"trace[571897096] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5723; }","duration":"1.526927308s","start":"2026-07-24T05:42:16.094081Z","end":"2026-07-24T05:42:17.621008Z","steps":["trace[571897096] 'range keys from in-memory index tree' (duration: 1.526767045s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:18.022333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:18.12244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000060047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:18.12253Z","caller":"traceutil/trace.go:171","msg":"trace[1793414527] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00019905s","start":"2026-07-24T05:42:16.12231Z","end":"2026-07-24T05:42:18.122509Z","steps":["trace[1793414527] 'agreement among raft nodes before linearized reading' (duration: 2.000088237s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:18.122587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:16.122291Z","time spent":"2.000281122s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:18.523224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149792,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:18.609408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.593802401s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:42:18.609878Z","caller":"traceutil/trace.go:171","msg":"trace[1642832935] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"5.594380725s","start":"2026-07-24T05:42:13.015475Z","end":"2026-07-24T05:42:18.609856Z","steps":["trace[1642832935] 'process raft request' (duration: 5.59417646s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:18.610037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:13.015464Z","time spent":"5.594504327s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:20.017948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:13.017092Z","time spent":"7.000840753s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:20.13157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:20.131658Z","caller":"traceutil/trace.go:171","msg":"trace[225963283] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000248301s","start":"2026-07-24T05:42:18.131389Z","end":"2026-07-24T05:42:20.131637Z","steps":["trace[225963283] 'agreement among raft nodes before linearized reading' (duration: 2.000133548s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:20.131711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:18.131365Z","time spent":"2.000335363s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:21.139862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999866942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:21.139945Z","caller":"traceutil/trace.go:171","msg":"trace[1220209560] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000008425s","start":"2026-07-24T05:42:19.139917Z","end":"2026-07-24T05:42:21.139925Z","steps":["trace[1220209560] 'agreement among raft nodes before linearized reading' (duration: 1.999902543s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:21.139992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:19.139895Z","time spent":"2.000088238s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:21.496451Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.245950039s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:42:22.132465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:22.132568Z","caller":"traceutil/trace.go:171","msg":"trace[1986915665] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000491938s","start":"2026-07-24T05:42:20.132052Z","end":"2026-07-24T05:42:22.132544Z","steps":["trace[1986915665] 'agreement among raft nodes before linearized reading' (duration: 2.000230091s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:22.132635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:20.132034Z","time spent":"2.000584189s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:22.716478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000046457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:22.716579Z","caller":"traceutil/trace.go:171","msg":"trace[748374906] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00020704s","start":"2026-07-24T05:42:20.716348Z","end":"2026-07-24T05:42:22.716555Z","steps":["trace[748374906] 'agreement among raft nodes before linearized reading' (duration: 2.000083237s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:22.716659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:20.716326Z","time spent":"2.000318273s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:23.455884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:16.454845Z","time spent":"7.001032768s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:23.527244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.716972696s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:23.527539Z","caller":"traceutil/trace.go:171","msg":"trace[1568390566] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"4.27717127s","start":"2026-07-24T05:42:19.25035Z","end":"2026-07-24T05:42:23.527521Z","steps":["trace[1568390566] 'process raft request' (duration: 4.277133849s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.527684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:19.25028Z","time spent":"4.277286724s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:23.527905Z","caller":"traceutil/trace.go:171","msg":"trace[113186129] linearizableReadLoop","detail":"{readStateIndex:6066; appliedIndex:6063; }","duration":"10.511605318s","start":"2026-07-24T05:42:13.016267Z","end":"2026-07-24T05:42:23.527872Z","steps":["trace[113186129] 'read index received' (duration: 5.593445813s)","trace[113186129] 'applied index is now lower than readState.Index' (duration: 4.918155404s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:23.528127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.511846533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:42:23.528178Z","caller":"traceutil/trace.go:171","msg":"trace[1522542118] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5727; }","duration":"10.511924205s","start":"2026-07-24T05:42:13.01624Z","end":"2026-07-24T05:42:23.528165Z","steps":["trace[1522542118] 'agreement among raft nodes before linearized reading' (duration: 10.511778322s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.528203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:13.016228Z","time spent":"10.511970696s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:42:23.528247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.511946035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-07-24T05:42:23.52831Z","caller":"traceutil/trace.go:171","msg":"trace[42829766] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5727; }","duration":"10.512044007s","start":"2026-07-24T05:42:13.01625Z","end":"2026-07-24T05:42:23.528294Z","steps":["trace[42829766] 'agreement among raft nodes before linearized reading' (duration: 10.511815392s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.528367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:13.016229Z","time spent":"10.512124239s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:42:23.528395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.506351313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-24T05:42:23.528411Z","caller":"traceutil/trace.go:171","msg":"trace[1034002783] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23; range_end:; response_count:1; response_revision:5727; }","duration":"3.506388133s","start":"2026-07-24T05:42:20.022017Z","end":"2026-07-24T05:42:23.528405Z","steps":["trace[1034002783] 'agreement among raft nodes before linearized reading' (duration: 3.506338592s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.528427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:20.022005Z","time spent":"3.506416514s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":887,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" "} {"level":"warn","ts":"2026-07-24T05:42:23.528478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38858397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:23.528514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84958446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.528529Z","caller":"traceutil/trace.go:171","msg":"trace[944882359] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:5727; }","duration":"1.84963846s","start":"2026-07-24T05:42:21.678885Z","end":"2026-07-24T05:42:23.528524Z","steps":["trace[944882359] 'agreement among raft nodes before linearized reading' (duration: 1.849606539s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:23.528527Z","caller":"traceutil/trace.go:171","msg":"trace[330702632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5727; }","duration":"1.388672112s","start":"2026-07-24T05:42:22.139843Z","end":"2026-07-24T05:42:23.528515Z","steps":["trace[330702632] 'agreement among raft nodes before linearized reading' (duration: 1.38859031s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.528549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:21.678864Z","time spent":"1.849680842s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.528559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:22.139822Z","time spent":"1.388730223s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:23.528621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.216061404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:23.528584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.24425969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:23.528637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.504156071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:23.52868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444078589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.528692Z","caller":"traceutil/trace.go:171","msg":"trace[1790083687] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:5727; }","duration":"2.44413715s","start":"2026-07-24T05:42:21.084551Z","end":"2026-07-24T05:42:23.528688Z","steps":["trace[1790083687] 'agreement among raft nodes before linearized reading' (duration: 2.444117219s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:23.52868Z","caller":"traceutil/trace.go:171","msg":"trace[1031491720] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5727; }","duration":"7.244398822s","start":"2026-07-24T05:42:16.284251Z","end":"2026-07-24T05:42:23.52865Z","steps":["trace[1031491720] 'agreement among raft nodes before linearized reading' (duration: 7.244241098s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.528711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:21.084527Z","time spent":"2.444178081s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:23.528701Z","caller":"traceutil/trace.go:171","msg":"trace[208572878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5727; }","duration":"8.504256684s","start":"2026-07-24T05:42:15.024426Z","end":"2026-07-24T05:42:23.528682Z","steps":["trace[208572878] 'agreement among raft nodes before linearized reading' (duration: 8.504161232s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.528742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:16.284232Z","time spent":"7.244492475s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.528885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.494458875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:23.528882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.478652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:23.528904Z","caller":"traceutil/trace.go:171","msg":"trace[604300808] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5727; }","duration":"5.494507326s","start":"2026-07-24T05:42:18.034392Z","end":"2026-07-24T05:42:23.528899Z","steps":["trace[604300808] 'agreement among raft nodes before linearized reading' (duration: 5.494476555s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.528919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:18.034372Z","time spent":"5.494543487s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:23.528928Z","caller":"traceutil/trace.go:171","msg":"trace[279311657] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5727; }","duration":"138.519943ms","start":"2026-07-24T05:42:23.390392Z","end":"2026-07-24T05:42:23.528912Z","steps":["trace[279311657] 'agreement among raft nodes before linearized reading' (duration: 138.462242ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:23.528634Z","caller":"traceutil/trace.go:171","msg":"trace[1070608793] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:5727; }","duration":"2.216102446s","start":"2026-07-24T05:42:21.312528Z","end":"2026-07-24T05:42:23.52863Z","steps":["trace[1070608793] 'agreement among raft nodes before linearized reading' (duration: 2.216077235s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.528949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.509312914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120423"} {"level":"info","ts":"2026-07-24T05:42:23.529543Z","caller":"traceutil/trace.go:171","msg":"trace[591674657] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5727; }","duration":"10.509916598s","start":"2026-07-24T05:42:13.01961Z","end":"2026-07-24T05:42:23.529527Z","steps":["trace[591674657] 'agreement among raft nodes before linearized reading' (duration: 10.50914923s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.529573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:13.019602Z","time spent":"10.5099617s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:42:23.528659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226873253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:23.528748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:15.024402Z","time spent":"8.504331435s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:23.529683Z","caller":"traceutil/trace.go:171","msg":"trace[474535132] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5727; }","duration":"2.227907826s","start":"2026-07-24T05:42:21.301753Z","end":"2026-07-24T05:42:23.529661Z","steps":["trace[474535132] 'agreement among raft nodes before linearized reading' (duration: 2.226890683s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.529752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:21.301737Z","time spent":"2.227991058s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.528978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.759676651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:23.528943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.223956306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:23.529924Z","caller":"traceutil/trace.go:171","msg":"trace[2001659985] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:5727; }","duration":"6.22498264s","start":"2026-07-24T05:42:17.304936Z","end":"2026-07-24T05:42:23.529918Z","steps":["trace[2001659985] 'agreement among raft nodes before linearized reading' (duration: 6.223940996s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.529946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:17.304916Z","time spent":"6.225022401s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":44,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.528995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545280905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.530011Z","caller":"traceutil/trace.go:171","msg":"trace[726972035] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5727; }","duration":"3.546321319s","start":"2026-07-24T05:42:19.983684Z","end":"2026-07-24T05:42:23.530006Z","steps":["trace[726972035] 'agreement among raft nodes before linearized reading' (duration: 3.545296715s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.530027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:19.983671Z","time spent":"3.546350209s","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.528988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.511645487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120423"} {"level":"info","ts":"2026-07-24T05:42:23.530098Z","caller":"traceutil/trace.go:171","msg":"trace[228835022] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5727; }","duration":"10.512778893s","start":"2026-07-24T05:42:13.017314Z","end":"2026-07-24T05:42:23.530093Z","steps":["trace[228835022] 'agreement among raft nodes before linearized reading' (duration: 10.511458833s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.530113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:13.017311Z","time spent":"10.512797353s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:42:23.52899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:21.312513Z","time spent":"2.216456853s","remote":"127.0.0.1:32864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.529015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.843077366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.530245Z","caller":"traceutil/trace.go:171","msg":"trace[53681936] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:5727; }","duration":"3.844362285s","start":"2026-07-24T05:42:19.685878Z","end":"2026-07-24T05:42:23.53024Z","steps":["trace[53681936] 'agreement among raft nodes before linearized reading' (duration: 3.843127147s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.53026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:19.685857Z","time spent":"3.844398446s","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.52904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990918903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:23.530313Z","caller":"traceutil/trace.go:171","msg":"trace[10822111] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5727; }","duration":"3.992231592s","start":"2026-07-24T05:42:19.538077Z","end":"2026-07-24T05:42:23.530309Z","steps":["trace[10822111] 'agreement among raft nodes before linearized reading' (duration: 3.990946673s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.530326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:19.538056Z","time spent":"3.992267134s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.52906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.968562289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.530401Z","caller":"traceutil/trace.go:171","msg":"trace[1876895634] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5727; }","duration":"4.969904s","start":"2026-07-24T05:42:18.560493Z","end":"2026-07-24T05:42:23.530397Z","steps":["trace[1876895634] 'agreement among raft nodes before linearized reading' (duration: 4.968555499s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.530416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:18.560425Z","time spent":"4.969985692s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.529072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.957281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.530484Z","caller":"traceutil/trace.go:171","msg":"trace[2007723120] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:5727; }","duration":"404.397845ms","start":"2026-07-24T05:42:23.126081Z","end":"2026-07-24T05:42:23.530478Z","steps":["trace[2007723120] 'agreement among raft nodes before linearized reading' (duration: 402.964082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.5305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:23.12607Z","time spent":"404.425276ms","remote":"127.0.0.1:48720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.529108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.69223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.530577Z","caller":"traceutil/trace.go:171","msg":"trace[1479653035] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5727; }","duration":"478.171584ms","start":"2026-07-24T05:42:23.052388Z","end":"2026-07-24T05:42:23.53056Z","steps":["trace[1479653035] 'agreement among raft nodes before linearized reading' (duration: 476.70362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.529097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.511788251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-24T05:42:23.530674Z","caller":"traceutil/trace.go:171","msg":"trace[810349348] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5727; }","duration":"10.513379547s","start":"2026-07-24T05:42:13.017284Z","end":"2026-07-24T05:42:23.530663Z","steps":["trace[810349348] 'agreement among raft nodes before linearized reading' (duration: 10.511732479s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.53069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:23.052373Z","time spent":"478.287527ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:23.529821Z","caller":"traceutil/trace.go:171","msg":"trace[1029673489] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5727; }","duration":"5.760548231s","start":"2026-07-24T05:42:17.769255Z","end":"2026-07-24T05:42:23.529803Z","steps":["trace[1029673489] 'agreement among raft nodes before linearized reading' (duration: 5.759703912s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.530775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:17.76923Z","time spent":"5.761535594s","remote":"127.0.0.1:48436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.530705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:13.017278Z","time spent":"10.513419668s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:42:23.529162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.143350172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.530886Z","caller":"traceutil/trace.go:171","msg":"trace[1978453319] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5727; }","duration":"9.145109523s","start":"2026-07-24T05:42:14.38577Z","end":"2026-07-24T05:42:23.53088Z","steps":["trace[1978453319] 'agreement among raft nodes before linearized reading' (duration: 9.143380253s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.530909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:14.385751Z","time spent":"9.145150725s","remote":"127.0.0.1:48164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.529149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.39096353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:23.530988Z","caller":"traceutil/trace.go:171","msg":"trace[330805890] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5727; }","duration":"3.393203692s","start":"2026-07-24T05:42:20.137776Z","end":"2026-07-24T05:42:23.53098Z","steps":["trace[330805890] 'agreement among raft nodes before linearized reading' (duration: 3.39095332s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.531008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:20.137761Z","time spent":"3.393240362s","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.52922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996427712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:23.531123Z","caller":"traceutil/trace.go:171","msg":"trace[1099061422] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5727; }","duration":"2.998325225s","start":"2026-07-24T05:42:20.532777Z","end":"2026-07-24T05:42:23.531102Z","steps":["trace[1099061422] 'agreement among raft nodes before linearized reading' (duration: 2.99635744s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.531181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:20.532714Z","time spent":"2.998448659s","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.529231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06445004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.531237Z","caller":"traceutil/trace.go:171","msg":"trace[21799290] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:5727; }","duration":"3.066491717s","start":"2026-07-24T05:42:20.464727Z","end":"2026-07-24T05:42:23.531218Z","steps":["trace[21799290] 'agreement among raft nodes before linearized reading' (duration: 3.06445669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.531306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:20.464705Z","time spent":"3.066586499s","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.529237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.295871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.531368Z","caller":"traceutil/trace.go:171","msg":"trace[277596430] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5727; }","duration":"753.485171ms","start":"2026-07-24T05:42:22.777865Z","end":"2026-07-24T05:42:23.53135Z","steps":["trace[277596430] 'agreement among raft nodes before linearized reading' (duration: 751.311441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.531432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:22.777844Z","time spent":"753.573072ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:23.529268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.180379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414310"} {"level":"info","ts":"2026-07-24T05:42:23.531492Z","caller":"traceutil/trace.go:171","msg":"trace[1965332410] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5727; }","duration":"554.421561ms","start":"2026-07-24T05:42:22.977051Z","end":"2026-07-24T05:42:23.531473Z","steps":["trace[1965332410] 'agreement among raft nodes before linearized reading' (duration: 552.073047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.529342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.571751127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T05:42:23.531542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:22.977035Z","time spent":"554.494272ms","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414333,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-07-24T05:42:23.531583Z","caller":"traceutil/trace.go:171","msg":"trace[358653061] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5727; }","duration":"9.574025119s","start":"2026-07-24T05:42:13.957544Z","end":"2026-07-24T05:42:23.531569Z","steps":["trace[358653061] 'agreement among raft nodes before linearized reading' (duration: 9.571717186s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.531631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:13.957525Z","time spent":"9.574092471s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:42:23.52914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.440873268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:23.53167Z","caller":"traceutil/trace.go:171","msg":"trace[1505403487] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:5727; }","duration":"9.443435387s","start":"2026-07-24T05:42:14.088225Z","end":"2026-07-24T05:42:23.53166Z","steps":["trace[1505403487] 'agreement among raft nodes before linearized reading' (duration: 9.440900409s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:23.531712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:14.088203Z","time spent":"9.443498139s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:24.034106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:24.534301Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:25.034749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:25.535349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:25.537939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000502427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:25.53801Z","caller":"traceutil/trace.go:171","msg":"trace[1199521579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000594019s","start":"2026-07-24T05:42:23.537401Z","end":"2026-07-24T05:42:25.537994Z","steps":["trace[1199521579] 'agreement among raft nodes before linearized reading' (duration: 2.000509537s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:25.538054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:23.537395Z","time spent":"2.00064839s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:26.036194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:26.53687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:27.037857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:27.538744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-07-24T05:42:27.538757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:42:27.538817Z","caller":"traceutil/trace.go:171","msg":"trace[432387363] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546927s","start":"2026-07-24T05:42:25.538254Z","end":"2026-07-24T05:42:27.538801Z","steps":["trace[432387363] 'agreement among raft nodes before linearized reading' (duration: 2.000450725s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:27.538865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:25.538243Z","time spent":"2.000614879s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:28.03888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:28.539442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:29.040359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:29.541255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:29.588481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000245901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:29.588601Z","caller":"traceutil/trace.go:171","msg":"trace[2057998853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000396484s","start":"2026-07-24T05:42:27.588178Z","end":"2026-07-24T05:42:29.588574Z","steps":["trace[2057998853] 'agreement among raft nodes before linearized reading' (duration: 2.000238891s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:29.588664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:27.588136Z","time spent":"2.000515767s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:30.042281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149800,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:30.154055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.059471903s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:30.154299Z","caller":"traceutil/trace.go:171","msg":"trace[2042764321] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5727; }","duration":"4.059725798s","start":"2026-07-24T05:42:26.094546Z","end":"2026-07-24T05:42:30.154272Z","steps":["trace[2042764321] 'range keys from in-memory index tree' (duration: 4.059450542s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:30.531026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:23.530383Z","time spent":"7.000634648s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:30.532742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:23.531591Z","time spent":"7.00114075s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:30.533826Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-24T05:42:30.534061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.0003129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:42:30.534132Z","caller":"traceutil/trace.go:171","msg":"trace[8886049] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.000439034s","start":"2026-07-24T05:42:23.533668Z","end":"2026-07-24T05:42:30.534107Z","steps":["trace[8886049] 'agreement among raft nodes before linearized reading' (duration: 7.000332671s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:30.534196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:23.533652Z","time spent":"7.000528725s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-07-24T05:42:30.538094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:23.538001Z","time spent":"7.000084755s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:30.995363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.464825151s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:42:31.452971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:30.544561Z","time spent":"908.404141ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:42:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:31.589515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000417845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:31.589577Z","caller":"traceutil/trace.go:171","msg":"trace[93452611] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000569398s","start":"2026-07-24T05:42:29.588993Z","end":"2026-07-24T05:42:31.589563Z","steps":["trace[93452611] 'agreement among raft nodes before linearized reading' (duration: 2.000484796s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:31.589607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:29.588955Z","time spent":"2.00064642s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:31.880956Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fdd12","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:42:32.715485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:32.715563Z","caller":"traceutil/trace.go:171","msg":"trace[820231208] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000019376s","start":"2026-07-24T05:42:30.715526Z","end":"2026-07-24T05:42:32.715546Z","steps":["trace[820231208] 'agreement among raft nodes before linearized reading' (duration: 1.999919533s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:32.715607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:30.715499Z","time spent":"2.000099348s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:33.59857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:33.598819Z","caller":"traceutil/trace.go:171","msg":"trace[587688134] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000437925s","start":"2026-07-24T05:42:31.598347Z","end":"2026-07-24T05:42:33.598785Z","steps":["trace[587688134] 'agreement among raft nodes before linearized reading' (duration: 2.000144538s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:33.598926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:31.59833Z","time spent":"2.000576749s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:35.022212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:28.021697Z","time spent":"7.000492895s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:35.022251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:28.021646Z","time spent":"7.000596117s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:35.605961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00023457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:35.606054Z","caller":"traceutil/trace.go:171","msg":"trace[494334203] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000410315s","start":"2026-07-24T05:42:33.605624Z","end":"2026-07-24T05:42:35.606034Z","steps":["trace[494334203] 'agreement among raft nodes before linearized reading' (duration: 2.000285422s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:35.606109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:33.605593Z","time spent":"2.000505047s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:35.612251Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.615726005s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:42:35.699026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:28.698106Z","time spent":"7.000913044s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:36.446655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:29.446111Z","time spent":"7.000536315s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:37.513616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.900903695s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:42:37.606438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:37.606529Z","caller":"traceutil/trace.go:171","msg":"trace[1802813135] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000246111s","start":"2026-07-24T05:42:35.606264Z","end":"2026-07-24T05:42:37.60651Z","steps":["trace[1802813135] 'agreement among raft nodes before linearized reading' (duration: 2.000122198s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:37.606578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:35.606253Z","time spent":"2.000316232s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:38.457778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:31.456864Z","time spent":"7.000906015s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:38.627719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.014769661s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:42:38.627892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:37.750925Z","time spent":"876.959129ms","remote":"127.0.0.1:57916","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:38.627704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532700419s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:38.628387Z","caller":"traceutil/trace.go:171","msg":"trace[263106567] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5730; }","duration":"2.533423045s","start":"2026-07-24T05:42:36.094938Z","end":"2026-07-24T05:42:38.628361Z","steps":["trace[263106567] 'range keys from in-memory index tree' (duration: 2.532666228s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.630725Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"31.931µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-24T05:42:38.630825Z","caller":"traceutil/trace.go:171","msg":"trace[373685168] linearizableReadLoop","detail":"{readStateIndex:6075; appliedIndex:6067; }","duration":"8.09684086s","start":"2026-07-24T05:42:30.533955Z","end":"2026-07-24T05:42:38.630796Z","steps":["trace[373685168] 'read index received' (duration: 461.728456ms)","trace[373685168] 'applied index is now lower than readState.Index' (duration: 7.635109304s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:38.630858Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fdd12","error":"lease not found"} {"level":"warn","ts":"2026-07-24T05:42:38.630926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.355316594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.630967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.088625727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T05:42:38.631055Z","caller":"traceutil/trace.go:171","msg":"trace[1386787984] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5735; }","duration":"10.08876118s","start":"2026-07-24T05:42:28.542272Z","end":"2026-07-24T05:42:38.631034Z","steps":["trace[1386787984] 'agreement among raft nodes before linearized reading' (duration: 10.088550285s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.320176286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.631091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.634977053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.631121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:28.542252Z","time spent":"10.088856362s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:42:38.631135Z","caller":"traceutil/trace.go:171","msg":"trace[2095308448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5735; }","duration":"8.320249417s","start":"2026-07-24T05:42:30.310876Z","end":"2026-07-24T05:42:38.631126Z","steps":["trace[2095308448] 'agreement among raft nodes before linearized reading' (duration: 8.319973891s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.388824784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.631124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.404491917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:38.631152Z","caller":"traceutil/trace.go:171","msg":"trace[303548564] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:5735; }","duration":"14.635113986s","start":"2026-07-24T05:42:23.996022Z","end":"2026-07-24T05:42:38.631136Z","steps":["trace[303548564] 'agreement among raft nodes before linearized reading' (duration: 14.634873771s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:30.31085Z","time spent":"8.320305319s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:38.631179Z","caller":"traceutil/trace.go:171","msg":"trace[310350181] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5735; }","duration":"10.388947627s","start":"2026-07-24T05:42:28.242216Z","end":"2026-07-24T05:42:38.631164Z","steps":["trace[310350181] 'agreement among raft nodes before linearized reading' (duration: 10.38865776s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:23.995996Z","time spent":"14.635198718s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.631216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.095134839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:42:38.631054Z","caller":"traceutil/trace.go:171","msg":"trace[978195144] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5735; }","duration":"11.355518469s","start":"2026-07-24T05:42:27.275507Z","end":"2026-07-24T05:42:38.631025Z","steps":["trace[978195144] 'agreement among raft nodes before linearized reading' (duration: 11.355309314s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:38.631266Z","caller":"traceutil/trace.go:171","msg":"trace[252997671] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5735; }","duration":"13.095212431s","start":"2026-07-24T05:42:25.53604Z","end":"2026-07-24T05:42:38.631252Z","steps":["trace[252997671] 'agreement among raft nodes before linearized reading' (duration: 13.094799182s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:25.536022Z","time spent":"13.095274902s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:42:38.631341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.607860398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:38.631373Z","caller":"traceutil/trace.go:171","msg":"trace[1919653697] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5736; }","duration":"3.607921699s","start":"2026-07-24T05:42:35.023445Z","end":"2026-07-24T05:42:38.631367Z","steps":["trace[1919653697] 'agreement among raft nodes before linearized reading' (duration: 3.607804467s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.093988312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:42:38.631415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:35.023425Z","time spent":"3.60796842s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.63139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604257176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-24T05:42:38.63137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.092994072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-24T05:42:38.631464Z","caller":"traceutil/trace.go:171","msg":"trace[1295086829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5736; }","duration":"3.604342307s","start":"2026-07-24T05:42:35.027113Z","end":"2026-07-24T05:42:38.631455Z","steps":["trace[1295086829] 'agreement among raft nodes before linearized reading' (duration: 3.604238185s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.039964866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:38.631464Z","caller":"traceutil/trace.go:171","msg":"trace[1691248553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5735; }","duration":"13.094203457s","start":"2026-07-24T05:42:25.53723Z","end":"2026-07-24T05:42:38.631433Z","steps":["trace[1691248553] 'agreement among raft nodes before linearized reading' (duration: 13.093635414s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:38.631488Z","caller":"traceutil/trace.go:171","msg":"trace[1403158685] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23; range_end:; response_count:1; response_revision:5736; }","duration":"8.093153906s","start":"2026-07-24T05:42:30.538312Z","end":"2026-07-24T05:42:38.631466Z","steps":["trace[1403158685] 'agreement among raft nodes before linearized reading' (duration: 8.092871519s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.63123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:28.242196Z","time spent":"10.389023219s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:38.631527Z","caller":"traceutil/trace.go:171","msg":"trace[596106128] transaction","detail":"{read_only:false; response_revision:5736; number_of_response:1; }","duration":"5.024960271s","start":"2026-07-24T05:42:33.606557Z","end":"2026-07-24T05:42:38.631517Z","steps":["trace[596106128] 'process raft request' (duration: 5.024229164s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:38.631526Z","caller":"traceutil/trace.go:171","msg":"trace[2081623973] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5736; }","duration":"4.040082518s","start":"2026-07-24T05:42:34.591418Z","end":"2026-07-24T05:42:38.631501Z","steps":["trace[2081623973] 'agreement among raft nodes before linearized reading' (duration: 4.039978786s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:25.537224Z","time spent":"13.094307599s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:42:38.631583Z","caller":"traceutil/trace.go:171","msg":"trace[827204714] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5736; }","duration":"2.928628408s","start":"2026-07-24T05:42:35.702941Z","end":"2026-07-24T05:42:38.631569Z","steps":["trace[827204714] 'process raft request' (duration: 2.928166918s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.767443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:38.631181Z","caller":"traceutil/trace.go:171","msg":"trace[245316130] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:5735; }","duration":"8.40463596s","start":"2026-07-24T05:42:30.226535Z","end":"2026-07-24T05:42:38.631171Z","steps":["trace[245316130] 'agreement among raft nodes before linearized reading' (duration: 8.404344314s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.256199557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:38.631691Z","caller":"traceutil/trace.go:171","msg":"trace[266968909] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5736; }","duration":"927.872676ms","start":"2026-07-24T05:42:37.703809Z","end":"2026-07-24T05:42:38.631682Z","steps":["trace[266968909] 'agreement among raft nodes before linearized reading' (duration: 927.822874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181861302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18243"} {"level":"info","ts":"2026-07-24T05:42:38.631702Z","caller":"traceutil/trace.go:171","msg":"trace[110751375] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:5736; }","duration":"5.256282399s","start":"2026-07-24T05:42:33.375411Z","end":"2026-07-24T05:42:38.631694Z","steps":["trace[110751375] 'agreement among raft nodes before linearized reading' (duration: 5.256203037s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016554137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.631728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:37.703784Z","time spent":"927.934896ms","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.631739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934698547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:38.631599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:34.591387Z","time spent":"4.040194101s","remote":"127.0.0.1:58986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.631741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:38.63176Z","caller":"traceutil/trace.go:171","msg":"trace[920241806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5736; }","duration":"2.934759438s","start":"2026-07-24T05:42:35.696994Z","end":"2026-07-24T05:42:38.631753Z","steps":["trace[920241806] 'agreement among raft nodes before linearized reading' (duration: 2.934725307s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.518574226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:38.631784Z","caller":"traceutil/trace.go:171","msg":"trace[337193962] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5736; }","duration":"1.725668892s","start":"2026-07-24T05:42:36.906104Z","end":"2026-07-24T05:42:38.631773Z","steps":["trace[337193962] 'agreement among raft nodes before linearized reading' (duration: 1.7256019s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.471214798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:38.631817Z","caller":"traceutil/trace.go:171","msg":"trace[1399124012] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5736; }","duration":"6.518652867s","start":"2026-07-24T05:42:32.113156Z","end":"2026-07-24T05:42:38.631809Z","steps":["trace[1399124012] 'agreement among raft nodes before linearized reading' (duration: 6.518597276s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:36.906073Z","time spent":"1.725745363s","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.63185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.087884154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-07-24T05:42:38.631847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.843403157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.631852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:32.113132Z","time spent":"6.518713138s","remote":"127.0.0.1:48376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:38.63188Z","caller":"traceutil/trace.go:171","msg":"trace[284756781] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5736; }","duration":"8.087936386s","start":"2026-07-24T05:42:30.543936Z","end":"2026-07-24T05:42:38.631873Z","steps":["trace[284756781] 'agreement among raft nodes before linearized reading' (duration: 8.087862084s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:38.631825Z","caller":"traceutil/trace.go:171","msg":"trace[1562059299] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5736; }","duration":"7.47127564s","start":"2026-07-24T05:42:31.160544Z","end":"2026-07-24T05:42:38.631819Z","steps":["trace[1562059299] 'agreement among raft nodes before linearized reading' (duration: 7.471231969s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:38.6319Z","caller":"traceutil/trace.go:171","msg":"trace[1340147698] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:5736; }","duration":"6.843496088s","start":"2026-07-24T05:42:31.788389Z","end":"2026-07-24T05:42:38.631886Z","steps":["trace[1340147698] 'agreement among raft nodes before linearized reading' (duration: 6.843392506s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:31.788371Z","time spent":"6.84356915s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.631961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.058292998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-24T05:42:38.631956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:31.160524Z","time spent":"7.471411152s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:38.631733Z","caller":"traceutil/trace.go:171","msg":"trace[1646496463] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5736; }","duration":"2.181940063s","start":"2026-07-24T05:42:36.44978Z","end":"2026-07-24T05:42:38.63172Z","steps":["trace[1646496463] 'agreement among raft nodes before linearized reading' (duration: 2.181865892s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:38.632004Z","caller":"traceutil/trace.go:171","msg":"trace[1739084863] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5736; }","duration":"3.05837417s","start":"2026-07-24T05:42:35.573619Z","end":"2026-07-24T05:42:38.631993Z","steps":["trace[1739084863] 'agreement among raft nodes before linearized reading' (duration: 3.057592512s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.632032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:36.449761Z","time spent":"2.182257761s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18266,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:42:38.632057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:35.573598Z","time spent":"3.058446832s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":602,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.631783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:35.696972Z","time spent":"2.934806459s","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.632148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.757806002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:38.631537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:30.538289Z","time spent":"8.093238907s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":887,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522e5d31e2e23\" "} {"level":"warn","ts":"2026-07-24T05:42:38.631589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.604825778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-24T05:42:38.631703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:30.226504Z","time spent":"8.405190943s","remote":"127.0.0.1:53918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:38.632315Z","caller":"traceutil/trace.go:171","msg":"trace[843895449] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5736; }","duration":"3.605558725s","start":"2026-07-24T05:42:35.026742Z","end":"2026-07-24T05:42:38.632301Z","steps":["trace[843895449] 'agreement among raft nodes before linearized reading' (duration: 3.604818338s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.632519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:35.026732Z","time spent":"3.60577065s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:42:38.63137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991333982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:38.632573Z","caller":"traceutil/trace.go:171","msg":"trace[924335729] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:5736; }","duration":"3.99257242s","start":"2026-07-24T05:42:34.639989Z","end":"2026-07-24T05:42:38.632562Z","steps":["trace[924335729] 'agreement among raft nodes before linearized reading' (duration: 3.991346633s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:35.027108Z","time spent":"3.604380028s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T05:42:38.63266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:34.639966Z","time spent":"3.992638952s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.631309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:27.275483Z","time spent":"11.355810176s","remote":"127.0.0.1:53908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.631265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.470968309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:42:38.631057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.417634605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.631301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.121608446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.631489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.213726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-07-24T05:42:38.631066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.776025804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.631546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.047721137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.631592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:33.60653Z","time spent":"5.025018652s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:38.631592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.100548672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:38.631615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409606671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-07-24T05:42:38.631732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:33.375381Z","time spent":"5.256343991s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":40,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.631724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:35.702924Z","time spent":"2.92873346s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:38.631755Z","caller":"traceutil/trace.go:171","msg":"trace[809194883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5736; }","duration":"1.016630119s","start":"2026-07-24T05:42:37.615117Z","end":"2026-07-24T05:42:38.631747Z","steps":["trace[809194883] 'agreement among raft nodes before linearized reading' (duration: 1.016576798s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.631907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:30.543922Z","time spent":"8.087978387s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-24T05:42:38.633005Z","caller":"traceutil/trace.go:171","msg":"trace[998751766] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5735; }","duration":"13.47275427s","start":"2026-07-24T05:42:25.160237Z","end":"2026-07-24T05:42:38.632991Z","steps":["trace[998751766] 'agreement among raft nodes before linearized reading' (duration: 13.470656312s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.633079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:25.160209Z","time spent":"13.472857713s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:42:38.633058Z","caller":"traceutil/trace.go:171","msg":"trace[1997273595] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:5736; }","duration":"5.101999846s","start":"2026-07-24T05:42:33.531037Z","end":"2026-07-24T05:42:38.633037Z","steps":["trace[1997273595] 'agreement among raft nodes before linearized reading' (duration: 5.100530332s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:38.633112Z","caller":"traceutil/trace.go:171","msg":"trace[1301967703] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5736; }","duration":"1.411131436s","start":"2026-07-24T05:42:37.221963Z","end":"2026-07-24T05:42:38.633095Z","steps":["trace[1301967703] 'agreement among raft nodes before linearized reading' (duration: 1.409588071s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.633146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:33.531004Z","time spent":"5.102113178s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:42:38.633169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:37.221944Z","time spent":"1.411211318s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-24T05:42:38.633273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:37.615081Z","time spent":"1.018182425s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:42:38.633302Z","caller":"traceutil/trace.go:171","msg":"trace[673746476] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:5735; }","duration":"14.419928188s","start":"2026-07-24T05:42:24.213364Z","end":"2026-07-24T05:42:38.633292Z","steps":["trace[673746476] 'agreement among raft nodes before linearized reading' (duration: 14.417519783s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.633359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:24.21334Z","time spent":"14.419983989s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:38.632192Z","caller":"traceutil/trace.go:171","msg":"trace[1296109510] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5735; }","duration":"12.757854453s","start":"2026-07-24T05:42:25.874326Z","end":"2026-07-24T05:42:38.632181Z","steps":["trace[1296109510] 'agreement among raft nodes before linearized reading' (duration: 12.756527693s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.633431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:25.874259Z","time spent":"12.759150823s","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":108,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:38.633494Z","caller":"traceutil/trace.go:171","msg":"trace[1719843090] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:5736; }","duration":"4.123859188s","start":"2026-07-24T05:42:34.509626Z","end":"2026-07-24T05:42:38.633486Z","steps":["trace[1719843090] 'agreement among raft nodes before linearized reading' (duration: 4.121611847s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.633532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:34.509592Z","time spent":"4.12392764s","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:38.633797Z","caller":"traceutil/trace.go:171","msg":"trace[2000451244] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5735; }","duration":"10.778820378s","start":"2026-07-24T05:42:27.854963Z","end":"2026-07-24T05:42:38.633783Z","steps":["trace[2000451244] 'agreement among raft nodes before linearized reading' (duration: 10.775921962s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:38.633839Z","caller":"traceutil/trace.go:171","msg":"trace[461511465] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5735; }","duration":"15.050029551s","start":"2026-07-24T05:42:23.583793Z","end":"2026-07-24T05:42:38.633822Z","steps":["trace[461511465] 'agreement among raft nodes before linearized reading' (duration: 15.047120984s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:38.633922Z","caller":"traceutil/trace.go:171","msg":"trace[669749930] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5736; }","duration":"171.651682ms","start":"2026-07-24T05:42:38.462223Z","end":"2026-07-24T05:42:38.633875Z","steps":["trace[669749930] 'agreement among raft nodes before linearized reading' (duration: 169.229426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:38.633931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:23.583776Z","time spent":"15.050134943s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:38.633858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:27.854942Z","time spent":"10.778885649s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:39.140194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:39.640931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:40.1224Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.482847988s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:42:40.645601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:40.645695Z","caller":"traceutil/trace.go:171","msg":"trace[1970275063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000585738s","start":"2026-07-24T05:42:38.64509Z","end":"2026-07-24T05:42:40.645675Z","steps":["trace[1970275063] 'agreement among raft nodes before linearized reading' (duration: 2.000463646s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:40.645743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.645086Z","time spent":"2.00064777s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:41.450274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327598373s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-07-24T05:42:41.450499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.639277Z","time spent":"2.811214718s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:41.483618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360896585s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:42:41.484253Z","caller":"traceutil/trace.go:171","msg":"trace[1520994229] transaction","detail":"{read_only:false; response_revision:5737; number_of_response:1; }","duration":"2.844895729s","start":"2026-07-24T05:42:38.639329Z","end":"2026-07-24T05:42:41.484225Z","steps":["trace[1520994229] 'process raft request' (duration: 2.844521211s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.484498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.639312Z","time spent":"2.845098105s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:41.484781Z","caller":"traceutil/trace.go:171","msg":"trace[1151495088] transaction","detail":"{read_only:false; response_revision:5738; number_of_response:1; }","duration":"2.845190007s","start":"2026-07-24T05:42:38.639532Z","end":"2026-07-24T05:42:41.484722Z","steps":["trace[1151495088] 'process raft request' (duration: 2.844485921s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.484987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.639519Z","time spent":"2.845363611s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:41.485162Z","caller":"traceutil/trace.go:171","msg":"trace[1216811597] transaction","detail":"{read_only:false; response_revision:5739; number_of_response:1; }","duration":"2.841443921s","start":"2026-07-24T05:42:38.64368Z","end":"2026-07-24T05:42:41.485123Z","steps":["trace[1216811597] 'process raft request' (duration: 2.840968771s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:41.48524Z","caller":"traceutil/trace.go:171","msg":"trace[896116707] linearizableReadLoop","detail":"{readStateIndex:6085; appliedIndex:6080; }","duration":"2.845660378s","start":"2026-07-24T05:42:38.639558Z","end":"2026-07-24T05:42:41.485218Z","steps":["trace[896116707] 'read index received' (duration: 1.483113434s)","trace[896116707] 'applied index is now lower than readState.Index' (duration: 1.362545834s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:41.485353Z","caller":"traceutil/trace.go:171","msg":"trace[2053151307] transaction","detail":"{read_only:false; response_revision:5740; number_of_response:1; }","duration":"2.835851202s","start":"2026-07-24T05:42:38.64949Z","end":"2026-07-24T05:42:41.485341Z","steps":["trace[2053151307] 'process raft request' (duration: 2.835479754s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.485364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.643668Z","time spent":"2.841590024s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:41.485447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.649468Z","time spent":"2.835910423s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:41.485501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845952875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-07-24T05:42:41.4856Z","caller":"traceutil/trace.go:171","msg":"trace[95059667] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; response_count:1; response_revision:5740; }","duration":"2.846092798s","start":"2026-07-24T05:42:38.639487Z","end":"2026-07-24T05:42:41.485579Z","steps":["trace[95059667] 'agreement among raft nodes before linearized reading' (duration: 2.845860992s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.485664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.639476Z","time spent":"2.846168839s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" "} {"level":"warn","ts":"2026-07-24T05:42:41.542495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579763069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:41.542552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.525862543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:41.542613Z","caller":"traceutil/trace.go:171","msg":"trace[131292340] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:5741; }","duration":"1.579935152s","start":"2026-07-24T05:42:39.962651Z","end":"2026-07-24T05:42:41.542586Z","steps":["trace[131292340] 'agreement among raft nodes before linearized reading' (duration: 1.579711477s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.542601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.967024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:41.542691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:39.962632Z","time spent":"1.580038185s","remote":"127.0.0.1:48352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:41.542709Z","caller":"traceutil/trace.go:171","msg":"trace[1340856789] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5741; }","duration":"583.133368ms","start":"2026-07-24T05:42:40.959557Z","end":"2026-07-24T05:42:41.54269Z","steps":["trace[1340856789] 'agreement among raft nodes before linearized reading' (duration: 582.812761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.542718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262321114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:41.54273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.159035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:41.542701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.81459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:41.542763Z","caller":"traceutil/trace.go:171","msg":"trace[1483884737] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:5741; }","duration":"341.238976ms","start":"2026-07-24T05:42:41.201515Z","end":"2026-07-24T05:42:41.542754Z","steps":["trace[1483884737] 'agreement among raft nodes before linearized reading' (duration: 341.166525ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:41.54277Z","caller":"traceutil/trace.go:171","msg":"trace[2072176873] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5741; }","duration":"2.262411736s","start":"2026-07-24T05:42:39.280339Z","end":"2026-07-24T05:42:41.54275Z","steps":["trace[2072176873] 'agreement among raft nodes before linearized reading' (duration: 2.262346725s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.542807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:41.201493Z","time spent":"341.304697ms","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":39,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:41.542819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:39.280307Z","time spent":"2.262502199s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:41.542816Z","caller":"traceutil/trace.go:171","msg":"trace[608371237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5741; }","duration":"826.986354ms","start":"2026-07-24T05:42:40.715803Z","end":"2026-07-24T05:42:41.542789Z","steps":["trace[608371237] 'agreement among raft nodes before linearized reading' (duration: 826.759219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.542877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:40.715782Z","time spent":"827.085677ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:41.542938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899119112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120423"} {"level":"warn","ts":"2026-07-24T05:42:41.543084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89860274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:42:41.543142Z","caller":"traceutil/trace.go:171","msg":"trace[1013854380] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5741; }","duration":"2.898665741s","start":"2026-07-24T05:42:38.644462Z","end":"2026-07-24T05:42:41.543128Z","steps":["trace[1013854380] 'agreement among raft nodes before linearized reading' (duration: 2.898505637s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.543144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901470396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-24T05:42:41.543174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.644455Z","time spent":"2.898711883s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T05:42:41.543187Z","caller":"traceutil/trace.go:171","msg":"trace[324392756] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5741; }","duration":"2.901552837s","start":"2026-07-24T05:42:38.641623Z","end":"2026-07-24T05:42:41.543176Z","steps":["trace[324392756] 'agreement among raft nodes before linearized reading' (duration: 2.901390503s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.543179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901497496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-24T05:42:41.542652Z","caller":"traceutil/trace.go:171","msg":"trace[282931117] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:5741; }","duration":"1.526005796s","start":"2026-07-24T05:42:40.016609Z","end":"2026-07-24T05:42:41.542614Z","steps":["trace[282931117] 'agreement among raft nodes before linearized reading' (duration: 1.52573902s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.543191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89945485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120423"} {"level":"info","ts":"2026-07-24T05:42:41.54324Z","caller":"traceutil/trace.go:171","msg":"trace[878495395] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5741; }","duration":"2.901580979s","start":"2026-07-24T05:42:38.64164Z","end":"2026-07-24T05:42:41.543221Z","steps":["trace[878495395] 'agreement among raft nodes before linearized reading' (duration: 2.901278391s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:41.543278Z","caller":"traceutil/trace.go:171","msg":"trace[980580844] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5741; }","duration":"2.899543863s","start":"2026-07-24T05:42:38.643711Z","end":"2026-07-24T05:42:41.543255Z","steps":["trace[980580844] 'agreement among raft nodes before linearized reading' (duration: 2.899327697s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.54329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.64162Z","time spent":"2.901655841s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:42:41.543328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.643698Z","time spent":"2.899617305s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:42:41.542547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.773623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:41.543334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:40.016589Z","time spent":"1.526687153s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":37,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:41.54341Z","caller":"traceutil/trace.go:171","msg":"trace[1679703109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5741; }","duration":"897.715225ms","start":"2026-07-24T05:42:40.645681Z","end":"2026-07-24T05:42:41.543396Z","steps":["trace[1679703109] 'agreement among raft nodes before linearized reading' (duration: 896.757102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.542551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096206471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:41.54345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:40.645661Z","time spent":"897.778187ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:42:41.543473Z","caller":"traceutil/trace.go:171","msg":"trace[772438442] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5741; }","duration":"1.097173964s","start":"2026-07-24T05:42:40.44628Z","end":"2026-07-24T05:42:41.543454Z","steps":["trace[772438442] 'agreement among raft nodes before linearized reading' (duration: 1.096199881s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.543554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:40.44626Z","time spent":"1.097251396s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:41.542656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767352974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:41.543701Z","caller":"traceutil/trace.go:171","msg":"trace[1650327461] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5741; }","duration":"2.768431439s","start":"2026-07-24T05:42:38.775247Z","end":"2026-07-24T05:42:41.543679Z","steps":["trace[1650327461] 'agreement among raft nodes before linearized reading' (duration: 2.767368394s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.543766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.775224Z","time spent":"2.768521172s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:41.543222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.641604Z","time spent":"2.90160574s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T05:42:41.543896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:40.959537Z","time spent":"584.332976ms","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:41.544229Z","caller":"traceutil/trace.go:171","msg":"trace[279144339] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5741; }","duration":"2.900448923s","start":"2026-07-24T05:42:38.643762Z","end":"2026-07-24T05:42:41.544211Z","steps":["trace[279144339] 'agreement among raft nodes before linearized reading' (duration: 2.898859286s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.544306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:38.643749Z","time spent":"2.900537846s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120446,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:42:41.790774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.926099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:41.790929Z","caller":"traceutil/trace.go:171","msg":"trace[1067804765] linearizableReadLoop","detail":"{readStateIndex:6087; appliedIndex:6086; }","duration":"248.582995ms","start":"2026-07-24T05:42:41.54232Z","end":"2026-07-24T05:42:41.790903Z","steps":["trace[1067804765] 'read index received' (duration: 93.36294ms)","trace[1067804765] 'applied index is now lower than readState.Index' (duration: 155.218295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:41.791101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.347328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522ff6fbac605\" ","response":"range_response_count:1 size:829"} {"level":"info","ts":"2026-07-24T05:42:41.791184Z","caller":"traceutil/trace.go:171","msg":"trace[1814883959] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522ff6fbac605; range_end:; response_count:1; response_revision:5742; }","duration":"282.487481ms","start":"2026-07-24T05:42:41.508675Z","end":"2026-07-24T05:42:41.791163Z","steps":["trace[1814883959] 'agreement among raft nodes before linearized reading' (duration: 282.285507ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:41.791393Z","caller":"traceutil/trace.go:171","msg":"trace[1492951709] transaction","detail":"{read_only:false; response_revision:5742; number_of_response:1; }","duration":"300.299709ms","start":"2026-07-24T05:42:41.49108Z","end":"2026-07-24T05:42:41.79138Z","steps":["trace[1492951709] 'process raft request' (duration: 144.665274ms)","trace[1492951709] 'compare' (duration: 154.681674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:41.791481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:41.491062Z","time spent":"300.36166ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:41.791688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.357538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:42:41.791701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.154917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:41.791722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.585971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-07-24T05:42:41.791763Z","caller":"traceutil/trace.go:171","msg":"trace[1902184334] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5742; }","duration":"244.46086ms","start":"2026-07-24T05:42:41.547283Z","end":"2026-07-24T05:42:41.791744Z","steps":["trace[1902184334] 'agreement among raft nodes before linearized reading' (duration: 244.281146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.791751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.458709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-24T05:42:41.791771Z","caller":"traceutil/trace.go:171","msg":"trace[1176270180] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:5742; }","duration":"180.27215ms","start":"2026-07-24T05:42:41.611482Z","end":"2026-07-24T05:42:41.791754Z","steps":["trace[1176270180] 'agreement among raft nodes before linearized reading' (duration: 180.133726ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:41.791793Z","caller":"traceutil/trace.go:171","msg":"trace[1578865742] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5742; }","duration":"302.686224ms","start":"2026-07-24T05:42:41.489088Z","end":"2026-07-24T05:42:41.791774Z","steps":["trace[1578865742] 'agreement among raft nodes before linearized reading' (duration: 302.451219ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:41.791831Z","caller":"traceutil/trace.go:171","msg":"trace[1027130702] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5742; }","duration":"302.591372ms","start":"2026-07-24T05:42:41.489219Z","end":"2026-07-24T05:42:41.791811Z","steps":["trace[1027130702] 'agreement among raft nodes before linearized reading' (duration: 302.330886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.791846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:41.489074Z","time spent":"302.763145ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:42:41.791879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:41.489199Z","time spent":"302.671243ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-24T05:42:41.791904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.050681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-07-24T05:42:41.791965Z","caller":"traceutil/trace.go:171","msg":"trace[110510887] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5742; }","duration":"244.131093ms","start":"2026-07-24T05:42:41.547821Z","end":"2026-07-24T05:42:41.791952Z","steps":["trace[110510887] 'agreement among raft nodes before linearized reading' (duration: 243.952369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.792265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.294492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-24T05:42:41.792366Z","caller":"traceutil/trace.go:171","msg":"trace[1355860534] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5742; }","duration":"301.413174ms","start":"2026-07-24T05:42:41.49094Z","end":"2026-07-24T05:42:41.792353Z","steps":["trace[1355860534] 'agreement among raft nodes before linearized reading' (duration: 300.097414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:41.792449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:41.490932Z","time spent":"301.504226ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-24T05:42:42.057251Z","caller":"traceutil/trace.go:171","msg":"trace[925324791] linearizableReadLoop","detail":"{readStateIndex:6088; appliedIndex:6087; }","duration":"261.719205ms","start":"2026-07-24T05:42:41.795498Z","end":"2026-07-24T05:42:42.057218Z","steps":["trace[925324791] 'read index received' (duration: 257.778515ms)","trace[925324791] 'applied index is now lower than readState.Index' (duration: 3.93867ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:42.057278Z","caller":"traceutil/trace.go:171","msg":"trace[1448198590] transaction","detail":"{read_only:false; response_revision:5743; number_of_response:1; }","duration":"262.35075ms","start":"2026-07-24T05:42:41.794893Z","end":"2026-07-24T05:42:42.057244Z","steps":["trace[1448198590] 'process raft request' (duration: 258.40367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:42.058256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.704417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-24T05:42:42.058386Z","caller":"traceutil/trace.go:171","msg":"trace[2029438533] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5743; }","duration":"262.877231ms","start":"2026-07-24T05:42:41.795478Z","end":"2026-07-24T05:42:42.058355Z","steps":["trace[2029438533] 'agreement among raft nodes before linearized reading' (duration: 261.877369ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:42.442736Z","caller":"traceutil/trace.go:171","msg":"trace[1102362271] linearizableReadLoop","detail":"{readStateIndex:6089; appliedIndex:6088; }","duration":"385.392549ms","start":"2026-07-24T05:42:42.057314Z","end":"2026-07-24T05:42:42.442707Z","steps":["trace[1102362271] 'read index received' (duration: 385.097581ms)","trace[1102362271] 'applied index is now lower than readState.Index' (duration: 293.528µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:42.442855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.106314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:42.442936Z","caller":"traceutil/trace.go:171","msg":"trace[560112373] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:5744; }","duration":"592.205127ms","start":"2026-07-24T05:42:41.850712Z","end":"2026-07-24T05:42:42.442917Z","steps":["trace[560112373] 'agreement among raft nodes before linearized reading' (duration: 592.055893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:42.442976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.075489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:42.443059Z","caller":"traceutil/trace.go:171","msg":"trace[38171238] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5744; }","duration":"618.186081ms","start":"2026-07-24T05:42:41.824852Z","end":"2026-07-24T05:42:42.443038Z","steps":["trace[38171238] 'agreement among raft nodes before linearized reading' (duration: 617.983597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:42.443303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:41.824846Z","time spent":"618.440127ms","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:42.442866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.36504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:42.443508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.10665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c5227fd2176019\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-07-24T05:42:42.443563Z","caller":"traceutil/trace.go:171","msg":"trace[1934666617] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c5227fd2176019; range_end:; response_count:1; response_revision:5744; }","duration":"381.208313ms","start":"2026-07-24T05:42:42.062341Z","end":"2026-07-24T05:42:42.443549Z","steps":["trace[1934666617] 'agreement among raft nodes before linearized reading' (duration: 381.047409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:42.443568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.570302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:42.443511Z","caller":"traceutil/trace.go:171","msg":"trace[199612021] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:5744; }","duration":"565.065144ms","start":"2026-07-24T05:42:41.878423Z","end":"2026-07-24T05:42:42.443488Z","steps":["trace[199612021] 'agreement among raft nodes before linearized reading' (duration: 564.305917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:42.443604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:42.062325Z","time spent":"381.267014ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":912,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-v948m.18c5227fd2176019\" "} {"level":"warn","ts":"2026-07-24T05:42:42.442996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:41.850671Z","time spent":"592.310229ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:42.443649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:41.878402Z","time spent":"565.229089ms","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:42.443189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.668476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-07-24T05:42:42.44369Z","caller":"traceutil/trace.go:171","msg":"trace[889289845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5744; }","duration":"323.708846ms","start":"2026-07-24T05:42:42.119899Z","end":"2026-07-24T05:42:42.443608Z","steps":["trace[889289845] 'agreement among raft nodes before linearized reading' (duration: 323.596404ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:42.443745Z","caller":"traceutil/trace.go:171","msg":"trace[153938375] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:5744; }","duration":"648.219569ms","start":"2026-07-24T05:42:41.795495Z","end":"2026-07-24T05:42:42.443714Z","steps":["trace[153938375] 'agreement among raft nodes before linearized reading' (duration: 647.542583ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:42.443172Z","caller":"traceutil/trace.go:171","msg":"trace[1221302589] transaction","detail":"{read_only:false; response_revision:5744; number_of_response:1; }","duration":"640.731198ms","start":"2026-07-24T05:42:41.802418Z","end":"2026-07-24T05:42:42.443149Z","steps":["trace[1221302589] 'process raft request' (duration: 640.031382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:42.443808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:42.119872Z","time spent":"323.91956ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:42.443839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:41.795487Z","time spent":"648.317191ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"warn","ts":"2026-07-24T05:42:42.443928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:41.802406Z","time spent":"641.435153ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:42.444132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.720065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:42.444177Z","caller":"traceutil/trace.go:171","msg":"trace[1127164915] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5744; }","duration":"378.812638ms","start":"2026-07-24T05:42:42.065353Z","end":"2026-07-24T05:42:42.444166Z","steps":["trace[1127164915] 'agreement among raft nodes before linearized reading' (duration: 378.190254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:42.444369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:42.065339Z","time spent":"378.950391ms","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:42.994468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.800268ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:42.994705Z","caller":"traceutil/trace.go:171","msg":"trace[1989422368] linearizableReadLoop","detail":"{readStateIndex:6090; appliedIndex:6089; }","duration":"547.998704ms","start":"2026-07-24T05:42:42.446681Z","end":"2026-07-24T05:42:42.99468Z","steps":["trace[1989422368] 'read index received' (duration: 436.648853ms)","trace[1989422368] 'applied index is now lower than readState.Index' (duration: 111.347891ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:42.994714Z","caller":"traceutil/trace.go:171","msg":"trace[1489507821] transaction","detail":"{read_only:false; response_revision:5745; number_of_response:1; }","duration":"548.506465ms","start":"2026-07-24T05:42:42.446163Z","end":"2026-07-24T05:42:42.99467Z","steps":["trace[1489507821] 'process raft request' (duration: 437.167154ms)","trace[1489507821] 'compare' (duration: 110.43851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:42.994905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.201529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:42.994977Z","caller":"traceutil/trace.go:171","msg":"trace[332331232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5745; }","duration":"548.334022ms","start":"2026-07-24T05:42:42.44663Z","end":"2026-07-24T05:42:42.994964Z","steps":["trace[332331232] 'agreement among raft nodes before linearized reading' (duration: 548.150198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:42.994973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.725505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:42.994915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:42.44613Z","time spent":"548.677339ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:42.995035Z","caller":"traceutil/trace.go:171","msg":"trace[999028027] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5745; }","duration":"474.848428ms","start":"2026-07-24T05:42:42.520174Z","end":"2026-07-24T05:42:42.995022Z","steps":["trace[999028027] 'agreement among raft nodes before linearized reading' (duration: 474.707035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:42.995021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.987171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" ","response":"range_response_count:1 size:5792"} {"level":"warn","ts":"2026-07-24T05:42:42.995059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:42.446609Z","time spent":"548.407793ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:42:42.995095Z","caller":"traceutil/trace.go:171","msg":"trace[1083978656] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf; range_end:; response_count:1; response_revision:5745; }","duration":"547.099323ms","start":"2026-07-24T05:42:42.447979Z","end":"2026-07-24T05:42:42.995078Z","steps":["trace[1083978656] 'agreement among raft nodes before linearized reading' (duration: 546.888209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:42.995096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:42.520142Z","time spent":"474.93823ms","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:42.995148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:42.447962Z","time spent":"547.171316ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5815,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" "} {"level":"info","ts":"2026-07-24T05:42:43.295461Z","caller":"traceutil/trace.go:171","msg":"trace[1626751730] linearizableReadLoop","detail":"{readStateIndex:6092; appliedIndex:6091; }","duration":"212.174171ms","start":"2026-07-24T05:42:43.083271Z","end":"2026-07-24T05:42:43.295445Z","steps":["trace[1626751730] 'read index received' (duration: 212.016677ms)","trace[1626751730] 'applied index is now lower than readState.Index' (duration: 156.964µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:43.295547Z","caller":"traceutil/trace.go:171","msg":"trace[519821090] transaction","detail":"{read_only:false; response_revision:5747; number_of_response:1; }","duration":"286.105353ms","start":"2026-07-24T05:42:43.009407Z","end":"2026-07-24T05:42:43.295513Z","steps":["trace[519821090] 'process raft request' (duration: 285.932769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:43.295618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.346844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522fd2fa6a33b\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-07-24T05:42:43.295642Z","caller":"traceutil/trace.go:171","msg":"trace[1492907970] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522fd2fa6a33b; range_end:; response_count:1; response_revision:5747; }","duration":"212.448687ms","start":"2026-07-24T05:42:43.083186Z","end":"2026-07-24T05:42:43.295635Z","steps":["trace[1492907970] 'agreement among raft nodes before linearized reading' (duration: 212.338494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:43.295844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.596027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:43.295892Z","caller":"traceutil/trace.go:171","msg":"trace[420227723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5747; }","duration":"173.692669ms","start":"2026-07-24T05:42:43.122186Z","end":"2026-07-24T05:42:43.295878Z","steps":["trace[420227723] 'agreement among raft nodes before linearized reading' (duration: 173.598967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:43.296106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.985353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:42:43.296219Z","caller":"traceutil/trace.go:171","msg":"trace[530070093] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5747; }","duration":"139.141207ms","start":"2026-07-24T05:42:43.157053Z","end":"2026-07-24T05:42:43.296194Z","steps":["trace[530070093] 'agreement among raft nodes before linearized reading' (duration: 138.87157ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:43.436694Z","caller":"traceutil/trace.go:171","msg":"trace[1540286980] transaction","detail":"{read_only:false; response_revision:5749; number_of_response:1; }","duration":"127.761106ms","start":"2026-07-24T05:42:43.308899Z","end":"2026-07-24T05:42:43.43666Z","steps":["trace[1540286980] 'process raft request' (duration: 127.569652ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:43.762887Z","caller":"traceutil/trace.go:171","msg":"trace[106408928] linearizableReadLoop","detail":"{readStateIndex:6095; appliedIndex:6093; }","duration":"452.425394ms","start":"2026-07-24T05:42:43.310415Z","end":"2026-07-24T05:42:43.762841Z","steps":["trace[106408928] 'read index received' (duration: 126.035377ms)","trace[106408928] 'applied index is now lower than readState.Index' (duration: 326.388457ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:43.762985Z","caller":"traceutil/trace.go:171","msg":"trace[2039637240] transaction","detail":"{read_only:false; response_revision:5750; number_of_response:1; }","duration":"453.713344ms","start":"2026-07-24T05:42:43.309227Z","end":"2026-07-24T05:42:43.76294Z","steps":["trace[2039637240] 'process raft request' (duration: 453.376506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:43.763161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:43.309218Z","time spent":"453.851037ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":877,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:43.763233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.788652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-07-24T05:42:43.763281Z","caller":"traceutil/trace.go:171","msg":"trace[794921583] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5750; }","duration":"452.916105ms","start":"2026-07-24T05:42:43.310353Z","end":"2026-07-24T05:42:43.763269Z","steps":["trace[794921583] 'agreement among raft nodes before linearized reading' (duration: 452.67247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:43.763336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:43.310323Z","time spent":"452.997297ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:42:43.763412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.987453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:43.763544Z","caller":"traceutil/trace.go:171","msg":"trace[1645627255] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:5750; }","duration":"266.207498ms","start":"2026-07-24T05:42:43.497303Z","end":"2026-07-24T05:42:43.76351Z","steps":["trace[1645627255] 'agreement among raft nodes before linearized reading' (duration: 265.954762ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:43.763617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.763409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T05:42:43.763636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.305249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:42:43.763729Z","caller":"traceutil/trace.go:171","msg":"trace[384665789] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5750; }","duration":"214.428641ms","start":"2026-07-24T05:42:43.549283Z","end":"2026-07-24T05:42:43.763712Z","steps":["trace[384665789] 'agreement among raft nodes before linearized reading' (duration: 214.178075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:43.763728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.606748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:42:43.763685Z","caller":"traceutil/trace.go:171","msg":"trace[1296666730] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5750; }","duration":"114.888932ms","start":"2026-07-24T05:42:43.648779Z","end":"2026-07-24T05:42:43.763668Z","steps":["trace[1296666730] 'agreement among raft nodes before linearized reading' (duration: 114.633836ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:43.763794Z","caller":"traceutil/trace.go:171","msg":"trace[64752500] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5750; }","duration":"232.707791ms","start":"2026-07-24T05:42:43.531068Z","end":"2026-07-24T05:42:43.763776Z","steps":["trace[64752500] 'agreement among raft nodes before linearized reading' (duration: 232.484116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:43.764014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.567949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:42:43.764608Z","caller":"traceutil/trace.go:171","msg":"trace[426267156] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5750; }","duration":"212.709282ms","start":"2026-07-24T05:42:43.551368Z","end":"2026-07-24T05:42:43.764077Z","steps":["trace[426267156] 'agreement among raft nodes before linearized reading' (duration: 212.018797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:44.178353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.12904ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:42:44.178501Z","caller":"traceutil/trace.go:171","msg":"trace[873062335] linearizableReadLoop","detail":"{readStateIndex:6096; appliedIndex:6095; }","duration":"410.943373ms","start":"2026-07-24T05:42:43.767535Z","end":"2026-07-24T05:42:44.178478Z","steps":["trace[873062335] 'read index received' (duration: 67.66208ms)","trace[873062335] 'applied index is now lower than readState.Index' (duration: 343.279073ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:44.178587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:43.76485Z","time spent":"413.723527ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:42:44.178794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.24335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522e85ed9257c\" ","response":"range_response_count:1 size:931"} {"level":"warn","ts":"2026-07-24T05:42:44.179123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.048008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:44.179145Z","caller":"traceutil/trace.go:171","msg":"trace[292556043] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522e85ed9257c; range_end:; response_count:1; response_revision:5750; }","duration":"411.358593ms","start":"2026-07-24T05:42:43.767497Z","end":"2026-07-24T05:42:44.178856Z","steps":["trace[292556043] 'agreement among raft nodes before linearized reading' (duration: 411.139088ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:44.17919Z","caller":"traceutil/trace.go:171","msg":"trace[1023929280] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:5750; }","duration":"398.167431ms","start":"2026-07-24T05:42:43.781008Z","end":"2026-07-24T05:42:44.179175Z","steps":["trace[1023929280] 'agreement among raft nodes before linearized reading' (duration: 397.861484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:44.17919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.030329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:6047"} {"level":"warn","ts":"2026-07-24T05:42:44.179209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:43.767478Z","time spent":"411.713502ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":954,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522e85ed9257c\" "} {"level":"warn","ts":"2026-07-24T05:42:44.179224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:43.780979Z","time spent":"398.236872ms","remote":"127.0.0.1:32918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:44.179246Z","caller":"traceutil/trace.go:171","msg":"trace[127561484] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:5750; }","duration":"103.09689ms","start":"2026-07-24T05:42:44.076135Z","end":"2026-07-24T05:42:44.179232Z","steps":["trace[127561484] 'agreement among raft nodes before linearized reading' (duration: 102.706692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:44.179128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.173942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:44.17933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.259857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T05:42:44.179387Z","caller":"traceutil/trace.go:171","msg":"trace[404961134] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5750; }","duration":"100.344728ms","start":"2026-07-24T05:42:44.079018Z","end":"2026-07-24T05:42:44.179362Z","steps":["trace[404961134] 'agreement among raft nodes before linearized reading' (duration: 100.109602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:44.179382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.438736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120739"} {"level":"info","ts":"2026-07-24T05:42:44.179397Z","caller":"traceutil/trace.go:171","msg":"trace[1646335616] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5750; }","duration":"295.448598ms","start":"2026-07-24T05:42:43.883908Z","end":"2026-07-24T05:42:44.179356Z","steps":["trace[1646335616] 'agreement among raft nodes before linearized reading' (duration: 295.15025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:44.179457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.066541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120739"} {"level":"info","ts":"2026-07-24T05:42:44.179509Z","caller":"traceutil/trace.go:171","msg":"trace[1016305952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5750; }","duration":"409.128352ms","start":"2026-07-24T05:42:43.770369Z","end":"2026-07-24T05:42:44.179497Z","steps":["trace[1016305952] 'agreement among raft nodes before linearized reading' (duration: 408.808124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:44.179547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:43.77036Z","time spent":"409.177073ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120762,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:42:44.179461Z","caller":"traceutil/trace.go:171","msg":"trace[1414373184] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5750; }","duration":"411.569618ms","start":"2026-07-24T05:42:43.767878Z","end":"2026-07-24T05:42:44.179448Z","steps":["trace[1414373184] 'agreement among raft nodes before linearized reading' (duration: 410.82366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:44.179598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:43.767869Z","time spent":"411.714411ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120762,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:42:44.610644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.426587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:44.610738Z","caller":"traceutil/trace.go:171","msg":"trace[1779168665] linearizableReadLoop","detail":"{readStateIndex:6097; appliedIndex:6096; }","duration":"430.359429ms","start":"2026-07-24T05:42:44.180362Z","end":"2026-07-24T05:42:44.610721Z","steps":["trace[1779168665] 'read index received' (duration: 144.807448ms)","trace[1779168665] 'applied index is now lower than readState.Index' (duration: 285.550141ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:44.610806Z","caller":"traceutil/trace.go:171","msg":"trace[1218134526] transaction","detail":"{read_only:false; response_revision:5751; number_of_response:1; }","duration":"430.927382ms","start":"2026-07-24T05:42:44.179868Z","end":"2026-07-24T05:42:44.610795Z","steps":["trace[1218134526] 'process raft request' (duration: 145.265548ms)","trace[1218134526] 'compare' (duration: 285.204882ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:44.610859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:44.179835Z","time spent":"430.995243ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:44.611094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.730077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:44.611124Z","caller":"traceutil/trace.go:171","msg":"trace[347966068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5751; }","duration":"430.788779ms","start":"2026-07-24T05:42:44.180325Z","end":"2026-07-24T05:42:44.611114Z","steps":["trace[347966068] 'agreement among raft nodes before linearized reading' (duration: 430.700457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:44.61115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:44.180304Z","time spent":"430.840649ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:44.861025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.923666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:44.861408Z","caller":"traceutil/trace.go:171","msg":"trace[1403603378] transaction","detail":"{read_only:false; response_revision:5752; number_of_response:1; }","duration":"679.920806ms","start":"2026-07-24T05:42:44.18145Z","end":"2026-07-24T05:42:44.861371Z","steps":["trace[1403603378] 'process raft request' (duration: 546.498019ms)","trace[1403603378] 'compare' (duration: 132.600879ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:44.861488Z","caller":"traceutil/trace.go:171","msg":"trace[1737564972] transaction","detail":"{read_only:false; response_revision:5753; number_of_response:1; }","duration":"671.595475ms","start":"2026-07-24T05:42:44.189849Z","end":"2026-07-24T05:42:44.861444Z","steps":["trace[1737564972] 'process raft request' (duration: 671.35775ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:44.861427Z","caller":"traceutil/trace.go:171","msg":"trace[1544308476] linearizableReadLoop","detail":"{readStateIndex:6099; appliedIndex:6097; }","duration":"250.631771ms","start":"2026-07-24T05:42:44.610764Z","end":"2026-07-24T05:42:44.861396Z","steps":["trace[1544308476] 'read index received' (duration: 117.099052ms)","trace[1544308476] 'applied index is now lower than readState.Index' (duration: 133.530589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:44.861666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:44.181436Z","time spent":"680.069299ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":916,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:44.861676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:44.189814Z","time spent":"671.760569ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6348,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:44.861877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.335596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:42:44.86197Z","caller":"traceutil/trace.go:171","msg":"trace[272374619] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5753; }","duration":"247.465578ms","start":"2026-07-24T05:42:44.614486Z","end":"2026-07-24T05:42:44.861952Z","steps":["trace[272374619] 'agreement among raft nodes before linearized reading' (duration: 247.215253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:44.862016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.309751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-24T05:42:44.862082Z","caller":"traceutil/trace.go:171","msg":"trace[355245973] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5; range_end:; response_count:1; response_revision:5753; }","duration":"679.402303ms","start":"2026-07-24T05:42:44.182666Z","end":"2026-07-24T05:42:44.862068Z","steps":["trace[355245973] 'agreement among raft nodes before linearized reading' (duration: 678.801609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:44.86214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:44.182649Z","time spent":"679.476085ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" "} {"level":"info","ts":"2026-07-24T05:42:45.230584Z","caller":"traceutil/trace.go:171","msg":"trace[939798443] transaction","detail":"{read_only:false; response_revision:5754; number_of_response:1; }","duration":"362.088705ms","start":"2026-07-24T05:42:44.868475Z","end":"2026-07-24T05:42:45.230564Z","steps":["trace[939798443] 'process raft request' (duration: 281.898057ms)","trace[939798443] 'compare' (duration: 80.109266ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:45.230695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:44.868417Z","time spent":"362.221849ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:46.042428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.680328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:46.042511Z","caller":"traceutil/trace.go:171","msg":"trace[994182623] linearizableReadLoop","detail":"{readStateIndex:6101; appliedIndex:6099; }","duration":"905.36378ms","start":"2026-07-24T05:42:45.137135Z","end":"2026-07-24T05:42:46.042498Z","steps":["trace[994182623] 'read index received' (duration: 13.245633ms)","trace[994182623] 'applied index is now lower than readState.Index' (duration: 892.117427ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:46.042559Z","caller":"traceutil/trace.go:171","msg":"trace[595970032] transaction","detail":"{read_only:false; response_revision:5755; number_of_response:1; }","duration":"1.165647513s","start":"2026-07-24T05:42:44.876903Z","end":"2026-07-24T05:42:46.04255Z","steps":["trace[595970032] 'process raft request' (duration: 940.781071ms)","trace[595970032] 'compare' (duration: 224.593765ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:46.042596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:44.876875Z","time spent":"1.165704413s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10667,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:46.042706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.551984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:46.04277Z","caller":"traceutil/trace.go:171","msg":"trace[959751613] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5755; }","duration":"905.663397ms","start":"2026-07-24T05:42:45.137087Z","end":"2026-07-24T05:42:46.04275Z","steps":["trace[959751613] 'agreement among raft nodes before linearized reading' (duration: 905.559085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:46.042803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:45.137065Z","time spent":"905.729389ms","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:46.544237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149875,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:42:46.582156Z","caller":"traceutil/trace.go:171","msg":"trace[1210932492] transaction","detail":"{read_only:false; response_revision:5756; number_of_response:1; }","duration":"1.347043817s","start":"2026-07-24T05:42:45.235085Z","end":"2026-07-24T05:42:46.582129Z","steps":["trace[1210932492] 'process raft request' (duration: 1.34673855s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:46.582301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:45.23507Z","time spent":"1.34715782s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:42:46.582424Z","caller":"traceutil/trace.go:171","msg":"trace[1759303878] linearizableReadLoop","detail":"{readStateIndex:6102; appliedIndex:6102; }","duration":"539.846756ms","start":"2026-07-24T05:42:46.042526Z","end":"2026-07-24T05:42:46.582373Z","steps":["trace[1759303878] 'read index received' (duration: 539.833485ms)","trace[1759303878] 'applied index is now lower than readState.Index' (duration: 10.811µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:46.582624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424636324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:42:46.582667Z","caller":"traceutil/trace.go:171","msg":"trace[825285074] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5756; }","duration":"1.424712166s","start":"2026-07-24T05:42:45.157944Z","end":"2026-07-24T05:42:46.582656Z","steps":["trace[825285074] 'agreement among raft nodes before linearized reading' (duration: 1.424556442s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:46.582691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:45.157925Z","time spent":"1.424760917s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:42:46.582611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362369479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:46.58273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.751783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4247"} {"level":"warn","ts":"2026-07-24T05:42:46.582739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.330738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:46.58277Z","caller":"traceutil/trace.go:171","msg":"trace[1587376881] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:5756; }","duration":"535.866585ms","start":"2026-07-24T05:42:46.046894Z","end":"2026-07-24T05:42:46.58276Z","steps":["trace[1587376881] 'agreement among raft nodes before linearized reading' (duration: 535.64705ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:46.582784Z","caller":"traceutil/trace.go:171","msg":"trace[697092097] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:5756; }","duration":"389.408151ms","start":"2026-07-24T05:42:46.193364Z","end":"2026-07-24T05:42:46.582772Z","steps":["trace[697092097] 'agreement among raft nodes before linearized reading' (duration: 389.332189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:46.582813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:46.046881Z","time spent":"535.924476ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4270,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-24T05:42:46.582817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:46.193346Z","time spent":"389.462731ms","remote":"127.0.0.1:48286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":8,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:46.582869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.868738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:42:46.582934Z","caller":"traceutil/trace.go:171","msg":"trace[1017666588] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5756; }","duration":"395.982462ms","start":"2026-07-24T05:42:46.186938Z","end":"2026-07-24T05:42:46.582921Z","steps":["trace[1017666588] 'agreement among raft nodes before linearized reading' (duration: 395.741795ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:46.582966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:46.186893Z","time spent":"396.068104ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:42:46.582896Z","caller":"traceutil/trace.go:171","msg":"trace[2030079717] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:5756; }","duration":"1.362601873s","start":"2026-07-24T05:42:45.220151Z","end":"2026-07-24T05:42:46.582753Z","steps":["trace[2030079717] 'agreement among raft nodes before linearized reading' (duration: 1.362266926s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:46.583052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:45.220134Z","time spent":"1.362902332s","remote":"127.0.0.1:48754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:46.582913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.541127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:46.583277Z","caller":"traceutil/trace.go:171","msg":"trace[673498156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5756; }","duration":"459.973697ms","start":"2026-07-24T05:42:46.123277Z","end":"2026-07-24T05:42:46.583251Z","steps":["trace[673498156] 'agreement among raft nodes before linearized reading' (duration: 459.455165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:46.583492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:46.123264Z","time spent":"460.207573ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:46.583373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.068083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:42:46.583936Z","caller":"traceutil/trace.go:171","msg":"trace[1767204441] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5756; }","duration":"396.668917ms","start":"2026-07-24T05:42:46.187234Z","end":"2026-07-24T05:42:46.583902Z","steps":["trace[1767204441] 'agreement among raft nodes before linearized reading' (duration: 395.399517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:46.584006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:46.187189Z","time spent":"396.79833ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:42:47.82507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126403463s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:47.825228Z","caller":"traceutil/trace.go:171","msg":"trace[27817051] linearizableReadLoop","detail":"{readStateIndex:6103; appliedIndex:6102; }","duration":"1.235542313s","start":"2026-07-24T05:42:46.58966Z","end":"2026-07-24T05:42:47.825203Z","steps":["trace[27817051] 'read index received' (duration: 108.887704ms)","trace[27817051] 'applied index is now lower than readState.Index' (duration: 1.126652359s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:47.825326Z","caller":"traceutil/trace.go:171","msg":"trace[731222511] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"1.235782879s","start":"2026-07-24T05:42:46.589526Z","end":"2026-07-24T05:42:47.825309Z","steps":["trace[731222511] 'process raft request' (duration: 109.048228ms)","trace[731222511] 'compare' (duration: 1.126120177s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:47.825972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:46.589506Z","time spent":"1.23628371s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:47.826167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236448394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:42:47.826276Z","caller":"traceutil/trace.go:171","msg":"trace[245552666] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5757; }","duration":"1.236609497s","start":"2026-07-24T05:42:46.58964Z","end":"2026-07-24T05:42:47.826249Z","steps":["trace[245552666] 'agreement among raft nodes before linearized reading' (duration: 1.235912501s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:47.826326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:46.58963Z","time spent":"1.236686328s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:42:48.32613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149884,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:48.622583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.924057606s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:42:48.62312Z","caller":"traceutil/trace.go:171","msg":"trace[323918264] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"2.030301069s","start":"2026-07-24T05:42:46.592788Z","end":"2026-07-24T05:42:48.623089Z","steps":["trace[323918264] 'process raft request' (duration: 2.030011193s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:48.62329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:46.592773Z","time spent":"2.030442313s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4527,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:50.121063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000255362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:42:50.121193Z","caller":"traceutil/trace.go:171","msg":"trace[1309126215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419026s","start":"2026-07-24T05:42:48.120744Z","end":"2026-07-24T05:42:50.121163Z","steps":["trace[1309126215] 'agreement among raft nodes before linearized reading' (duration: 2.000243081s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:50.121254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:48.120698Z","time spent":"2.000545329s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:51.53098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.834358742s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:51.531117Z","caller":"traceutil/trace.go:171","msg":"trace[1825663959] linearizableReadLoop","detail":"{readStateIndex:6105; appliedIndex:6103; }","duration":"3.705827912s","start":"2026-07-24T05:42:47.825265Z","end":"2026-07-24T05:42:51.531093Z","steps":["trace[1825663959] 'read index received' (duration: 797.53001ms)","trace[1825663959] 'applied index is now lower than readState.Index' (duration: 2.908294962s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:51.531369Z","caller":"traceutil/trace.go:171","msg":"trace[1776975523] transaction","detail":"{read_only:false; response_revision:5759; number_of_response:1; }","duration":"3.700279126s","start":"2026-07-24T05:42:47.831069Z","end":"2026-07-24T05:42:51.531348Z","steps":["trace[1776975523] 'process raft request' (duration: 1.865454154s)","trace[1776975523] 'compare' (duration: 1.833989583s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:51.531468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:47.830996Z","time spent":"3.700429168s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:42:51.531798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.522924919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:51.53186Z","caller":"traceutil/trace.go:171","msg":"trace[1068756390] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5759; }","duration":"4.523048312s","start":"2026-07-24T05:42:47.008799Z","end":"2026-07-24T05:42:51.531847Z","steps":["trace[1068756390] 'agreement among raft nodes before linearized reading' (duration: 4.522917789s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:51.531905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:47.00877Z","time spent":"4.523123314s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:51.532064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.770978182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:51.532142Z","caller":"traceutil/trace.go:171","msg":"trace[1542555675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5759; }","duration":"4.771143926s","start":"2026-07-24T05:42:46.760982Z","end":"2026-07-24T05:42:51.532126Z","steps":["trace[1542555675] 'agreement among raft nodes before linearized reading' (duration: 4.770964452s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:51.532182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:46.760964Z","time spent":"4.771209977s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:51.532192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.942383558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121055"} {"level":"info","ts":"2026-07-24T05:42:51.532263Z","caller":"traceutil/trace.go:171","msg":"trace[834041102] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5759; }","duration":"4.942499201s","start":"2026-07-24T05:42:46.589747Z","end":"2026-07-24T05:42:51.532246Z","steps":["trace[834041102] 'agreement among raft nodes before linearized reading' (duration: 4.942138433s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:51.532326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:46.589725Z","time spent":"4.942585052s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121078,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:42:51.594606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.898076391s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:42:51.595198Z","caller":"traceutil/trace.go:171","msg":"trace[1640556713] transaction","detail":"{read_only:false; response_revision:5760; number_of_response:1; }","duration":"2.677512236s","start":"2026-07-24T05:42:48.917665Z","end":"2026-07-24T05:42:51.595177Z","steps":["trace[1640556713] 'process raft request' (duration: 2.677225809s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:51.595296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:48.917627Z","time spent":"2.677602978s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:51.5952Z","caller":"traceutil/trace.go:171","msg":"trace[1882756729] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"2.296453626s","start":"2026-07-24T05:42:49.29871Z","end":"2026-07-24T05:42:51.595163Z","steps":["trace[1882756729] 'process raft request' (duration: 2.296380565s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:51.595502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:49.298673Z","time spent":"2.296744413s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:52.12196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:42:52.122058Z","caller":"traceutil/trace.go:171","msg":"trace[588235862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000679031s","start":"2026-07-24T05:42:50.121358Z","end":"2026-07-24T05:42:52.122037Z","steps":["trace[588235862] 'agreement among raft nodes before linearized reading' (duration: 2.000495327s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.122113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:50.121331Z","time spent":"2.000771362s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:42:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:42:52.316035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.191208ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:42:52.316355Z","caller":"traceutil/trace.go:171","msg":"trace[2136007482] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"591.96411ms","start":"2026-07-24T05:42:51.724371Z","end":"2026-07-24T05:42:52.316335Z","steps":["trace[2136007482] 'process raft request' (duration: 591.797397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.316499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:51.724343Z","time spent":"592.069162ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:52.316572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.485187915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"warn","ts":"2026-07-24T05:42:52.316591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.529097474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T05:42:52.316351Z","caller":"traceutil/trace.go:171","msg":"trace[876055287] linearizableReadLoop","detail":"{readStateIndex:6108; appliedIndex:6105; }","duration":"785.166396ms","start":"2026-07-24T05:42:51.531149Z","end":"2026-07-24T05:42:52.316316Z","steps":["trace[876055287] 'read index received' (duration: 63.682079ms)","trace[876055287] 'applied index is now lower than readState.Index' (duration: 721.481687ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:52.316633Z","caller":"traceutil/trace.go:171","msg":"trace[2132107538] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5762; }","duration":"4.485276637s","start":"2026-07-24T05:42:47.831341Z","end":"2026-07-24T05:42:52.316618Z","steps":["trace[2132107538] 'agreement among raft nodes before linearized reading' (duration: 4.485053162s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:52.316667Z","caller":"traceutil/trace.go:171","msg":"trace[1104085535] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5762; }","duration":"3.529218676s","start":"2026-07-24T05:42:48.787427Z","end":"2026-07-24T05:42:52.316646Z","steps":["trace[1104085535] 'agreement among raft nodes before linearized reading' (duration: 3.528996421s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.316681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.310857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:52.316722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:48.787402Z","time spent":"3.529311068s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:42:52.316745Z","caller":"traceutil/trace.go:171","msg":"trace[761914663] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5762; }","duration":"822.404299ms","start":"2026-07-24T05:42:51.494317Z","end":"2026-07-24T05:42:52.316721Z","steps":["trace[761914663] 'agreement among raft nodes before linearized reading' (duration: 822.323897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.316786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689302753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4541"} {"level":"info","ts":"2026-07-24T05:42:52.316824Z","caller":"traceutil/trace.go:171","msg":"trace[269685346] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:5762; }","duration":"3.689394525s","start":"2026-07-24T05:42:48.627418Z","end":"2026-07-24T05:42:52.316812Z","steps":["trace[269685346] 'agreement among raft nodes before linearized reading' (duration: 3.689278983s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.316844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.026711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522ff6fbac605\" ","response":"range_response_count:1 size:829"} {"level":"warn","ts":"2026-07-24T05:42:52.316916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:48.627378Z","time spent":"3.689478967s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4564,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-24T05:42:52.316938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599625274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:52.316933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080895169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:52.316986Z","caller":"traceutil/trace.go:171","msg":"trace[824748364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5762; }","duration":"1.599700096s","start":"2026-07-24T05:42:50.717271Z","end":"2026-07-24T05:42:52.316971Z","steps":["trace[824748364] 'agreement among raft nodes before linearized reading' (duration: 1.599579003s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:52.316998Z","caller":"traceutil/trace.go:171","msg":"trace[253409628] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5762; }","duration":"1.081059485s","start":"2026-07-24T05:42:51.235922Z","end":"2026-07-24T05:42:52.316981Z","steps":["trace[253409628] 'agreement among raft nodes before linearized reading' (duration: 1.080902011s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.317024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:50.71725Z","time spent":"1.599764537s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:52.317045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:51.235892Z","time spent":"1.081137646s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:52.317122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744251664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-07-24T05:42:52.317181Z","caller":"traceutil/trace.go:171","msg":"trace[1940342321] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5762; }","duration":"2.744347356s","start":"2026-07-24T05:42:49.572816Z","end":"2026-07-24T05:42:52.317164Z","steps":["trace[1940342321] 'agreement among raft nodes before linearized reading' (duration: 2.744197563s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.317225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:49.572794Z","time spent":"2.744418867s","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-24T05:42:52.317242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.006807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:52.317298Z","caller":"traceutil/trace.go:171","msg":"trace[1576483679] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5762; }","duration":"116.126931ms","start":"2026-07-24T05:42:52.201157Z","end":"2026-07-24T05:42:52.317284Z","steps":["trace[1576483679] 'agreement among raft nodes before linearized reading' (duration: 115.826713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.317318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023349193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:52.317454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.49575378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:52.317473Z","caller":"traceutil/trace.go:171","msg":"trace[632449685] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5762; }","duration":"1.023502947s","start":"2026-07-24T05:42:51.293951Z","end":"2026-07-24T05:42:52.317454Z","steps":["trace[632449685] 'agreement among raft nodes before linearized reading' (duration: 1.023320542s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:52.317511Z","caller":"traceutil/trace.go:171","msg":"trace[1661555528] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:5762; }","duration":"3.495874333s","start":"2026-07-24T05:42:48.821626Z","end":"2026-07-24T05:42:52.317501Z","steps":["trace[1661555528] 'agreement among raft nodes before linearized reading' (duration: 3.495772771s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.316821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:51.494296Z","time spent":"822.506971ms","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:52.317556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:48.821593Z","time spent":"3.495942885s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:52.317249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723603209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:42:52.317621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.480595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:52.317647Z","caller":"traceutil/trace.go:171","msg":"trace[981731568] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5762; }","duration":"3.724012989s","start":"2026-07-24T05:42:48.593605Z","end":"2026-07-24T05:42:52.317618Z","steps":["trace[981731568] 'agreement among raft nodes before linearized reading' (duration: 3.723553668s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.316591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737111281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:42:52.317695Z","caller":"traceutil/trace.go:171","msg":"trace[242294170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5762; }","duration":"187.608198ms","start":"2026-07-24T05:42:52.130068Z","end":"2026-07-24T05:42:52.317677Z","steps":["trace[242294170] 'agreement among raft nodes before linearized reading' (duration: 187.486575ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:52.316942Z","caller":"traceutil/trace.go:171","msg":"trace[1337555266] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522ff6fbac605; range_end:; response_count:1; response_revision:5762; }","duration":"781.144804ms","start":"2026-07-24T05:42:51.53578Z","end":"2026-07-24T05:42:52.316925Z","steps":["trace[1337555266] 'agreement among raft nodes before linearized reading' (duration: 780.950609ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:52.317735Z","caller":"traceutil/trace.go:171","msg":"trace[2126606602] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5762; }","duration":"2.738279859s","start":"2026-07-24T05:42:49.579434Z","end":"2026-07-24T05:42:52.317714Z","steps":["trace[2126606602] 'agreement among raft nodes before linearized reading' (duration: 2.736933677s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.31775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:51.535761Z","time spent":"781.977293ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":852,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-bp4nq.18c522ff6fbac605\" "} {"level":"warn","ts":"2026-07-24T05:42:52.317753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:48.593587Z","time spent":"3.724127182s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:42:52.316674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:47.831335Z","time spent":"4.485328469s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:42:52.317794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:49.579425Z","time spent":"2.73835229s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126902,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T05:42:52.318323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:51.293825Z","time spent":"1.023691501s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:52.772454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.610997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:52.77258Z","caller":"traceutil/trace.go:171","msg":"trace[1489617155] linearizableReadLoop","detail":"{readStateIndex:6110; appliedIndex:6109; }","duration":"448.385341ms","start":"2026-07-24T05:42:52.324178Z","end":"2026-07-24T05:42:52.772563Z","steps":["trace[1489617155] 'read index received' (duration: 140.750024ms)","trace[1489617155] 'applied index is now lower than readState.Index' (duration: 307.634157ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:52.7727Z","caller":"traceutil/trace.go:171","msg":"trace[616221549] transaction","detail":"{read_only:false; response_revision:5763; number_of_response:1; }","duration":"451.218726ms","start":"2026-07-24T05:42:52.32142Z","end":"2026-07-24T05:42:52.772639Z","steps":["trace[616221549] 'process raft request' (duration: 143.343924ms)","trace[616221549] 'compare' (duration: 307.463243ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:52.772762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:52.321396Z","time spent":"451.331718ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":814,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:52.773066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.862232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121055"} {"level":"info","ts":"2026-07-24T05:42:52.773161Z","caller":"traceutil/trace.go:171","msg":"trace[2016455785] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5763; }","duration":"448.994505ms","start":"2026-07-24T05:42:52.324147Z","end":"2026-07-24T05:42:52.773142Z","steps":["trace[2016455785] 'agreement among raft nodes before linearized reading' (duration: 448.586075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:52.773207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:52.324131Z","time spent":"449.063287ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121078,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:42:53.253708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.662674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:53.253857Z","caller":"traceutil/trace.go:171","msg":"trace[368979361] linearizableReadLoop","detail":"{readStateIndex:6111; appliedIndex:6110; }","duration":"481.231505ms","start":"2026-07-24T05:42:52.772606Z","end":"2026-07-24T05:42:53.253838Z","steps":["trace[368979361] 'read index received' (duration: 171.501679ms)","trace[368979361] 'applied index is now lower than readState.Index' (duration: 309.728216ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:53.254036Z","caller":"traceutil/trace.go:171","msg":"trace[1333101311] transaction","detail":"{read_only:false; response_revision:5764; number_of_response:1; }","duration":"928.792046ms","start":"2026-07-24T05:42:52.325215Z","end":"2026-07-24T05:42:53.254007Z","steps":["trace[1333101311] 'process raft request' (duration: 618.753604ms)","trace[1333101311] 'compare' (duration: 309.543851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:53.254091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.052909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:53.254127Z","caller":"traceutil/trace.go:171","msg":"trace[1818863079] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5764; }","duration":"123.140721ms","start":"2026-07-24T05:42:53.130976Z","end":"2026-07-24T05:42:53.254117Z","steps":["trace[1818863079] 'agreement among raft nodes before linearized reading' (duration: 123.058879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:53.254108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.952916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:53.254164Z","caller":"traceutil/trace.go:171","msg":"trace[414985711] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:5764; }","duration":"625.019958ms","start":"2026-07-24T05:42:52.629129Z","end":"2026-07-24T05:42:53.254149Z","steps":["trace[414985711] 'agreement among raft nodes before linearized reading' (duration: 624.912185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:53.254158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:52.325201Z","time spent":"928.896119ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4568,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:53.254136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.740196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:53.254191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:52.629069Z","time spent":"625.114689ms","remote":"127.0.0.1:48712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:53.254202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.440038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:42:53.254205Z","caller":"traceutil/trace.go:171","msg":"trace[1786295286] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5764; }","duration":"684.857889ms","start":"2026-07-24T05:42:52.569335Z","end":"2026-07-24T05:42:53.254193Z","steps":["trace[1786295286] 'agreement among raft nodes before linearized reading' (duration: 684.698015ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:53.254232Z","caller":"traceutil/trace.go:171","msg":"trace[1508031077] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5764; }","duration":"928.488959ms","start":"2026-07-24T05:42:52.325735Z","end":"2026-07-24T05:42:53.254224Z","steps":["trace[1508031077] 'agreement among raft nodes before linearized reading' (duration: 928.352136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:53.254251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:52.32573Z","time spent":"928.51725ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126902,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T05:42:53.254247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:52.569304Z","time spent":"684.930281ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":37,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:53.254066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.844568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:53.254301Z","caller":"traceutil/trace.go:171","msg":"trace[852629847] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5764; }","duration":"929.083104ms","start":"2026-07-24T05:42:52.325206Z","end":"2026-07-24T05:42:53.254289Z","steps":["trace[852629847] 'agreement among raft nodes before linearized reading' (duration: 928.813098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:53.254284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.102234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-24T05:42:53.254338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:52.325185Z","time spent":"929.139805ms","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:42:53.254354Z","caller":"traceutil/trace.go:171","msg":"trace[1428211264] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:5764; }","duration":"929.199656ms","start":"2026-07-24T05:42:52.325136Z","end":"2026-07-24T05:42:53.254336Z","steps":["trace[1428211264] 'agreement among raft nodes before linearized reading' (duration: 928.965911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:53.254406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:52.325129Z","time spent":"929.269847ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-24T05:42:53.25502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.611772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:42:53.255104Z","caller":"traceutil/trace.go:171","msg":"trace[1498327553] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5764; }","duration":"653.750486ms","start":"2026-07-24T05:42:52.601335Z","end":"2026-07-24T05:42:53.255085Z","steps":["trace[1498327553] 'agreement among raft nodes before linearized reading' (duration: 653.562032ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:53.255158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:52.601313Z","time spent":"653.824247ms","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:53.92704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.874535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:42:53.927121Z","caller":"traceutil/trace.go:171","msg":"trace[2147148816] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5764; }","duration":"387.982987ms","start":"2026-07-24T05:42:53.539118Z","end":"2026-07-24T05:42:53.927101Z","steps":["trace[2147148816] 'range keys from in-memory index tree' (duration: 387.718571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:53.927119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.923657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:42:53.927223Z","caller":"traceutil/trace.go:171","msg":"trace[1543788200] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5764; }","duration":"395.09276ms","start":"2026-07-24T05:42:53.532109Z","end":"2026-07-24T05:42:53.927201Z","steps":["trace[1543788200] 'range keys from in-memory index tree' (duration: 394.713842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:53.927163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:53.539096Z","time spent":"388.058679ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:42:53.927288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:53.532089Z","time spent":"395.188413ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:42:54.100252Z","caller":"traceutil/trace.go:171","msg":"trace[2123996814] linearizableReadLoop","detail":"{readStateIndex:6112; appliedIndex:6111; }","duration":"164.599431ms","start":"2026-07-24T05:42:53.935629Z","end":"2026-07-24T05:42:54.100229Z","steps":["trace[2123996814] 'read index received' (duration: 164.431217ms)","trace[2123996814] 'applied index is now lower than readState.Index' (duration: 167.043µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:54.101179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.540792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121055"} {"level":"info","ts":"2026-07-24T05:42:54.101231Z","caller":"traceutil/trace.go:171","msg":"trace[604854792] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5764; }","duration":"165.654715ms","start":"2026-07-24T05:42:53.935558Z","end":"2026-07-24T05:42:54.101213Z","steps":["trace[604854792] 'agreement among raft nodes before linearized reading' (duration: 164.757274ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:54.525129Z","caller":"traceutil/trace.go:171","msg":"trace[1399201936] linearizableReadLoop","detail":"{readStateIndex:6113; appliedIndex:6112; }","duration":"404.473346ms","start":"2026-07-24T05:42:54.120631Z","end":"2026-07-24T05:42:54.525105Z","steps":["trace[1399201936] 'read index received' (duration: 351.929042ms)","trace[1399201936] 'applied index is now lower than readState.Index' (duration: 52.543404ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:54.525192Z","caller":"traceutil/trace.go:171","msg":"trace[2126480423] transaction","detail":"{read_only:false; response_revision:5765; number_of_response:1; }","duration":"423.595354ms","start":"2026-07-24T05:42:54.101565Z","end":"2026-07-24T05:42:54.52516Z","steps":["trace[2126480423] 'process raft request' (duration: 371.023589ms)","trace[2126480423] 'compare' (duration: 52.317859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:54.525253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.614209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:54.525317Z","caller":"traceutil/trace.go:171","msg":"trace[1468010223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5765; }","duration":"404.719252ms","start":"2026-07-24T05:42:54.120575Z","end":"2026-07-24T05:42:54.525294Z","steps":["trace[1468010223] 'agreement among raft nodes before linearized reading' (duration: 404.597859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:54.525406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:54.120553Z","time spent":"404.840424ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:54.525327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:54.101544Z","time spent":"423.714317ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:55.462709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.892665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:42:55.462813Z","caller":"traceutil/trace.go:171","msg":"trace[1465690609] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5765; }","duration":"305.049438ms","start":"2026-07-24T05:42:55.157741Z","end":"2026-07-24T05:42:55.46279Z","steps":["trace[1465690609] 'range keys from in-memory index tree' (duration: 304.658518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:55.462867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:55.157715Z","time spent":"305.13777ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:42:55.462937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.805467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5060"} {"level":"info","ts":"2026-07-24T05:42:55.463027Z","caller":"traceutil/trace.go:171","msg":"trace[883957607] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:5765; }","duration":"323.94273ms","start":"2026-07-24T05:42:55.139056Z","end":"2026-07-24T05:42:55.462998Z","steps":["trace[883957607] 'range keys from in-memory index tree' (duration: 323.624843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:55.463074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:55.139034Z","time spent":"324.030412ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5083,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-07-24T05:42:55.463062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.084779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:42:55.463251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.579865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:42:55.463311Z","caller":"traceutil/trace.go:171","msg":"trace[101635141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5765; }","duration":"678.676378ms","start":"2026-07-24T05:42:54.784615Z","end":"2026-07-24T05:42:55.463291Z","steps":["trace[101635141] 'range keys from in-memory index tree' (duration: 678.381119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:55.463202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.666542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:55.463323Z","caller":"traceutil/trace.go:171","msg":"trace[2113581634] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5765; }","duration":"828.416018ms","start":"2026-07-24T05:42:54.634846Z","end":"2026-07-24T05:42:55.463262Z","steps":["trace[2113581634] 'count revisions from in-memory index tree' (duration: 827.996117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:55.46341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:54.784592Z","time spent":"678.76618ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:42:55.463407Z","caller":"traceutil/trace.go:171","msg":"trace[1839348648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5765; }","duration":"343.94262ms","start":"2026-07-24T05:42:55.119444Z","end":"2026-07-24T05:42:55.463386Z","steps":["trace[1839348648] 'range keys from in-memory index tree' (duration: 343.495578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:55.463472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:54.634824Z","time spent":"828.626332ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:55.463518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:55.11942Z","time spent":"344.073632ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:42:55.571683Z","caller":"traceutil/trace.go:171","msg":"trace[720925696] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"100.170415ms","start":"2026-07-24T05:42:55.471392Z","end":"2026-07-24T05:42:55.571563Z","steps":["trace[720925696] 'process raft request' (duration: 99.886359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:55.571944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.458587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121055"} {"level":"info","ts":"2026-07-24T05:42:55.572063Z","caller":"traceutil/trace.go:171","msg":"trace[439102449] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5766; }","duration":"102.61239ms","start":"2026-07-24T05:42:55.469421Z","end":"2026-07-24T05:42:55.572033Z","steps":["trace[439102449] 'agreement among raft nodes before linearized reading' (duration: 102.17036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:55.572414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.269931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:42:55.572492Z","caller":"traceutil/trace.go:171","msg":"trace[1784448704] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5766; }","duration":"105.554159ms","start":"2026-07-24T05:42:55.466917Z","end":"2026-07-24T05:42:55.572471Z","steps":["trace[1784448704] 'agreement among raft nodes before linearized reading' (duration: 104.600616ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:56.316759Z","caller":"traceutil/trace.go:171","msg":"trace[1131443332] linearizableReadLoop","detail":"{readStateIndex:6116; appliedIndex:6115; }","duration":"208.998927ms","start":"2026-07-24T05:42:56.107731Z","end":"2026-07-24T05:42:56.31673Z","steps":["trace[1131443332] 'read index received' (duration: 208.69993ms)","trace[1131443332] 'applied index is now lower than readState.Index' (duration: 298.147µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:56.316825Z","caller":"traceutil/trace.go:171","msg":"trace[1483841754] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"672.466785ms","start":"2026-07-24T05:42:55.64433Z","end":"2026-07-24T05:42:56.316796Z","steps":["trace[1483841754] 'process raft request' (duration: 672.172578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:56.316972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:55.644306Z","time spent":"672.571216ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:56.317217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.526252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:56.317254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.460105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c523694a8dae3c\" ","response":"range_response_count:1 size:942"} {"level":"warn","ts":"2026-07-24T05:42:56.317283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.503798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:42:56.317367Z","caller":"traceutil/trace.go:171","msg":"trace[265536224] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c523694a8dae3c; range_end:; response_count:1; response_revision:5767; }","duration":"177.609069ms","start":"2026-07-24T05:42:56.139728Z","end":"2026-07-24T05:42:56.317337Z","steps":["trace[265536224] 'agreement among raft nodes before linearized reading' (duration: 177.323712ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:56.317433Z","caller":"traceutil/trace.go:171","msg":"trace[458330578] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5767; }","duration":"209.707133ms","start":"2026-07-24T05:42:56.107686Z","end":"2026-07-24T05:42:56.317393Z","steps":["trace[458330578] 'agreement among raft nodes before linearized reading' (duration: 209.233292ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:56.317669Z","caller":"traceutil/trace.go:171","msg":"trace[870333438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5767; }","duration":"196.635374ms","start":"2026-07-24T05:42:56.120632Z","end":"2026-07-24T05:42:56.317267Z","steps":["trace[870333438] 'agreement among raft nodes before linearized reading' (duration: 196.341838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:56.822062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:57.519292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.216329ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:57.519718Z","caller":"traceutil/trace.go:171","msg":"trace[1242736197] transaction","detail":"{read_only:false; response_revision:5768; number_of_response:1; }","duration":"1.198883414s","start":"2026-07-24T05:42:56.320806Z","end":"2026-07-24T05:42:57.519689Z","steps":["trace[1242736197] 'process raft request' (duration: 622.144002ms)","trace[1242736197] 'compare' (duration: 575.696497ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:57.519819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:56.320772Z","time spent":"1.198995776s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:57.519883Z","caller":"traceutil/trace.go:171","msg":"trace[313868502] transaction","detail":"{read_only:false; response_revision:5769; number_of_response:1; }","duration":"970.471842ms","start":"2026-07-24T05:42:56.549393Z","end":"2026-07-24T05:42:57.519865Z","steps":["trace[313868502] 'process raft request' (duration: 970.02064ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:57.519918Z","caller":"traceutil/trace.go:171","msg":"trace[2053691690] linearizableReadLoop","detail":"{readStateIndex:6119; appliedIndex:6116; }","duration":"1.198376363s","start":"2026-07-24T05:42:56.321488Z","end":"2026-07-24T05:42:57.519864Z","steps":["trace[2053691690] 'read index received' (duration: 621.432486ms)","trace[2053691690] 'applied index is now lower than readState.Index' (duration: 576.938206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:57.519976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:56.549359Z","time spent":"970.568634ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:57.519944Z","caller":"traceutil/trace.go:171","msg":"trace[1318062903] transaction","detail":"{read_only:false; response_revision:5770; number_of_response:1; }","duration":"969.618262ms","start":"2026-07-24T05:42:56.550261Z","end":"2026-07-24T05:42:57.519879Z","steps":["trace[1318062903] 'process raft request' (duration: 969.243263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:57.520175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:56.550247Z","time spent":"969.804606ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:57.520211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19870229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:6071"} {"level":"warn","ts":"2026-07-24T05:42:57.520187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120212042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:57.520257Z","caller":"traceutil/trace.go:171","msg":"trace[622569662] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:5770; }","duration":"1.198814232s","start":"2026-07-24T05:42:56.321427Z","end":"2026-07-24T05:42:57.520241Z","steps":["trace[622569662] 'agreement among raft nodes before linearized reading' (duration: 1.198617818s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:57.520252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.482872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T05:42:57.520213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.676854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:57.520324Z","caller":"traceutil/trace.go:171","msg":"trace[846003965] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5770; }","duration":"193.607364ms","start":"2026-07-24T05:42:57.326694Z","end":"2026-07-24T05:42:57.520301Z","steps":["trace[846003965] 'agreement among raft nodes before linearized reading' (duration: 193.39474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:57.520347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197260197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121055"} {"level":"info","ts":"2026-07-24T05:42:57.520395Z","caller":"traceutil/trace.go:171","msg":"trace[596759915] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5770; }","duration":"1.197327208s","start":"2026-07-24T05:42:56.323056Z","end":"2026-07-24T05:42:57.520383Z","steps":["trace[596759915] 'agreement among raft nodes before linearized reading' (duration: 1.197034992s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:57.520394Z","caller":"traceutil/trace.go:171","msg":"trace[2003012485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5770; }","duration":"398.923699ms","start":"2026-07-24T05:42:57.12144Z","end":"2026-07-24T05:42:57.520364Z","steps":["trace[2003012485] 'agreement among raft nodes before linearized reading' (duration: 398.645653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:57.520497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:57.121422Z","time spent":"399.059672ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:57.520444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:56.323048Z","time spent":"1.197387s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121078,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:42:57.52028Z","caller":"traceutil/trace.go:171","msg":"trace[1107010858] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5770; }","duration":"1.120359254s","start":"2026-07-24T05:42:56.399896Z","end":"2026-07-24T05:42:57.520255Z","steps":["trace[1107010858] 'agreement among raft nodes before linearized reading' (duration: 1.120188941s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:57.520797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:56.399874Z","time spent":"1.120910047s","remote":"127.0.0.1:53884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:42:57.520256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.201731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:42:57.520881Z","caller":"traceutil/trace.go:171","msg":"trace[573795204] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5770; }","duration":"363.850295ms","start":"2026-07-24T05:42:57.157011Z","end":"2026-07-24T05:42:57.520861Z","steps":["trace[573795204] 'agreement among raft nodes before linearized reading' (duration: 363.072358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:57.520952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:57.156993Z","time spent":"363.939738ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:42:57.520294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:56.321401Z","time spent":"1.198884314s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6094,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" "} {"level":"warn","ts":"2026-07-24T05:42:58.028538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:58.52956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149938,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:42:58.780531Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253432645s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:42:58.7816Z","caller":"traceutil/trace.go:171","msg":"trace[1645789877] transaction","detail":"{read_only:false; response_revision:5771; number_of_response:1; }","duration":"1.25457841s","start":"2026-07-24T05:42:57.52699Z","end":"2026-07-24T05:42:58.781568Z","steps":["trace[1645789877] 'process raft request' (duration: 1.253906785s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:58.781812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:57.526971Z","time spent":"1.254720813s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:59.395611Z","caller":"traceutil/trace.go:171","msg":"trace[1729462266] linearizableReadLoop","detail":"{readStateIndex:6121; appliedIndex:6119; }","duration":"1.867813398s","start":"2026-07-24T05:42:57.527769Z","end":"2026-07-24T05:42:59.395582Z","steps":["trace[1729462266] 'read index received' (duration: 1.253074696s)","trace[1729462266] 'applied index is now lower than readState.Index' (duration: 614.737902ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:42:59.395659Z","caller":"traceutil/trace.go:171","msg":"trace[489353912] transaction","detail":"{read_only:false; response_revision:5772; number_of_response:1; }","duration":"1.840224715s","start":"2026-07-24T05:42:57.555393Z","end":"2026-07-24T05:42:59.395618Z","steps":["trace[489353912] 'process raft request' (duration: 1.840032101s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:59.395788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:57.555365Z","time spent":"1.840352429s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6128,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:42:59.395805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868018872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:42:59.395836Z","caller":"traceutil/trace.go:171","msg":"trace[2115097467] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5772; }","duration":"1.868071154s","start":"2026-07-24T05:42:57.527754Z","end":"2026-07-24T05:42:59.395825Z","steps":["trace[2115097467] 'agreement among raft nodes before linearized reading' (duration: 1.867944421s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:59.395867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:57.527747Z","time spent":"1.868113825s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:42:59.662543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.464157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:42:59.662813Z","caller":"traceutil/trace.go:171","msg":"trace[287355794] transaction","detail":"{read_only:false; response_revision:5773; number_of_response:1; }","duration":"560.0467ms","start":"2026-07-24T05:42:59.102703Z","end":"2026-07-24T05:42:59.662749Z","steps":["trace[287355794] 'process raft request' (duration: 457.253994ms)","trace[287355794] 'compare' (duration: 102.284383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:59.66303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:59.102674Z","time spent":"560.238124ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:42:59.684288Z","caller":"traceutil/trace.go:171","msg":"trace[635971546] linearizableReadLoop","detail":"{readStateIndex:6123; appliedIndex:6121; }","duration":"288.591581ms","start":"2026-07-24T05:42:59.395671Z","end":"2026-07-24T05:42:59.684263Z","steps":["trace[635971546] 'read index received' (duration: 164.175531ms)","trace[635971546] 'applied index is now lower than readState.Index' (duration: 124.41474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:42:59.684392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.763248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:59.684571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.105674916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:42:59.684554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751208956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:42:59.684461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.852541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:42:59.684624Z","caller":"traceutil/trace.go:171","msg":"trace[593184728] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5773; }","duration":"2.105756418s","start":"2026-07-24T05:42:57.578854Z","end":"2026-07-24T05:42:59.68461Z","steps":["trace[593184728] 'agreement among raft nodes before linearized reading' (duration: 2.105577584s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:59.684663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.793894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-07-24T05:42:59.684727Z","caller":"traceutil/trace.go:171","msg":"trace[1622299666] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5773; }","duration":"284.888126ms","start":"2026-07-24T05:42:59.399831Z","end":"2026-07-24T05:42:59.684719Z","steps":["trace[1622299666] 'agreement among raft nodes before linearized reading' (duration: 284.700582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:59.684716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.707343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:42:59.684735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.943274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:6363"} {"level":"warn","ts":"2026-07-24T05:42:59.684663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"898.550753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c52300662f686f\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-07-24T05:42:59.684786Z","caller":"traceutil/trace.go:171","msg":"trace[1535690627] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:5773; }","duration":"284.048897ms","start":"2026-07-24T05:42:59.400724Z","end":"2026-07-24T05:42:59.684772Z","steps":["trace[1535690627] 'agreement among raft nodes before linearized reading' (duration: 283.966715ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:59.684784Z","caller":"traceutil/trace.go:171","msg":"trace[879065085] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5773; }","duration":"157.824595ms","start":"2026-07-24T05:42:59.526941Z","end":"2026-07-24T05:42:59.684765Z","steps":["trace[879065085] 'agreement among raft nodes before linearized reading' (duration: 157.644761ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:59.684819Z","caller":"traceutil/trace.go:171","msg":"trace[581988675] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c52300662f686f; range_end:; response_count:1; response_revision:5773; }","duration":"898.757328ms","start":"2026-07-24T05:42:58.786043Z","end":"2026-07-24T05:42:59.684801Z","steps":["trace[581988675] 'agreement among raft nodes before linearized reading' (duration: 898.511082ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:59.684672Z","caller":"traceutil/trace.go:171","msg":"trace[80251501] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:5773; }","duration":"1.75138103s","start":"2026-07-24T05:42:57.933244Z","end":"2026-07-24T05:42:59.684625Z","steps":["trace[80251501] 'agreement among raft nodes before linearized reading' (duration: 1.751160265s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:42:59.684863Z","caller":"traceutil/trace.go:171","msg":"trace[291377366] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5773; }","duration":"301.132797ms","start":"2026-07-24T05:42:59.383515Z","end":"2026-07-24T05:42:59.684648Z","steps":["trace[291377366] 'agreement among raft nodes before linearized reading' (duration: 300.81346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:59.684901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:58.786014Z","time spent":"898.8711ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":919,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c52300662f686f\" "} {"level":"warn","ts":"2026-07-24T05:42:59.684918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:57.933224Z","time spent":"1.751683718s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-07-24T05:42:59.684468Z","caller":"traceutil/trace.go:171","msg":"trace[4120731] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5773; }","duration":"561.899191ms","start":"2026-07-24T05:42:59.122552Z","end":"2026-07-24T05:42:59.684451Z","steps":["trace[4120731] 'agreement among raft nodes before linearized reading' (duration: 561.735157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:42:59.684964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:59.122526Z","time spent":"562.428534ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:42:59.684666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:57.57884Z","time spent":"2.10581743s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:42:59.684984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:59.383491Z","time spent":"301.469837ms","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:00.079544Z","caller":"traceutil/trace.go:171","msg":"trace[105156591] linearizableReadLoop","detail":"{readStateIndex:6124; appliedIndex:6123; }","duration":"390.024134ms","start":"2026-07-24T05:42:59.689498Z","end":"2026-07-24T05:43:00.079522Z","steps":["trace[105156591] 'read index received' (duration: 389.802159ms)","trace[105156591] 'applied index is now lower than readState.Index' (duration: 221.175µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:00.079605Z","caller":"traceutil/trace.go:171","msg":"trace[908498011] transaction","detail":"{read_only:false; response_revision:5774; number_of_response:1; }","duration":"391.772344ms","start":"2026-07-24T05:42:59.687788Z","end":"2026-07-24T05:43:00.07956Z","steps":["trace[908498011] 'process raft request' (duration: 391.535549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:00.079795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:59.687762Z","time spent":"391.922797ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:00.079836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.316491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121127"} {"level":"info","ts":"2026-07-24T05:43:00.079865Z","caller":"traceutil/trace.go:171","msg":"trace[451581686] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5774; }","duration":"390.392463ms","start":"2026-07-24T05:42:59.689465Z","end":"2026-07-24T05:43:00.079858Z","steps":["trace[451581686] 'agreement among raft nodes before linearized reading' (duration: 390.161427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:00.079892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:59.689451Z","time spent":"390.435124ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121150,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:00.580127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149949,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:43:00.997717Z","caller":"traceutil/trace.go:171","msg":"trace[1756201042] linearizableReadLoop","detail":"{readStateIndex:6125; appliedIndex:6124; }","duration":"918.093862ms","start":"2026-07-24T05:43:00.079601Z","end":"2026-07-24T05:43:00.997695Z","steps":["trace[1756201042] 'read index received' (duration: 917.934628ms)","trace[1756201042] 'applied index is now lower than readState.Index' (duration: 158.214µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:00.998215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.307711277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121210"} {"level":"info","ts":"2026-07-24T05:43:00.998265Z","caller":"traceutil/trace.go:171","msg":"trace[364664197] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5775; }","duration":"1.307799659s","start":"2026-07-24T05:42:59.690455Z","end":"2026-07-24T05:43:00.998254Z","steps":["trace[364664197] 'agreement among raft nodes before linearized reading' (duration: 1.307553564s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:00.998237Z","caller":"traceutil/trace.go:171","msg":"trace[1568451311] transaction","detail":"{read_only:false; response_revision:5775; number_of_response:1; }","duration":"1.30437327s","start":"2026-07-24T05:42:59.693851Z","end":"2026-07-24T05:43:00.998224Z","steps":["trace[1568451311] 'process raft request' (duration: 1.303695634s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:00.99841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.583871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:00.998484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.106148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T05:43:00.998501Z","caller":"traceutil/trace.go:171","msg":"trace[1658435912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5775; }","duration":"281.703293ms","start":"2026-07-24T05:43:00.716768Z","end":"2026-07-24T05:43:00.998472Z","steps":["trace[1658435912] 'agreement among raft nodes before linearized reading' (duration: 281.591811ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:00.998527Z","caller":"traceutil/trace.go:171","msg":"trace[215396303] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5775; }","duration":"676.19834ms","start":"2026-07-24T05:43:00.322318Z","end":"2026-07-24T05:43:00.998516Z","steps":["trace[215396303] 'agreement among raft nodes before linearized reading' (duration: 676.096588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:00.998559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:00.322297Z","time spent":"676.254391ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-24T05:43:00.998641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:59.693837Z","time spent":"1.304615705s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6431,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:00.998659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.396298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:00.999364Z","caller":"traceutil/trace.go:171","msg":"trace[1665425961] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5775; }","duration":"386.417992ms","start":"2026-07-24T05:43:00.612931Z","end":"2026-07-24T05:43:00.999349Z","steps":["trace[1665425961] 'agreement among raft nodes before linearized reading' (duration: 385.399158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:00.998331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.626542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522e88898974b\" ","response":"range_response_count:1 size:941"} {"level":"warn","ts":"2026-07-24T05:43:00.998383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.482487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:43:00.998299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:42:59.690448Z","time spent":"1.30784146s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121233,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:43:01.000741Z","caller":"traceutil/trace.go:171","msg":"trace[780634459] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522e88898974b; range_end:; response_count:1; response_revision:5775; }","duration":"917.092558ms","start":"2026-07-24T05:43:00.083629Z","end":"2026-07-24T05:43:01.000721Z","steps":["trace[780634459] 'agreement among raft nodes before linearized reading' (duration: 914.439347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:01.001255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:00.083616Z","time spent":"917.58211ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":964,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522e88898974b\" "} {"level":"warn","ts":"2026-07-24T05:43:01.000843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:00.61291Z","time spent":"387.884666ms","remote":"127.0.0.1:58886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:01.000921Z","caller":"traceutil/trace.go:171","msg":"trace[1259482773] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5775; }","duration":"146.040386ms","start":"2026-07-24T05:43:00.854859Z","end":"2026-07-24T05:43:01.0009Z","steps":["trace[1259482773] 'agreement among raft nodes before linearized reading' (duration: 143.467257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:01.002522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.475745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:252 size:199247"} {"level":"info","ts":"2026-07-24T05:43:01.002577Z","caller":"traceutil/trace.go:171","msg":"trace[1142741824] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:252; response_revision:5775; }","duration":"658.539346ms","start":"2026-07-24T05:43:00.344025Z","end":"2026-07-24T05:43:01.002565Z","steps":["trace[1142741824] 'agreement among raft nodes before linearized reading' (duration: 654.37495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:01.002625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:00.343958Z","time spent":"658.647469ms","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":252,"response size":199270,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:43:01.506733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149952,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:43:01.891153Z","caller":"traceutil/trace.go:171","msg":"trace[2066625574] transaction","detail":"{read_only:false; response_revision:5776; number_of_response:1; }","duration":"884.807758ms","start":"2026-07-24T05:43:01.006311Z","end":"2026-07-24T05:43:01.891118Z","steps":["trace[2066625574] 'process raft request' (duration: 884.514531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:01.891388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:01.006292Z","time spent":"884.958862ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:01.891404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.959852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7180"} {"level":"info","ts":"2026-07-24T05:43:01.891468Z","caller":"traceutil/trace.go:171","msg":"trace[2048769899] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:5776; }","duration":"885.063373ms","start":"2026-07-24T05:43:01.006389Z","end":"2026-07-24T05:43:01.891452Z","steps":["trace[2048769899] 'agreement among raft nodes before linearized reading' (duration: 884.836938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:01.891514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:01.006361Z","time spent":"885.144255ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7203,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-07-24T05:43:01.891781Z","caller":"traceutil/trace.go:171","msg":"trace[688353142] linearizableReadLoop","detail":"{readStateIndex:6126; appliedIndex:6125; }","duration":"884.639025ms","start":"2026-07-24T05:43:01.00643Z","end":"2026-07-24T05:43:01.891069Z","steps":["trace[688353142] 'read index received' (duration: 884.229695ms)","trace[688353142] 'applied index is now lower than readState.Index' (duration: 408.08µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:02.534058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.375688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:02.534175Z","caller":"traceutil/trace.go:171","msg":"trace[609275585] linearizableReadLoop","detail":"{readStateIndex:6127; appliedIndex:6126; }","duration":"642.270464ms","start":"2026-07-24T05:43:01.891887Z","end":"2026-07-24T05:43:02.534157Z","steps":["trace[609275585] 'read index received' (duration: 411.691891ms)","trace[609275585] 'applied index is now lower than readState.Index' (duration: 230.577213ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:02.534419Z","caller":"traceutil/trace.go:171","msg":"trace[1961799277] transaction","detail":"{read_only:false; response_revision:5777; number_of_response:1; }","duration":"780.53781ms","start":"2026-07-24T05:43:01.753867Z","end":"2026-07-24T05:43:02.534405Z","steps":["trace[1961799277] 'process raft request' (duration: 549.712462ms)","trace[1961799277] 'compare' (duration: 230.163302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:02.534496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:01.753839Z","time spent":"780.620563ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:02.534766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378062868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:43:02.534875Z","caller":"traceutil/trace.go:171","msg":"trace[1590582817] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5777; }","duration":"1.378214701s","start":"2026-07-24T05:43:01.156636Z","end":"2026-07-24T05:43:02.534851Z","steps":["trace[1590582817] 'agreement among raft nodes before linearized reading' (duration: 1.377929615s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:02.534941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:01.156618Z","time spent":"1.378307354s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:43:02.535245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413900049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:02.535285Z","caller":"traceutil/trace.go:171","msg":"trace[1920959112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5777; }","duration":"1.413979421s","start":"2026-07-24T05:43:01.121297Z","end":"2026-07-24T05:43:02.535276Z","steps":["trace[1920959112] 'agreement among raft nodes before linearized reading' (duration: 1.413910599s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:02.535307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:01.121276Z","time spent":"1.414026033s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:02.535391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256360279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:02.535469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226753292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-24T05:43:02.535478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490533745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T05:43:02.535687Z","caller":"traceutil/trace.go:171","msg":"trace[504690204] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5777; }","duration":"1.490919353s","start":"2026-07-24T05:43:01.044726Z","end":"2026-07-24T05:43:02.535645Z","steps":["trace[504690204] 'agreement among raft nodes before linearized reading' (duration: 1.489847859s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:02.535507Z","caller":"traceutil/trace.go:171","msg":"trace[1845819528] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5777; }","duration":"1.256538743s","start":"2026-07-24T05:43:01.278935Z","end":"2026-07-24T05:43:02.535473Z","steps":["trace[1845819528] 'agreement among raft nodes before linearized reading' (duration: 1.256307608s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:02.535544Z","caller":"traceutil/trace.go:171","msg":"trace[1334649410] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5777; }","duration":"1.226830433s","start":"2026-07-24T05:43:01.308691Z","end":"2026-07-24T05:43:02.535522Z","steps":["trace[1334649410] 'agreement among raft nodes before linearized reading' (duration: 1.226466325s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:02.535745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:01.044702Z","time spent":"1.491031255s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:43:02.535792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:01.278914Z","time spent":"1.256858011s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:02.53585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:01.30863Z","time spent":"1.227205703s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-24T05:43:03.447646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.798076ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:03.447909Z","caller":"traceutil/trace.go:171","msg":"trace[1975480370] linearizableReadLoop","detail":"{readStateIndex:6130; appliedIndex:6127; }","duration":"913.68876ms","start":"2026-07-24T05:43:02.534202Z","end":"2026-07-24T05:43:03.447891Z","steps":["trace[1975480370] 'read index received' (duration: 490.597308ms)","trace[1975480370] 'applied index is now lower than readState.Index' (duration: 423.090072ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:03.448244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.2674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-24T05:43:03.448408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.240549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-07-24T05:43:03.448434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.968283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T05:43:03.448437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.333248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:43:03.448457Z","caller":"traceutil/trace.go:171","msg":"trace[958419065] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5; range_end:; response_count:1; response_revision:5780; }","duration":"909.521386ms","start":"2026-07-24T05:43:02.538924Z","end":"2026-07-24T05:43:03.448445Z","steps":["trace[958419065] 'agreement among raft nodes before linearized reading' (duration: 909.158968ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:03.448481Z","caller":"traceutil/trace.go:171","msg":"trace[1371037942] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5780; }","duration":"916.043724ms","start":"2026-07-24T05:43:02.532418Z","end":"2026-07-24T05:43:03.448462Z","steps":["trace[1371037942] 'agreement among raft nodes before linearized reading' (duration: 915.945632ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:03.448494Z","caller":"traceutil/trace.go:171","msg":"trace[2017078393] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5780; }","duration":"437.40443ms","start":"2026-07-24T05:43:03.011075Z","end":"2026-07-24T05:43:03.448479Z","steps":["trace[2017078393] 'agreement among raft nodes before linearized reading' (duration: 437.202665ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:03.448507Z","caller":"traceutil/trace.go:171","msg":"trace[237399691] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5780; }","duration":"909.347792ms","start":"2026-07-24T05:43:02.539108Z","end":"2026-07-24T05:43:03.448456Z","steps":["trace[237399691] 'agreement among raft nodes before linearized reading' (duration: 909.166058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:03.448483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.435558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:43:03.44854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:03.011005Z","time spent":"437.526103ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:43:03.448258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.525644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:03.448596Z","caller":"traceutil/trace.go:171","msg":"trace[879947460] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5780; }","duration":"496.899483ms","start":"2026-07-24T05:43:02.951682Z","end":"2026-07-24T05:43:03.448581Z","steps":["trace[879947460] 'agreement among raft nodes before linearized reading' (duration: 496.486524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:03.448548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:02.539095Z","time spent":"909.444744ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-24T05:43:03.448631Z","caller":"traceutil/trace.go:171","msg":"trace[1294900854] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5780; }","duration":"522.718475ms","start":"2026-07-24T05:43:02.925857Z","end":"2026-07-24T05:43:03.448575Z","steps":["trace[1294900854] 'agreement among raft nodes before linearized reading' (duration: 522.469529ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:03.448434Z","caller":"traceutil/trace.go:171","msg":"trace[266295533] transaction","detail":"{read_only:false; response_revision:5779; number_of_response:1; }","duration":"1.531179947s","start":"2026-07-24T05:43:01.917229Z","end":"2026-07-24T05:43:03.448409Z","steps":["trace[266295533] 'process raft request' (duration: 1.530526002s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:03.448719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:02.538895Z","time spent":"909.804212ms","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" "} {"level":"warn","ts":"2026-07-24T05:43:03.448702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:02.925835Z","time spent":"522.853878ms","remote":"127.0.0.1:32932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:03.448381Z","caller":"traceutil/trace.go:171","msg":"trace[1755111213] transaction","detail":"{read_only:false; response_revision:5780; number_of_response:1; }","duration":"1.10183262s","start":"2026-07-24T05:43:02.346527Z","end":"2026-07-24T05:43:03.44836Z","steps":["trace[1755111213] 'process raft request' (duration: 1.101315248s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:03.449047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:01.917197Z","time spent":"1.531574465s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7225,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:03.448386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.607599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:03.448542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:02.532398Z","time spent":"916.134767ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:43:03.448637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:02.951668Z","time spent":"496.957364ms","remote":"127.0.0.1:53856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:03.448312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361338065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:43:03.45022Z","caller":"traceutil/trace.go:171","msg":"trace[1114359235] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5780; }","duration":"1.36330472s","start":"2026-07-24T05:43:02.086896Z","end":"2026-07-24T05:43:03.4502Z","steps":["trace[1114359235] 'agreement among raft nodes before linearized reading' (duration: 1.361176921s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:03.448325Z","caller":"traceutil/trace.go:171","msg":"trace[400940255] transaction","detail":"{read_only:false; response_revision:5778; number_of_response:1; }","duration":"1.55056975s","start":"2026-07-24T05:43:01.897726Z","end":"2026-07-24T05:43:03.448296Z","steps":["trace[400940255] 'process raft request' (duration: 1.127053838s)","trace[400940255] 'compare' (duration: 422.579671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:03.450336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:02.086871Z","time spent":"1.363443154s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:43:03.449231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:02.346501Z","time spent":"1.102474195s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:03.450339Z","caller":"traceutil/trace.go:171","msg":"trace[568354197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5780; }","duration":"907.824587ms","start":"2026-07-24T05:43:02.541729Z","end":"2026-07-24T05:43:03.449554Z","steps":["trace[568354197] 'agreement among raft nodes before linearized reading' (duration: 906.540038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:03.450543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:02.541722Z","time spent":"908.80331ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:03.450423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:01.897694Z","time spent":"1.552637068s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:43:04.032797Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149967,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:43:04.32357Z","caller":"traceutil/trace.go:171","msg":"trace[230064458] linearizableReadLoop","detail":"{readStateIndex:6132; appliedIndex:6131; }","duration":"791.468031ms","start":"2026-07-24T05:43:03.532077Z","end":"2026-07-24T05:43:04.323545Z","steps":["trace[230064458] 'read index received' (duration: 791.243986ms)","trace[230064458] 'applied index is now lower than readState.Index' (duration: 223.125µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:04.323692Z","caller":"traceutil/trace.go:171","msg":"trace[1195575823] transaction","detail":"{read_only:false; response_revision:5782; number_of_response:1; }","duration":"797.719003ms","start":"2026-07-24T05:43:03.525961Z","end":"2026-07-24T05:43:04.32368Z","steps":["trace[1195575823] 'process raft request' (duration: 797.422866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:04.323816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:03.525935Z","time spent":"797.789215ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10869,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:04.323984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.857903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:04.324065Z","caller":"traceutil/trace.go:171","msg":"trace[1787863409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5782; }","duration":"204.982876ms","start":"2026-07-24T05:43:04.119068Z","end":"2026-07-24T05:43:04.324051Z","steps":["trace[1787863409] 'agreement among raft nodes before linearized reading' (duration: 204.866573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:04.324284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.177498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:43:04.324386Z","caller":"traceutil/trace.go:171","msg":"trace[1836422211] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5782; }","duration":"792.326461ms","start":"2026-07-24T05:43:03.532035Z","end":"2026-07-24T05:43:04.324361Z","steps":["trace[1836422211] 'agreement among raft nodes before linearized reading' (duration: 792.020414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:04.32444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:03.532018Z","time spent":"792.411823ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:43:04.659459Z","caller":"traceutil/trace.go:171","msg":"trace[169979754] linearizableReadLoop","detail":"{readStateIndex:6133; appliedIndex:6132; }","duration":"332.2702ms","start":"2026-07-24T05:43:04.327168Z","end":"2026-07-24T05:43:04.659438Z","steps":["trace[169979754] 'read index received' (duration: 255.281507ms)","trace[169979754] 'applied index is now lower than readState.Index' (duration: 76.987723ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:04.65954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:04.325608Z","time spent":"333.92389ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:43:04.659672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.488016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-07-24T05:43:04.659702Z","caller":"traceutil/trace.go:171","msg":"trace[1908177329] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq; range_end:; response_count:1; response_revision:5782; }","duration":"332.567787ms","start":"2026-07-24T05:43:04.327127Z","end":"2026-07-24T05:43:04.659695Z","steps":["trace[1908177329] 'agreement among raft nodes before linearized reading' (duration: 332.413874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:04.659721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:04.327112Z","time spent":"332.604139ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4489,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq\" "} {"level":"warn","ts":"2026-07-24T05:43:04.659726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.943106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:04.659909Z","caller":"traceutil/trace.go:171","msg":"trace[1426361046] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:5782; }","duration":"140.071309ms","start":"2026-07-24T05:43:04.519749Z","end":"2026-07-24T05:43:04.659821Z","steps":["trace[1426361046] 'agreement among raft nodes before linearized reading' (duration: 139.842204ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:04.939362Z","caller":"traceutil/trace.go:171","msg":"trace[798177616] transaction","detail":"{read_only:false; response_revision:5783; number_of_response:1; }","duration":"277.940817ms","start":"2026-07-24T05:43:04.661342Z","end":"2026-07-24T05:43:04.939283Z","steps":["trace[798177616] 'process raft request' (duration: 250.213312ms)","trace[798177616] 'compare' (duration: 27.583082ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:05.442412Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:43:05.838217Z","caller":"traceutil/trace.go:171","msg":"trace[775569537] linearizableReadLoop","detail":"{readStateIndex:6135; appliedIndex:6134; }","duration":"896.394584ms","start":"2026-07-24T05:43:04.94177Z","end":"2026-07-24T05:43:05.838165Z","steps":["trace[775569537] 'read index received' (duration: 887.342507ms)","trace[775569537] 'applied index is now lower than readState.Index' (duration: 9.048477ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:05.838476Z","caller":"traceutil/trace.go:171","msg":"trace[1836136286] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"1.171491936s","start":"2026-07-24T05:43:04.666964Z","end":"2026-07-24T05:43:05.838456Z","steps":["trace[1836136286] 'process raft request' (duration: 1.162272905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:05.838548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.593198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:05.838619Z","caller":"traceutil/trace.go:171","msg":"trace[1737513581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5784; }","duration":"717.71011ms","start":"2026-07-24T05:43:05.120891Z","end":"2026-07-24T05:43:05.838601Z","steps":["trace[1737513581] 'agreement among raft nodes before linearized reading' (duration: 717.589948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:05.838657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:05.120863Z","time spent":"717.788612ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:05.838692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:04.666949Z","time spent":"1.171581328s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:05.838833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.170531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:43:05.838845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.194162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:43:05.838906Z","caller":"traceutil/trace.go:171","msg":"trace[1569538323] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5784; }","duration":"319.266664ms","start":"2026-07-24T05:43:05.519619Z","end":"2026-07-24T05:43:05.838886Z","steps":["trace[1569538323] 'agreement among raft nodes before linearized reading' (duration: 319.054439ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:05.838915Z","caller":"traceutil/trace.go:171","msg":"trace[938340376] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5784; }","duration":"319.309845ms","start":"2026-07-24T05:43:05.519586Z","end":"2026-07-24T05:43:05.838896Z","steps":["trace[938340376] 'agreement among raft nodes before linearized reading' (duration: 319.09386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:05.83883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.90354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:43:05.838956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:05.519606Z","time spent":"319.339225ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:43:05.838957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:05.519565Z","time spent":"319.384146ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:43:05.838942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.156772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:43:05.839052Z","caller":"traceutil/trace.go:171","msg":"trace[662642687] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5784; }","duration":"897.326405ms","start":"2026-07-24T05:43:04.941701Z","end":"2026-07-24T05:43:05.839027Z","steps":["trace[662642687] 'agreement among raft nodes before linearized reading' (duration: 896.988927ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:05.83899Z","caller":"traceutil/trace.go:171","msg":"trace[1049397450] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5784; }","duration":"682.123255ms","start":"2026-07-24T05:43:05.156853Z","end":"2026-07-24T05:43:05.838976Z","steps":["trace[1049397450] 'agreement among raft nodes before linearized reading' (duration: 681.841368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:05.839114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:05.156829Z","time spent":"682.275919ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:43:05.839126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:04.941682Z","time spent":"897.429538ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:43:06.288191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.719957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:06.288273Z","caller":"traceutil/trace.go:171","msg":"trace[2063226402] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:5784; }","duration":"196.86278ms","start":"2026-07-24T05:43:06.091391Z","end":"2026-07-24T05:43:06.288254Z","steps":["trace[2063226402] 'count revisions from in-memory index tree' (duration: 196.625235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:06.288393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.883682ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:06.288659Z","caller":"traceutil/trace.go:171","msg":"trace[1722756853] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5784; }","duration":"194.119427ms","start":"2026-07-24T05:43:06.094475Z","end":"2026-07-24T05:43:06.288594Z","steps":["trace[1722756853] 'range keys from in-memory index tree' (duration: 193.851751ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:07.360271Z","caller":"traceutil/trace.go:171","msg":"trace[625612595] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"191.064847ms","start":"2026-07-24T05:43:07.169188Z","end":"2026-07-24T05:43:07.360252Z","steps":["trace[625612595] 'process raft request' (duration: 190.800041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:07.919013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464149998,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:43:08.099795Z","caller":"traceutil/trace.go:171","msg":"trace[1663735552] linearizableReadLoop","detail":"{readStateIndex:6137; appliedIndex:6136; }","duration":"681.229885ms","start":"2026-07-24T05:43:07.418528Z","end":"2026-07-24T05:43:08.099758Z","steps":["trace[1663735552] 'read index received' (duration: 680.851916ms)","trace[1663735552] 'applied index is now lower than readState.Index' (duration: 376.259µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:08.09999Z","caller":"traceutil/trace.go:171","msg":"trace[1632171847] transaction","detail":"{read_only:false; response_revision:5786; number_of_response:1; }","duration":"729.743676ms","start":"2026-07-24T05:43:07.370228Z","end":"2026-07-24T05:43:08.099972Z","steps":["trace[1632171847] 'process raft request' (duration: 729.288915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:08.100164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:07.370201Z","time spent":"729.819508ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5777,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:08.100231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.160691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:43:08.100354Z","caller":"traceutil/trace.go:171","msg":"trace[1773960107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5786; }","duration":"250.352426ms","start":"2026-07-24T05:43:07.849983Z","end":"2026-07-24T05:43:08.100336Z","steps":["trace[1773960107] 'agreement among raft nodes before linearized reading' (duration: 250.084779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:08.100354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.778928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:08.10043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.816843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:43:08.100544Z","caller":"traceutil/trace.go:171","msg":"trace[1685514507] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5786; }","duration":"249.951907ms","start":"2026-07-24T05:43:07.850568Z","end":"2026-07-24T05:43:08.10052Z","steps":["trace[1685514507] 'agreement among raft nodes before linearized reading' (duration: 249.66302ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:08.100485Z","caller":"traceutil/trace.go:171","msg":"trace[1228520695] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:5786; }","duration":"681.952532ms","start":"2026-07-24T05:43:07.418476Z","end":"2026-07-24T05:43:08.100428Z","steps":["trace[1228520695] 'agreement among raft nodes before linearized reading' (duration: 681.719096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:08.10066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:07.418431Z","time spent":"682.217398ms","remote":"127.0.0.1:53948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:08.596859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.121848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-24T05:43:08.59695Z","caller":"traceutil/trace.go:171","msg":"trace[1666168872] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5786; }","duration":"136.263702ms","start":"2026-07-24T05:43:08.460664Z","end":"2026-07-24T05:43:08.596928Z","steps":["trace[1666168872] 'range keys from in-memory index tree' (duration: 135.950165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:08.597242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.211044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121412"} {"level":"info","ts":"2026-07-24T05:43:08.597342Z","caller":"traceutil/trace.go:171","msg":"trace[669586420] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5786; }","duration":"488.347046ms","start":"2026-07-24T05:43:08.108974Z","end":"2026-07-24T05:43:08.597321Z","steps":["trace[669586420] 'range keys from in-memory index tree' (duration: 487.862306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:08.597485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:08.108964Z","time spent":"488.50341ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121435,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:09.948633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.795981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:43:09.949129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.786299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-24T05:43:09.949151Z","caller":"traceutil/trace.go:171","msg":"trace[1673714326] linearizableReadLoop","detail":"{readStateIndex:6138; appliedIndex:6137; }","duration":"489.528283ms","start":"2026-07-24T05:43:09.459328Z","end":"2026-07-24T05:43:09.948856Z","steps":["trace[1673714326] 'read index received' (duration: 174.426316ms)","trace[1673714326] 'applied index is now lower than readState.Index' (duration: 314.978044ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:09.949238Z","caller":"traceutil/trace.go:171","msg":"trace[22806723] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:5786; }","duration":"489.939963ms","start":"2026-07-24T05:43:09.459269Z","end":"2026-07-24T05:43:09.949209Z","steps":["trace[22806723] 'agreement among raft nodes before linearized reading' (duration: 489.649286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:09.949298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:09.459247Z","time spent":"490.037576ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T05:43:09.949366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.479878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:09.949429Z","caller":"traceutil/trace.go:171","msg":"trace[412297953] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:5786; }","duration":"353.584411ms","start":"2026-07-24T05:43:09.595828Z","end":"2026-07-24T05:43:09.949413Z","steps":["trace[412297953] 'agreement among raft nodes before linearized reading' (duration: 353.462098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:09.949495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:09.595809Z","time spent":"353.670272ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":8,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:10.412273Z","caller":"traceutil/trace.go:171","msg":"trace[154066590] transaction","detail":"{read_only:false; response_revision:5787; number_of_response:1; }","duration":"224.159625ms","start":"2026-07-24T05:43:10.188088Z","end":"2026-07-24T05:43:10.412248Z","steps":["trace[154066590] 'process raft request' (duration: 223.996641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:11.200461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.652678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:11.200593Z","caller":"traceutil/trace.go:171","msg":"trace[977493521] linearizableReadLoop","detail":"{readStateIndex:6140; appliedIndex:6139; }","duration":"778.692858ms","start":"2026-07-24T05:43:10.421862Z","end":"2026-07-24T05:43:11.200554Z","steps":["trace[977493521] 'read index received' (duration: 188.749744ms)","trace[977493521] 'applied index is now lower than readState.Index' (duration: 589.941394ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:11.200798Z","caller":"traceutil/trace.go:171","msg":"trace[1903058185] transaction","detail":"{read_only:false; response_revision:5788; number_of_response:1; }","duration":"778.993955ms","start":"2026-07-24T05:43:10.421776Z","end":"2026-07-24T05:43:11.200769Z","steps":["trace[1903058185] 'process raft request' (duration: 188.933829ms)","trace[1903058185] 'compare' (duration: 589.255228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:11.200953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:10.421761Z","time spent":"779.120917ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:11.201025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.143208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-07-24T05:43:11.201099Z","caller":"traceutil/trace.go:171","msg":"trace[87781948] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:5788; }","duration":"779.246891ms","start":"2026-07-24T05:43:10.421835Z","end":"2026-07-24T05:43:11.201082Z","steps":["trace[87781948] 'agreement among raft nodes before linearized reading' (duration: 779.028606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:11.201148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:10.421824Z","time spent":"779.315912ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-24T05:43:11.232788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.67102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:11.232839Z","caller":"traceutil/trace.go:171","msg":"trace[960981643] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:5788; }","duration":"538.783203ms","start":"2026-07-24T05:43:10.694042Z","end":"2026-07-24T05:43:11.232825Z","steps":["trace[960981643] 'agreement among raft nodes before linearized reading' (duration: 538.694861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:11.232842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.828645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-07-24T05:43:11.232871Z","caller":"traceutil/trace.go:171","msg":"trace[1731718341] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:5788; }","duration":"810.886276ms","start":"2026-07-24T05:43:10.421974Z","end":"2026-07-24T05:43:11.23286Z","steps":["trace[1731718341] 'agreement among raft nodes before linearized reading' (duration: 810.732642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:11.2329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:10.421953Z","time spent":"810.939197ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-07-24T05:43:11.232946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.970197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" ","response":"range_response_count:1 size:7210"} {"level":"info","ts":"2026-07-24T05:43:11.232975Z","caller":"traceutil/trace.go:171","msg":"trace[2118512216] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v948m; range_end:; response_count:1; response_revision:5788; }","duration":"350.033838ms","start":"2026-07-24T05:43:10.882934Z","end":"2026-07-24T05:43:11.232968Z","steps":["trace[2118512216] 'agreement among raft nodes before linearized reading' (duration: 349.952796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:11.232969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.157669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:43:11.232996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:10.882916Z","time spent":"350.072929ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7233,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" "} {"level":"warn","ts":"2026-07-24T05:43:11.232907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.29351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:11.233001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.726687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T05:43:11.233063Z","caller":"traceutil/trace.go:171","msg":"trace[870096067] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5788; }","duration":"265.82929ms","start":"2026-07-24T05:43:10.967218Z","end":"2026-07-24T05:43:11.233047Z","steps":["trace[870096067] 'agreement among raft nodes before linearized reading' (duration: 265.610765ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:11.233095Z","caller":"traceutil/trace.go:171","msg":"trace[393235834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5788; }","duration":"111.516905ms","start":"2026-07-24T05:43:11.121521Z","end":"2026-07-24T05:43:11.233037Z","steps":["trace[393235834] 'agreement among raft nodes before linearized reading' (duration: 111.225808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:11.233151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.443137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-07-24T05:43:11.233155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.748393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-07-24T05:43:11.233177Z","caller":"traceutil/trace.go:171","msg":"trace[1585317396] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:5788; }","duration":"783.514959ms","start":"2026-07-24T05:43:10.449655Z","end":"2026-07-24T05:43:11.23317Z","steps":["trace[1585317396] 'agreement among raft nodes before linearized reading' (duration: 783.382946ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:11.23318Z","caller":"traceutil/trace.go:171","msg":"trace[304241087] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:5788; }","duration":"810.794144ms","start":"2026-07-24T05:43:10.422378Z","end":"2026-07-24T05:43:11.233173Z","steps":["trace[304241087] 'agreement among raft nodes before linearized reading' (duration: 810.724332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:11.233205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:10.449634Z","time spent":"783.56454ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-24T05:43:11.233211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:10.42237Z","time spent":"810.836985ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-07-24T05:43:11.232872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:10.694004Z","time spent":"538.859075ms","remote":"127.0.0.1:48200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:11.233024Z","caller":"traceutil/trace.go:171","msg":"trace[1141442175] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5788; }","duration":"628.268672ms","start":"2026-07-24T05:43:10.604743Z","end":"2026-07-24T05:43:11.233011Z","steps":["trace[1141442175] 'agreement among raft nodes before linearized reading' (duration: 628.097188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:11.233308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:10.604717Z","time spent":"628.587379ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:43:11.233583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.970128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-07-24T05:43:11.233609Z","caller":"traceutil/trace.go:171","msg":"trace[1487527498] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:5788; }","duration":"615.016539ms","start":"2026-07-24T05:43:10.618584Z","end":"2026-07-24T05:43:11.233601Z","steps":["trace[1487527498] 'agreement among raft nodes before linearized reading' (duration: 614.455707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:11.233624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:10.618572Z","time spent":"615.04791ms","remote":"127.0.0.1:48002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-24T05:43:11.68558Z","caller":"traceutil/trace.go:171","msg":"trace[213494759] linearizableReadLoop","detail":"{readStateIndex:6141; appliedIndex:6140; }","duration":"443.044569ms","start":"2026-07-24T05:43:11.242512Z","end":"2026-07-24T05:43:11.685556Z","steps":["trace[213494759] 'read index received' (duration: 427.526794ms)","trace[213494759] 'applied index is now lower than readState.Index' (duration: 15.516815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:11.685789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.123324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:11.685862Z","caller":"traceutil/trace.go:171","msg":"trace[1660288439] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:5789; }","duration":"114.252077ms","start":"2026-07-24T05:43:11.571591Z","end":"2026-07-24T05:43:11.685843Z","steps":["trace[1660288439] 'agreement among raft nodes before linearized reading' (duration: 114.129564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:11.685947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.407617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-07-24T05:43:11.686041Z","caller":"traceutil/trace.go:171","msg":"trace[1111824254] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5789; }","duration":"443.517321ms","start":"2026-07-24T05:43:11.2425Z","end":"2026-07-24T05:43:11.686018Z","steps":["trace[1111824254] 'agreement among raft nodes before linearized reading' (duration: 443.224583ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:11.686024Z","caller":"traceutil/trace.go:171","msg":"trace[964611974] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"443.579161ms","start":"2026-07-24T05:43:11.242018Z","end":"2026-07-24T05:43:11.685597Z","steps":["trace[964611974] 'process raft request' (duration: 427.969934ms)","trace[964611974] 'compare' (duration: 15.471854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:11.686091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:11.242489Z","time spent":"443.589533ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:43:11.686207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:11.241998Z","time spent":"444.117215ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:12.356674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.589942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:12.356773Z","caller":"traceutil/trace.go:171","msg":"trace[714690744] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5789; }","duration":"254.764836ms","start":"2026-07-24T05:43:12.101986Z","end":"2026-07-24T05:43:12.356751Z","steps":["trace[714690744] 'count revisions from in-memory index tree' (duration: 254.450809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:12.356848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.875222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-07-24T05:43:12.356921Z","caller":"traceutil/trace.go:171","msg":"trace[329865498] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:5789; }","duration":"369.998496ms","start":"2026-07-24T05:43:11.986906Z","end":"2026-07-24T05:43:12.356904Z","steps":["trace[329865498] 'range keys from in-memory index tree' (duration: 369.701599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:12.356958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:11.986889Z","time spent":"370.062607ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-24T05:43:12.356867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.88849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:12.357056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.711226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:12.35715Z","caller":"traceutil/trace.go:171","msg":"trace[1954891141] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:5789; }","duration":"479.191417ms","start":"2026-07-24T05:43:11.877912Z","end":"2026-07-24T05:43:12.357103Z","steps":["trace[1954891141] 'range keys from in-memory index tree' (duration: 478.773078ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:12.357176Z","caller":"traceutil/trace.go:171","msg":"trace[189625126] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5789; }","duration":"478.859209ms","start":"2026-07-24T05:43:11.878293Z","end":"2026-07-24T05:43:12.357152Z","steps":["trace[189625126] 'range keys from in-memory index tree' (duration: 478.574363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:12.357198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.812752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:12.357256Z","caller":"traceutil/trace.go:171","msg":"trace[1567438922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5789; }","duration":"235.910244ms","start":"2026-07-24T05:43:12.121329Z","end":"2026-07-24T05:43:12.357239Z","steps":["trace[1567438922] 'range keys from in-memory index tree' (duration: 235.72373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:12.357268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.647381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:43:12.357299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:11.877864Z","time spent":"479.370561ms","remote":"127.0.0.1:50920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-07-24T05:43:12.357327Z","caller":"traceutil/trace.go:171","msg":"trace[1026681535] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5789; }","duration":"229.721413ms","start":"2026-07-24T05:43:12.127592Z","end":"2026-07-24T05:43:12.357313Z","steps":["trace[1026681535] 'range keys from in-memory index tree' (duration: 229.491697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:12.357269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:11.878232Z","time spent":"479.006243ms","remote":"127.0.0.1:50918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"info","ts":"2026-07-24T05:43:12.700354Z","caller":"traceutil/trace.go:171","msg":"trace[350366042] transaction","detail":"{read_only:false; response_revision:5790; number_of_response:1; }","duration":"173.449174ms","start":"2026-07-24T05:43:12.526875Z","end":"2026-07-24T05:43:12.700324Z","steps":["trace[350366042] 'process raft request' (duration: 173.301851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:13.657548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:14.15858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:14.274962Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.574752734s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:43:14.275581Z","caller":"traceutil/trace.go:171","msg":"trace[1695204853] transaction","detail":"{read_only:false; response_revision:5791; number_of_response:1; }","duration":"1.746895658s","start":"2026-07-24T05:43:12.528665Z","end":"2026-07-24T05:43:14.275561Z","steps":["trace[1695204853] 'process raft request' (duration: 1.746788155s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:14.275692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:12.528631Z","time spent":"1.74699979s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:15.152663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.310679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:15.152873Z","caller":"traceutil/trace.go:171","msg":"trace[1779622188] linearizableReadLoop","detail":"{readStateIndex:6146; appliedIndex:6142; }","duration":"1.995929391s","start":"2026-07-24T05:43:13.15693Z","end":"2026-07-24T05:43:15.15286Z","steps":["trace[1779622188] 'read index received' (duration: 1.118603114s)","trace[1779622188] 'applied index is now lower than readState.Index' (duration: 877.325637ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:15.152927Z","caller":"traceutil/trace.go:171","msg":"trace[1772260085] transaction","detail":"{read_only:false; response_revision:5792; number_of_response:1; }","duration":"2.292926996s","start":"2026-07-24T05:43:12.859992Z","end":"2026-07-24T05:43:15.152919Z","steps":["trace[1772260085] 'process raft request' (duration: 1.569295129s)","trace[1772260085] 'compare' (duration: 723.177346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:15.152963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:12.859964Z","time spent":"2.292978786s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:15.153036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:12.873922Z","time spent":"2.279113368s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-24T05:43:15.153127Z","caller":"traceutil/trace.go:171","msg":"trace[828346337] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"1.593185757s","start":"2026-07-24T05:43:13.559908Z","end":"2026-07-24T05:43:15.153094Z","steps":["trace[828346337] 'process raft request' (duration: 1.592912981s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.153217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9962949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:43:15.153237Z","caller":"traceutil/trace.go:171","msg":"trace[195675745] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5793; }","duration":"1.996355802s","start":"2026-07-24T05:43:13.156875Z","end":"2026-07-24T05:43:15.15323Z","steps":["trace[195675745] 'agreement among raft nodes before linearized reading' (duration: 1.9962567s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.15327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:13.559881Z","time spent":"1.593312809s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:15.153256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:13.156851Z","time spent":"1.996401262s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:43:15.76766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.558663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:15.768235Z","caller":"traceutil/trace.go:171","msg":"trace[1436905184] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"902.732151ms","start":"2026-07-24T05:43:14.865474Z","end":"2026-07-24T05:43:15.768206Z","steps":["trace[1436905184] 'process raft request' (duration: 478.527513ms)","trace[1436905184] 'compare' (duration: 423.45243ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:15.768301Z","caller":"traceutil/trace.go:171","msg":"trace[1147913035] linearizableReadLoop","detail":"{readStateIndex:6147; appliedIndex:6146; }","duration":"615.385487ms","start":"2026-07-24T05:43:15.152893Z","end":"2026-07-24T05:43:15.768279Z","steps":["trace[1147913035] 'read index received' (duration: 191.123888ms)","trace[1147913035] 'applied index is now lower than readState.Index' (duration: 424.258549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:15.768362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:14.865444Z","time spent":"902.849563ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:15.768357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647301565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:15.768392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.229006002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:43:15.768405Z","caller":"traceutil/trace.go:171","msg":"trace[1600593103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5794; }","duration":"1.647399778s","start":"2026-07-24T05:43:14.120995Z","end":"2026-07-24T05:43:15.768394Z","steps":["trace[1600593103] 'agreement among raft nodes before linearized reading' (duration: 1.647304646s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.768405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.159834347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T05:43:15.76843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:14.120975Z","time spent":"1.647449189s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:43:15.768431Z","caller":"traceutil/trace.go:171","msg":"trace[192427744] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5794; }","duration":"2.229083213s","start":"2026-07-24T05:43:13.539334Z","end":"2026-07-24T05:43:15.768417Z","steps":["trace[192427744] 'agreement among raft nodes before linearized reading' (duration: 2.228968021s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.768459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:13.539312Z","time spent":"2.229140144s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:43:15.768454Z","caller":"traceutil/trace.go:171","msg":"trace[168160858] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5794; }","duration":"2.159934879s","start":"2026-07-24T05:43:13.608506Z","end":"2026-07-24T05:43:15.768441Z","steps":["trace[168160858] 'agreement among raft nodes before linearized reading' (duration: 2.159780215s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.768444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361407306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:43:15.76849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:13.60848Z","time spent":"2.160002111s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:43:15.768507Z","caller":"traceutil/trace.go:171","msg":"trace[557005190] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5794; }","duration":"1.361513129s","start":"2026-07-24T05:43:14.406979Z","end":"2026-07-24T05:43:15.768492Z","steps":["trace[557005190] 'agreement among raft nodes before linearized reading' (duration: 1.361305774s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.768518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564299003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T05:43:15.76849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.521702546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:43:15.768509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.568814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-24T05:43:15.768586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200587093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:15.768595Z","caller":"traceutil/trace.go:171","msg":"trace[1825337971] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5794; }","duration":"936.662726ms","start":"2026-07-24T05:43:14.831912Z","end":"2026-07-24T05:43:15.768575Z","steps":["trace[1825337971] 'agreement among raft nodes before linearized reading' (duration: 936.40174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.768611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077079782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-24T05:43:15.768641Z","caller":"traceutil/trace.go:171","msg":"trace[320772782] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:5794; }","duration":"2.077154173s","start":"2026-07-24T05:43:13.691481Z","end":"2026-07-24T05:43:15.768636Z","steps":["trace[320772782] 'agreement among raft nodes before linearized reading' (duration: 2.077091042s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.768667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:13.691458Z","time spent":"2.077205155s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T05:43:15.768671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.658167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" ","response":"range_response_count:1 size:7053"} {"level":"info","ts":"2026-07-24T05:43:15.768577Z","caller":"traceutil/trace.go:171","msg":"trace[638841339] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5794; }","duration":"2.521828938s","start":"2026-07-24T05:43:13.246728Z","end":"2026-07-24T05:43:15.768557Z","steps":["trace[638841339] 'agreement among raft nodes before linearized reading' (duration: 2.521578033s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:15.768717Z","caller":"traceutil/trace.go:171","msg":"trace[1763934825] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v948m; range_end:; response_count:1; response_revision:5794; }","duration":"919.742029ms","start":"2026-07-24T05:43:14.848968Z","end":"2026-07-24T05:43:15.76871Z","steps":["trace[1763934825] 'agreement among raft nodes before linearized reading' (duration: 919.610236ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.768743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:13.24671Z","time spent":"2.522021463s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:43:15.768665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:14.831861Z","time spent":"936.785299ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-24T05:43:15.768782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:14.848947Z","time spent":"919.80658ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7076,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" "} {"level":"warn","ts":"2026-07-24T05:43:15.768542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:14.406956Z","time spent":"1.36157981s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:43:15.768507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.283264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:15.768541Z","caller":"traceutil/trace.go:171","msg":"trace[1697320966] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5794; }","duration":"2.564379665s","start":"2026-07-24T05:43:13.204155Z","end":"2026-07-24T05:43:15.768535Z","steps":["trace[1697320966] 'agreement among raft nodes before linearized reading' (duration: 2.564231142s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:15.768852Z","caller":"traceutil/trace.go:171","msg":"trace[1217820655] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5794; }","duration":"983.696944ms","start":"2026-07-24T05:43:14.785142Z","end":"2026-07-24T05:43:15.768839Z","steps":["trace[1217820655] 'agreement among raft nodes before linearized reading' (duration: 983.287825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.768868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:13.204134Z","time spent":"2.564729762s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:43:15.768881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:14.78512Z","time spent":"983.751125ms","remote":"127.0.0.1:33948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:15.768879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.064715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:43:15.768905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.415259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:43:15.768926Z","caller":"traceutil/trace.go:171","msg":"trace[1682901938] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5795; }","duration":"146.157698ms","start":"2026-07-24T05:43:15.622758Z","end":"2026-07-24T05:43:15.768916Z","steps":["trace[1682901938] 'agreement among raft nodes before linearized reading' (duration: 146.051075ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:15.768943Z","caller":"traceutil/trace.go:171","msg":"trace[1581115252] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5795; }","duration":"612.496341ms","start":"2026-07-24T05:43:15.156438Z","end":"2026-07-24T05:43:15.768934Z","steps":["trace[1581115252] 'agreement among raft nodes before linearized reading' (duration: 612.368098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.768959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.494134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-24T05:43:15.768995Z","caller":"traceutil/trace.go:171","msg":"trace[170410016] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5795; }","duration":"555.549996ms","start":"2026-07-24T05:43:15.213434Z","end":"2026-07-24T05:43:15.768984Z","steps":["trace[170410016] 'agreement among raft nodes before linearized reading' (duration: 555.435884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.76902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.213424Z","time spent":"555.589727ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:43:15.76903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.975764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T05:43:15.769045Z","caller":"traceutil/trace.go:171","msg":"trace[372914686] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"614.281551ms","start":"2026-07-24T05:43:15.154747Z","end":"2026-07-24T05:43:15.769029Z","steps":["trace[372914686] 'process raft request' (duration: 613.297729ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:15.769065Z","caller":"traceutil/trace.go:171","msg":"trace[1226030753] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5795; }","duration":"562.044216ms","start":"2026-07-24T05:43:15.207007Z","end":"2026-07-24T05:43:15.769051Z","steps":["trace[1226030753] 'agreement among raft nodes before linearized reading' (duration: 561.976044ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:15.768615Z","caller":"traceutil/trace.go:171","msg":"trace[126822119] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5794; }","duration":"1.200656865s","start":"2026-07-24T05:43:14.567951Z","end":"2026-07-24T05:43:15.768608Z","steps":["trace[126822119] 'agreement among raft nodes before linearized reading' (duration: 1.200608244s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:15.769092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.206981Z","time spent":"562.105096ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:43:15.769107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:14.567929Z","time spent":"1.201167517s","remote":"127.0.0.1:33904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:15.769116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.154706Z","time spent":"614.379453ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:43:15.768967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.156419Z","time spent":"612.542012ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:43:17.777844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000642609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:43:17.778001Z","caller":"traceutil/trace.go:171","msg":"trace[1919464867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000805774s","start":"2026-07-24T05:43:15.777145Z","end":"2026-07-24T05:43:17.777951Z","steps":["trace[1919464867] 'agreement among raft nodes before linearized reading' (duration: 2.00065058s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:17.778073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.777139Z","time spent":"2.000919516s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:43:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:17.882635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788123522s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:17.882737Z","caller":"traceutil/trace.go:171","msg":"trace[1244772508] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5795; }","duration":"1.788246796s","start":"2026-07-24T05:43:16.094474Z","end":"2026-07-24T05:43:17.882721Z","steps":["trace[1244772508] 'range keys from in-memory index tree' (duration: 1.788106591s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:17.883221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853637312s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:43:17.883286Z","caller":"traceutil/trace.go:171","msg":"trace[407830469] linearizableReadLoop","detail":"{readStateIndex:6149; appliedIndex:6148; }","duration":"2.110047766s","start":"2026-07-24T05:43:15.773226Z","end":"2026-07-24T05:43:17.883273Z","steps":["trace[407830469] 'read index received' (duration: 256.343312ms)","trace[407830469] 'applied index is now lower than readState.Index' (duration: 1.853703504s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:17.883332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.769178Z","time spent":"2.114151621s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:43:17.883898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11066578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:43:17.883968Z","caller":"traceutil/trace.go:171","msg":"trace[1507197779] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5795; }","duration":"2.110765282s","start":"2026-07-24T05:43:15.773192Z","end":"2026-07-24T05:43:17.883958Z","steps":["trace[1507197779] 'agreement among raft nodes before linearized reading' (duration: 2.110152799s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:17.884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.773175Z","time spent":"2.110817423s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:43:17.982813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.953248864s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:43:17.983413Z","caller":"traceutil/trace.go:171","msg":"trace[1594025099] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"2.210070556s","start":"2026-07-24T05:43:15.773302Z","end":"2026-07-24T05:43:17.983373Z","steps":["trace[1594025099] 'process raft request' (duration: 2.20980282s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:17.983558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.773283Z","time spent":"2.210197091s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:17.98356Z","caller":"traceutil/trace.go:171","msg":"trace[1460890615] linearizableReadLoop","detail":"{readStateIndex:6151; appliedIndex:6149; }","duration":"100.244446ms","start":"2026-07-24T05:43:17.883302Z","end":"2026-07-24T05:43:17.983546Z","steps":["trace[1460890615] 'read index received' (duration: 99.880017ms)","trace[1460890615] 'applied index is now lower than readState.Index' (duration: 363.119µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:17.983632Z","caller":"traceutil/trace.go:171","msg":"trace[361659683] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"2.208081302s","start":"2026-07-24T05:43:15.775512Z","end":"2026-07-24T05:43:17.983594Z","steps":["trace[361659683] 'process raft request' (duration: 2.207771034s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:17.983745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210323333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522a52094c369\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-07-24T05:43:17.983781Z","caller":"traceutil/trace.go:171","msg":"trace[319818400] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522a52094c369; range_end:; response_count:1; response_revision:5797; }","duration":"2.210377404s","start":"2026-07-24T05:43:15.773395Z","end":"2026-07-24T05:43:17.983772Z","steps":["trace[319818400] 'agreement among raft nodes before linearized reading' (duration: 2.2101907s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:17.983779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.775504Z","time spent":"2.208196295s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:17.983803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.773388Z","time spent":"2.210409315s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":846,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522a52094c369\" "} {"level":"warn","ts":"2026-07-24T05:43:18.360005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111651733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:43:18.360068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.253139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-24T05:43:18.360094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584174778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121412"} {"level":"warn","ts":"2026-07-24T05:43:18.360148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841704439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:18.360154Z","caller":"traceutil/trace.go:171","msg":"trace[1721347437] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:5797; }","duration":"493.404542ms","start":"2026-07-24T05:43:17.866728Z","end":"2026-07-24T05:43:18.360133Z","steps":["trace[1721347437] 'agreement among raft nodes before linearized reading' (duration: 116.926048ms)","trace[1721347437] 'range keys from in-memory index tree' (duration: 376.287139ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:18.360179Z","caller":"traceutil/trace.go:171","msg":"trace[874422512] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5797; }","duration":"1.84178108s","start":"2026-07-24T05:43:16.518391Z","end":"2026-07-24T05:43:18.360172Z","steps":["trace[874422512] 'agreement among raft nodes before linearized reading' (duration: 1.465286796s)","trace[874422512] 'count revisions from in-memory index tree' (duration: 376.453524ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:18.360189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:17.866707Z","time spent":"493.474615ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-24T05:43:18.360184Z","caller":"traceutil/trace.go:171","msg":"trace[864283433] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5797; }","duration":"2.58427499s","start":"2026-07-24T05:43:15.775886Z","end":"2026-07-24T05:43:18.360161Z","steps":["trace[864283433] 'agreement among raft nodes before linearized reading' (duration: 2.207784376s)","trace[864283433] 'range keys from in-memory index tree' (duration: 376.093815ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:18.360212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:16.518369Z","time spent":"1.841836071s","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:18.36024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.77588Z","time spent":"2.584345522s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121435,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:43:18.360094Z","caller":"traceutil/trace.go:171","msg":"trace[113414835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5797; }","duration":"2.111794227s","start":"2026-07-24T05:43:16.248267Z","end":"2026-07-24T05:43:18.360061Z","steps":["trace[113414835] 'agreement among raft nodes before linearized reading' (duration: 1.735401575s)","trace[113414835] 'count revisions from in-memory index tree' (duration: 376.279839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:18.360265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585816705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121412"} {"level":"warn","ts":"2026-07-24T05:43:18.360442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:16.248243Z","time spent":"2.112186625s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:18.360461Z","caller":"traceutil/trace.go:171","msg":"trace[1845918418] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5797; }","duration":"2.58603361s","start":"2026-07-24T05:43:15.774417Z","end":"2026-07-24T05:43:18.360451Z","steps":["trace[1845918418] 'agreement among raft nodes before linearized reading' (duration: 2.209272309s)","trace[1845918418] 'range keys from in-memory index tree' (duration: 376.364302ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:18.36008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.451877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:18.360487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:15.77441Z","time spent":"2.58606961s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121435,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:18.360498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.889404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:18.360527Z","caller":"traceutil/trace.go:171","msg":"trace[267033664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5797; }","duration":"577.951249ms","start":"2026-07-24T05:43:17.782554Z","end":"2026-07-24T05:43:18.360505Z","steps":["trace[267033664] 'agreement among raft nodes before linearized reading' (duration: 201.010644ms)","trace[267033664] 'range keys from in-memory index tree' (duration: 376.443783ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:18.360575Z","caller":"traceutil/trace.go:171","msg":"trace[98460469] transaction","detail":"{read_only:false; response_revision:5798; number_of_response:1; }","duration":"475.988424ms","start":"2026-07-24T05:43:17.884578Z","end":"2026-07-24T05:43:18.360566Z","steps":["trace[98460469] 'process raft request' (duration: 153.944687ms)","trace[98460469] 'compare' (duration: 321.435703ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:18.360583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:17.782536Z","time spent":"578.030611ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:43:18.360589Z","caller":"traceutil/trace.go:171","msg":"trace[732072637] linearizableReadLoop","detail":"{readStateIndex:6152; appliedIndex:6151; }","duration":"376.931854ms","start":"2026-07-24T05:43:17.98363Z","end":"2026-07-24T05:43:18.360562Z","steps":["trace[732072637] 'read index received' (duration: 54.874207ms)","trace[732072637] 'applied index is now lower than readState.Index' (duration: 322.054907ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:18.360638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:17.884559Z","time spent":"476.034055ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:18.360706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.057767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:18.36073Z","caller":"traceutil/trace.go:171","msg":"trace[1252730323] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:5798; }","duration":"463.116789ms","start":"2026-07-24T05:43:17.897605Z","end":"2026-07-24T05:43:18.360722Z","steps":["trace[1252730323] 'agreement among raft nodes before linearized reading' (duration: 463.018187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:18.360758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:17.897588Z","time spent":"463.161339ms","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:18.360862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.067027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-07-24T05:43:18.360908Z","caller":"traceutil/trace.go:171","msg":"trace[1309262613] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5798; }","duration":"473.143129ms","start":"2026-07-24T05:43:17.887752Z","end":"2026-07-24T05:43:18.360895Z","steps":["trace[1309262613] 'agreement among raft nodes before linearized reading' (duration: 472.898223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:18.36095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:17.887737Z","time spent":"473.20338ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:43:18.432949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.544493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:18.433065Z","caller":"traceutil/trace.go:171","msg":"trace[2010869146] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:5799; }","duration":"234.729908ms","start":"2026-07-24T05:43:18.19831Z","end":"2026-07-24T05:43:18.43304Z","steps":["trace[2010869146] 'agreement among raft nodes before linearized reading' (duration: 234.461932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:18.433265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.854465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-24T05:43:18.433748Z","caller":"traceutil/trace.go:171","msg":"trace[1390040761] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5799; }","duration":"402.392937ms","start":"2026-07-24T05:43:18.031338Z","end":"2026-07-24T05:43:18.433731Z","steps":["trace[1390040761] 'agreement among raft nodes before linearized reading' (duration: 401.687111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:18.434065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.031306Z","time spent":"402.745715ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:43:18.43297Z","caller":"traceutil/trace.go:171","msg":"trace[1509409134] transaction","detail":"{read_only:false; response_revision:5799; number_of_response:1; }","duration":"447.143913ms","start":"2026-07-24T05:43:17.98579Z","end":"2026-07-24T05:43:18.432934Z","steps":["trace[1509409134] 'process raft request' (duration: 446.734554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:18.433361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.601226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:6446"} {"level":"info","ts":"2026-07-24T05:43:18.434554Z","caller":"traceutil/trace.go:171","msg":"trace[1748707918] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:5799; }","duration":"442.840615ms","start":"2026-07-24T05:43:17.991693Z","end":"2026-07-24T05:43:18.434533Z","steps":["trace[1748707918] 'agreement among raft nodes before linearized reading' (duration: 441.476924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:18.434674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:17.985771Z","time spent":"448.514195ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:18.434714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:17.991676Z","time spent":"443.014329ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" "} {"level":"warn","ts":"2026-07-24T05:43:18.922323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.586111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:18.922429Z","caller":"traceutil/trace.go:171","msg":"trace[1152717059] linearizableReadLoop","detail":"{readStateIndex:6154; appliedIndex:6153; }","duration":"489.674447ms","start":"2026-07-24T05:43:18.432737Z","end":"2026-07-24T05:43:18.922412Z","steps":["trace[1152717059] 'read index received' (duration: 28.920332ms)","trace[1152717059] 'applied index is now lower than readState.Index' (duration: 460.753135ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:18.922622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.169279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:18.922728Z","caller":"traceutil/trace.go:171","msg":"trace[222638376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5800; }","duration":"552.314292ms","start":"2026-07-24T05:43:18.370387Z","end":"2026-07-24T05:43:18.922702Z","steps":["trace[222638376] 'agreement among raft nodes before linearized reading' (duration: 552.115187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:18.922754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.860275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:43:18.92279Z","caller":"traceutil/trace.go:171","msg":"trace[823108249] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5800; }","duration":"559.946948ms","start":"2026-07-24T05:43:18.362832Z","end":"2026-07-24T05:43:18.922779Z","steps":["trace[823108249] 'agreement among raft nodes before linearized reading' (duration: 559.801654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:18.922802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.370372Z","time spent":"552.408875ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:18.922833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.362811Z","time spent":"560.013919ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:43:18.922889Z","caller":"traceutil/trace.go:171","msg":"trace[1929289392] transaction","detail":"{read_only:false; response_revision:5800; number_of_response:1; }","duration":"559.025636ms","start":"2026-07-24T05:43:18.363833Z","end":"2026-07-24T05:43:18.922859Z","steps":["trace[1929289392] 'process raft request' (duration: 97.812061ms)","trace[1929289392] 'compare' (duration: 460.414737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:18.923018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.36371Z","time spent":"559.242771ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:19.009756Z","caller":"traceutil/trace.go:171","msg":"trace[2000836802] transaction","detail":"{read_only:false; response_revision:5801; number_of_response:1; }","duration":"566.586189ms","start":"2026-07-24T05:43:18.443141Z","end":"2026-07-24T05:43:19.009727Z","steps":["trace[2000836802] 'process raft request' (duration: 566.411085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.009944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.443118Z","time spent":"566.714212ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:19.010011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.077539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:19.010082Z","caller":"traceutil/trace.go:171","msg":"trace[1202773061] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:5801; }","duration":"422.207252ms","start":"2026-07-24T05:43:18.587857Z","end":"2026-07-24T05:43:19.010065Z","steps":["trace[1202773061] 'agreement among raft nodes before linearized reading' (duration: 421.929556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.010046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.193024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-24T05:43:19.010123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.587834Z","time spent":"422.281364ms","remote":"127.0.0.1:32874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:19.010139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.476009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522ad6151bb93\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-07-24T05:43:19.010184Z","caller":"traceutil/trace.go:171","msg":"trace[287189854] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5801; }","duration":"378.353418ms","start":"2026-07-24T05:43:18.631783Z","end":"2026-07-24T05:43:19.010137Z","steps":["trace[287189854] 'agreement among raft nodes before linearized reading' (duration: 377.971959ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:19.010222Z","caller":"traceutil/trace.go:171","msg":"trace[802113929] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522ad6151bb93; range_end:; response_count:1; response_revision:5801; }","duration":"570.604302ms","start":"2026-07-24T05:43:18.439597Z","end":"2026-07-24T05:43:19.010201Z","steps":["trace[802113929] 'agreement among raft nodes before linearized reading' (duration: 570.269565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.010273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.631757Z","time spent":"378.47304ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:43:19.010277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.439579Z","time spent":"570.687764ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":879,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522ad6151bb93\" "} {"level":"info","ts":"2026-07-24T05:43:19.467383Z","caller":"traceutil/trace.go:171","msg":"trace[1210015094] linearizableReadLoop","detail":"{readStateIndex:6157; appliedIndex:6155; }","duration":"457.625882ms","start":"2026-07-24T05:43:19.009739Z","end":"2026-07-24T05:43:19.467365Z","steps":["trace[1210015094] 'read index received' (duration: 457.484539ms)","trace[1210015094] 'applied index is now lower than readState.Index' (duration: 140.233µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:19.467483Z","caller":"traceutil/trace.go:171","msg":"trace[1628896072] transaction","detail":"{read_only:false; response_revision:5803; number_of_response:1; }","duration":"538.043946ms","start":"2026-07-24T05:43:18.929431Z","end":"2026-07-24T05:43:19.467475Z","steps":["trace[1628896072] 'process raft request' (duration: 537.872832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.467551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.929412Z","time spent":"538.088766ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:43:19.46752Z","caller":"traceutil/trace.go:171","msg":"trace[990064715] transaction","detail":"{read_only:false; response_revision:5802; number_of_response:1; }","duration":"540.364719ms","start":"2026-07-24T05:43:18.927115Z","end":"2026-07-24T05:43:19.46748Z","steps":["trace[990064715] 'process raft request' (duration: 540.085923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.467631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.47926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:19.467699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.92709Z","time spent":"540.510792ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:19.467716Z","caller":"traceutil/trace.go:171","msg":"trace[601158553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5803; }","duration":"543.599793ms","start":"2026-07-24T05:43:18.924094Z","end":"2026-07-24T05:43:19.467693Z","steps":["trace[601158553] 'agreement among raft nodes before linearized reading' (duration: 543.45976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.467766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.924078Z","time spent":"543.673184ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:19.468358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.480321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:43:19.468683Z","caller":"traceutil/trace.go:171","msg":"trace[1687712138] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:5803; }","duration":"543.88432ms","start":"2026-07-24T05:43:18.924715Z","end":"2026-07-24T05:43:19.468599Z","steps":["trace[1687712138] 'agreement among raft nodes before linearized reading' (duration: 542.801245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.468849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:18.924677Z","time spent":"544.055944ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-24T05:43:19.503283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.601761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:19.503405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.531981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-07-24T05:43:19.503404Z","caller":"traceutil/trace.go:171","msg":"trace[2017767923] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5804; }","duration":"185.785485ms","start":"2026-07-24T05:43:19.317592Z","end":"2026-07-24T05:43:19.503378Z","steps":["trace[2017767923] 'agreement among raft nodes before linearized reading' (duration: 185.593951ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:19.503327Z","caller":"traceutil/trace.go:171","msg":"trace[1230157828] transaction","detail":"{read_only:false; response_revision:5804; number_of_response:1; }","duration":"490.64962ms","start":"2026-07-24T05:43:19.012655Z","end":"2026-07-24T05:43:19.503304Z","steps":["trace[1230157828] 'process raft request' (duration: 490.23243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.50345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.606001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:43:19.503487Z","caller":"traceutil/trace.go:171","msg":"trace[492117867] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5804; }","duration":"346.678672ms","start":"2026-07-24T05:43:19.1568Z","end":"2026-07-24T05:43:19.503478Z","steps":["trace[492117867] 'agreement among raft nodes before linearized reading' (duration: 346.566599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.503519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.156722Z","time spent":"346.790154ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:43:19.50353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.400241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:43:19.50345Z","caller":"traceutil/trace.go:171","msg":"trace[1634957272] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-v948m; range_end:; response_count:1; response_revision:5804; }","duration":"488.610123ms","start":"2026-07-24T05:43:19.014827Z","end":"2026-07-24T05:43:19.503437Z","steps":["trace[1634957272] 'agreement among raft nodes before linearized reading' (duration: 488.438739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.503592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.014808Z","time spent":"488.774036ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6882,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-v948m\" "} {"level":"info","ts":"2026-07-24T05:43:19.503591Z","caller":"traceutil/trace.go:171","msg":"trace[1254172765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5804; }","duration":"372.516654ms","start":"2026-07-24T05:43:19.131058Z","end":"2026-07-24T05:43:19.503575Z","steps":["trace[1254172765] 'agreement among raft nodes before linearized reading' (duration: 372.287009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.503581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.012625Z","time spent":"490.859254ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:19.503633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.131032Z","time spent":"372.592165ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:43:19.503862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.478553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:43:19.504239Z","caller":"traceutil/trace.go:171","msg":"trace[1973493660] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:5804; }","duration":"372.902222ms","start":"2026-07-24T05:43:19.131315Z","end":"2026-07-24T05:43:19.504218Z","steps":["trace[1973493660] 'agreement among raft nodes before linearized reading' (duration: 371.832268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.504302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.131291Z","time spent":"372.993764ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126902,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T05:43:19.995978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.094484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522ad86ca67e5\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-07-24T05:43:19.99608Z","caller":"traceutil/trace.go:171","msg":"trace[1014204366] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522ad86ca67e5; range_end:; response_count:1; response_revision:5804; }","duration":"489.246888ms","start":"2026-07-24T05:43:19.506814Z","end":"2026-07-24T05:43:19.996061Z","steps":["trace[1014204366] 'range keys from in-memory index tree' (duration: 488.853579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:19.996293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.506801Z","time spent":"489.476993ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":879,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc.18c522ad86ca67e5\" "} {"level":"warn","ts":"2026-07-24T05:43:20.008789Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:20.50959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:21.01001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150077,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:21.349358Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.841652617s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:43:21.350013Z","caller":"traceutil/trace.go:171","msg":"trace[1239303665] transaction","detail":"{read_only:false; response_revision:5805; number_of_response:1; }","duration":"1.842690692s","start":"2026-07-24T05:43:19.50729Z","end":"2026-07-24T05:43:21.349981Z","steps":["trace[1239303665] 'process raft request' (duration: 1.842384125s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:21.350206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.50727Z","time spent":"1.842844596s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130296,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:22.120895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000091222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:43:22.121012Z","caller":"traceutil/trace.go:171","msg":"trace[1653047178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270356s","start":"2026-07-24T05:43:20.120718Z","end":"2026-07-24T05:43:22.120988Z","steps":["trace[1653047178] 'agreement among raft nodes before linearized reading' (duration: 2.000127822s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:22.12121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:20.120693Z","time spent":"2.000358208s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:43:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:22.314819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.76709ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:43:22.315884Z","caller":"traceutil/trace.go:171","msg":"trace[881042182] linearizableReadLoop","detail":"{readStateIndex:6161; appliedIndex:6158; }","duration":"2.807750861s","start":"2026-07-24T05:43:19.508108Z","end":"2026-07-24T05:43:22.315859Z","steps":["trace[881042182] 'read index received' (duration: 1.84177231s)","trace[881042182] 'applied index is now lower than readState.Index' (duration: 965.977061ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:22.315972Z","caller":"traceutil/trace.go:171","msg":"trace[2016105802] transaction","detail":"{read_only:false; response_revision:5806; number_of_response:1; }","duration":"2.317202714s","start":"2026-07-24T05:43:19.998733Z","end":"2026-07-24T05:43:22.315935Z","steps":["trace[2016105802] 'process raft request' (duration: 2.316222212s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:22.316473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.998722Z","time spent":"2.317607213s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:22.716469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000856934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:43:22.716549Z","caller":"traceutil/trace.go:171","msg":"trace[1906621606] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000986617s","start":"2026-07-24T05:43:20.715544Z","end":"2026-07-24T05:43:22.716531Z","steps":["trace[1906621606] 'agreement among raft nodes before linearized reading' (duration: 2.000895475s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:22.71659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:20.715501Z","time spent":"2.001080799s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:43:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:23.468335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960189691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:6143"} {"level":"info","ts":"2026-07-24T05:43:23.468452Z","caller":"traceutil/trace.go:171","msg":"trace[1690059753] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:5806; }","duration":"3.960359866s","start":"2026-07-24T05:43:19.508069Z","end":"2026-07-24T05:43:23.468429Z","steps":["trace[1690059753] 'agreement among raft nodes before linearized reading' (duration: 2.807882565s)","trace[1690059753] 'range keys from in-memory index tree' (duration: 1.152213415s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:23.468619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.508054Z","time spent":"3.960432697s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6166,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" "} {"level":"warn","ts":"2026-07-24T05:43:23.469431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153498225s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:23.469508Z","caller":"traceutil/trace.go:171","msg":"trace[1749915724] linearizableReadLoop","detail":"{readStateIndex:6162; appliedIndex:6161; }","duration":"1.153543206s","start":"2026-07-24T05:43:22.315952Z","end":"2026-07-24T05:43:23.469495Z","steps":["trace[1749915724] 'read index received' (duration: 439.779µs)","trace[1749915724] 'applied index is now lower than readState.Index' (duration: 1.153102177s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:23.469697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116311514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:23.469765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137966219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-24T05:43:23.469773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688625294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T05:43:23.469956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.419779093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:23.470011Z","caller":"traceutil/trace.go:171","msg":"trace[833134589] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5807; }","duration":"2.138253996s","start":"2026-07-24T05:43:21.331726Z","end":"2026-07-24T05:43:23.46998Z","steps":["trace[833134589] 'agreement among raft nodes before linearized reading' (duration: 2.137865807s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.469834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.868530255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:23.470299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:21.331705Z","time spent":"2.138574163s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:43:23.47027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960036778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:43:23.46995Z","caller":"traceutil/trace.go:171","msg":"trace[699396767] transaction","detail":"{read_only:false; response_revision:5807; number_of_response:1; }","duration":"1.99215907s","start":"2026-07-24T05:43:21.477763Z","end":"2026-07-24T05:43:23.469922Z","steps":["trace[699396767] 'process raft request' (duration: 838.084902ms)","trace[699396767] 'compare' (duration: 1.152701397s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:23.470371Z","caller":"traceutil/trace.go:171","msg":"trace[1155680771] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5807; }","duration":"3.960158042s","start":"2026-07-24T05:43:19.510198Z","end":"2026-07-24T05:43:23.470356Z","steps":["trace[1155680771] 'agreement among raft nodes before linearized reading' (duration: 3.959936997s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:23.470396Z","caller":"traceutil/trace.go:171","msg":"trace[808791031] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5807; }","duration":"2.869103538s","start":"2026-07-24T05:43:20.601251Z","end":"2026-07-24T05:43:23.470354Z","steps":["trace[808791031] 'agreement among raft nodes before linearized reading' (duration: 2.868542515s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.470473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.510185Z","time spent":"3.960276744s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:43:23.470481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.482614802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-24T05:43:23.470516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.961222456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:43:23.469829Z","caller":"traceutil/trace.go:171","msg":"trace[556440738] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:5807; }","duration":"2.116507579s","start":"2026-07-24T05:43:21.353296Z","end":"2026-07-24T05:43:23.469804Z","steps":["trace[556440738] 'agreement among raft nodes before linearized reading' (duration: 2.116293154s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.470525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:20.601232Z","time spent":"2.869245961s","remote":"127.0.0.1:53980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:23.46983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590273268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:23.470567Z","caller":"traceutil/trace.go:171","msg":"trace[888902801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5807; }","duration":"3.482737444s","start":"2026-07-24T05:43:19.987807Z","end":"2026-07-24T05:43:23.470544Z","steps":["trace[888902801] 'agreement among raft nodes before linearized reading' (duration: 3.482462498s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.469705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.56153327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:23.470638Z","caller":"traceutil/trace.go:171","msg":"trace[862438921] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5807; }","duration":"3.562526122s","start":"2026-07-24T05:43:19.908097Z","end":"2026-07-24T05:43:23.470623Z","steps":["trace[862438921] 'agreement among raft nodes before linearized reading' (duration: 3.561521969s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.469984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34193481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:23.469976Z","caller":"traceutil/trace.go:171","msg":"trace[1974843269] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5807; }","duration":"2.688859069s","start":"2026-07-24T05:43:20.781105Z","end":"2026-07-24T05:43:23.469964Z","steps":["trace[1974843269] 'agreement among raft nodes before linearized reading' (duration: 2.68847027s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.470677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.908076Z","time spent":"3.562590883s","remote":"127.0.0.1:48480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:23.470702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:20.781036Z","time spent":"2.689651398s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:43:23.47063Z","caller":"traceutil/trace.go:171","msg":"trace[1709244680] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:5807; }","duration":"1.591081016s","start":"2026-07-24T05:43:21.879532Z","end":"2026-07-24T05:43:23.470613Z","steps":["trace[1709244680] 'agreement among raft nodes before linearized reading' (duration: 1.590052393s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:23.470683Z","caller":"traceutil/trace.go:171","msg":"trace[821803537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5807; }","duration":"1.342701347s","start":"2026-07-24T05:43:22.12797Z","end":"2026-07-24T05:43:23.470671Z","steps":["trace[821803537] 'agreement among raft nodes before linearized reading' (duration: 1.341899619s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.470026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.098197725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:43:23.47079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:21.879466Z","time spent":"1.59130037s","remote":"127.0.0.1:32848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:23.470805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:22.127954Z","time spent":"1.34283444s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:23.470699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:21.477742Z","time spent":"1.992704063s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:23.470183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243988618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:43:23.470941Z","caller":"traceutil/trace.go:171","msg":"trace[531148672] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5807; }","duration":"1.244807146s","start":"2026-07-24T05:43:22.226119Z","end":"2026-07-24T05:43:23.470926Z","steps":["trace[531148672] 'agreement among raft nodes before linearized reading' (duration: 1.243488876s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.47028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749877982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:43:23.470985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:22.226098Z","time spent":"1.244873657s","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":608,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:23.470272Z","caller":"traceutil/trace.go:171","msg":"trace[2096167096] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:5807; }","duration":"1.42009367s","start":"2026-07-24T05:43:22.050157Z","end":"2026-07-24T05:43:23.470251Z","steps":["trace[2096167096] 'agreement among raft nodes before linearized reading' (duration: 1.419716211s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:23.47057Z","caller":"traceutil/trace.go:171","msg":"trace[1748044591] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5807; }","duration":"3.961299658s","start":"2026-07-24T05:43:19.509256Z","end":"2026-07-24T05:43:23.470555Z","steps":["trace[1748044591] 'agreement among raft nodes before linearized reading' (duration: 3.961125494s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.471051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.509242Z","time spent":"3.961793198s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:43:23.469876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.87887922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-24T05:43:23.471144Z","caller":"traceutil/trace.go:171","msg":"trace[1422369648] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:5807; }","duration":"3.880241081s","start":"2026-07-24T05:43:19.590892Z","end":"2026-07-24T05:43:23.471133Z","steps":["trace[1422369648] 'agreement among raft nodes before linearized reading' (duration: 3.878837739s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.47118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.590878Z","time spent":"3.880292571s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T05:43:23.471046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:22.050083Z","time spent":"1.420948259s","remote":"127.0.0.1:48464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":17,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:23.47064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.987786Z","time spent":"3.482839117s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:43:23.470029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.889943914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:23.471309Z","caller":"traceutil/trace.go:171","msg":"trace[1246752014] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5807; }","duration":"3.891286943s","start":"2026-07-24T05:43:19.580007Z","end":"2026-07-24T05:43:23.471294Z","steps":["trace[1246752014] 'agreement among raft nodes before linearized reading' (duration: 3.889948323s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:23.470808Z","caller":"traceutil/trace.go:171","msg":"trace[1212078109] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5807; }","duration":"3.099011714s","start":"2026-07-24T05:43:20.37178Z","end":"2026-07-24T05:43:23.470792Z","steps":["trace[1212078109] 'agreement among raft nodes before linearized reading' (duration: 3.098078603s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.471361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:19.579993Z","time spent":"3.891351215s","remote":"127.0.0.1:58954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:23.471397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:20.371763Z","time spent":"3.099624899s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:43:23.470251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.443494758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:23.47151Z","caller":"traceutil/trace.go:171","msg":"trace[520838993] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:5807; }","duration":"2.444761568s","start":"2026-07-24T05:43:21.026736Z","end":"2026-07-24T05:43:23.471497Z","steps":["trace[520838993] 'agreement among raft nodes before linearized reading' (duration: 2.443451557s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.47155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:21.02665Z","time spent":"2.444888461s","remote":"127.0.0.1:58838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:23.470204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10012031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:43:23.471727Z","caller":"traceutil/trace.go:171","msg":"trace[1395266659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5807; }","duration":"3.101684817s","start":"2026-07-24T05:43:20.370028Z","end":"2026-07-24T05:43:23.471713Z","steps":["trace[1395266659] 'agreement among raft nodes before linearized reading' (duration: 3.100077139s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.471773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:20.370004Z","time spent":"3.101756158s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:43:23.470997Z","caller":"traceutil/trace.go:171","msg":"trace[1928914865] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:5807; }","duration":"1.750636369s","start":"2026-07-24T05:43:21.720344Z","end":"2026-07-24T05:43:23.470981Z","steps":["trace[1928914865] 'agreement among raft nodes before linearized reading' (duration: 1.749522074s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.471874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:21.720326Z","time spent":"1.7515349s","remote":"127.0.0.1:48766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:23.470588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:21.353265Z","time spent":"2.117306126s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-07-24T05:43:23.556747Z","caller":"traceutil/trace.go:171","msg":"trace[1692970448] transaction","detail":"{read_only:false; response_revision:5808; number_of_response:1; }","duration":"280.583767ms","start":"2026-07-24T05:43:23.276133Z","end":"2026-07-24T05:43:23.556716Z","steps":["trace[1692970448] 'process raft request' (duration: 280.383692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.556913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.666545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:23.556988Z","caller":"traceutil/trace.go:171","msg":"trace[1576092785] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:5808; }","duration":"855.796428ms","start":"2026-07-24T05:43:22.701173Z","end":"2026-07-24T05:43:23.55697Z","steps":["trace[1576092785] 'agreement among raft nodes before linearized reading' (duration: 855.599974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.556979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.015849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414310"} {"level":"warn","ts":"2026-07-24T05:43:23.557041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:22.701152Z","time spent":"855.87238ms","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":82,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:23.557073Z","caller":"traceutil/trace.go:171","msg":"trace[565702425] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5808; }","duration":"558.159332ms","start":"2026-07-24T05:43:22.998889Z","end":"2026-07-24T05:43:23.557049Z","steps":["trace[565702425] 'agreement among raft nodes before linearized reading' (duration: 557.825905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.557142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:22.99887Z","time spent":"558.257335ms","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414333,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-24T05:43:23.557048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.083805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-24T05:43:23.557222Z","caller":"traceutil/trace.go:171","msg":"trace[1637118816] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5808; }","duration":"732.27203ms","start":"2026-07-24T05:43:22.824932Z","end":"2026-07-24T05:43:23.557204Z","steps":["trace[1637118816] 'agreement among raft nodes before linearized reading' (duration: 731.884591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.557284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:22.824874Z","time spent":"732.394522ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:43:23.557128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237224064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522a5869cb3de\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-07-24T05:43:23.557457Z","caller":"traceutil/trace.go:171","msg":"trace[1416467028] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522a5869cb3de; range_end:; response_count:1; response_revision:5808; }","duration":"1.237596302s","start":"2026-07-24T05:43:22.319844Z","end":"2026-07-24T05:43:23.55744Z","steps":["trace[1416467028] 'agreement among raft nodes before linearized reading' (duration: 1.237038129s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:23.557506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:22.319827Z","time spent":"1.237664513s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":846,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6.18c522a5869cb3de\" "} {"level":"warn","ts":"2026-07-24T05:43:24.056994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150088,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:43:24.22954Z","caller":"traceutil/trace.go:171","msg":"trace[1197267132] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5808; }","duration":"756.142578ms","start":"2026-07-24T05:43:23.473367Z","end":"2026-07-24T05:43:24.22951Z","steps":["trace[1197267132] 'process raft request' (duration: 755.991755ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:24.229601Z","caller":"traceutil/trace.go:171","msg":"trace[1922195755] transaction","detail":"{read_only:false; response_revision:5810; number_of_response:1; }","duration":"751.053182ms","start":"2026-07-24T05:43:23.478531Z","end":"2026-07-24T05:43:24.229585Z","steps":["trace[1922195755] 'process raft request' (duration: 750.98465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:24.229689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:23.473349Z","time spent":"756.276961ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:43:24.229699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:23.478493Z","time spent":"751.149114ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5954,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:24.230127Z","caller":"traceutil/trace.go:171","msg":"trace[864437953] transaction","detail":"{read_only:false; response_revision:5809; number_of_response:1; }","duration":"754.552552ms","start":"2026-07-24T05:43:23.475553Z","end":"2026-07-24T05:43:24.230106Z","steps":["trace[864437953] 'process raft request' (duration: 753.871936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:24.23045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:23.475534Z","time spent":"754.873898ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:24.698825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.776544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:24.698966Z","caller":"traceutil/trace.go:171","msg":"trace[869930777] linearizableReadLoop","detail":"{readStateIndex:6167; appliedIndex:6164; }","duration":"1.142248339s","start":"2026-07-24T05:43:23.556691Z","end":"2026-07-24T05:43:24.698939Z","steps":["trace[869930777] 'read index received' (duration: 672.756578ms)","trace[869930777] 'applied index is now lower than readState.Index' (duration: 469.489801ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:24.699317Z","caller":"traceutil/trace.go:171","msg":"trace[1352823310] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"1.139580588s","start":"2026-07-24T05:43:23.559715Z","end":"2026-07-24T05:43:24.699296Z","steps":["trace[1352823310] 'process raft request' (duration: 888.205582ms)","trace[1352823310] 'compare' (duration: 250.622849ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:24.699404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:23.559696Z","time spent":"1.13966473s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:24.699496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226576291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18243"} {"level":"info","ts":"2026-07-24T05:43:24.699574Z","caller":"traceutil/trace.go:171","msg":"trace[1074880380] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5811; }","duration":"1.226688413s","start":"2026-07-24T05:43:23.472867Z","end":"2026-07-24T05:43:24.699556Z","steps":["trace[1074880380] 'agreement among raft nodes before linearized reading' (duration: 1.226420727s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:24.69952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.599791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"warn","ts":"2026-07-24T05:43:24.699726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.903556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" ","response":"range_response_count:1 size:5792"} {"level":"warn","ts":"2026-07-24T05:43:24.699732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222523668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121053"} {"level":"info","ts":"2026-07-24T05:43:24.69972Z","caller":"traceutil/trace.go:171","msg":"trace[1765672389] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:5811; }","duration":"468.855376ms","start":"2026-07-24T05:43:24.230837Z","end":"2026-07-24T05:43:24.699692Z","steps":["trace[1765672389] 'agreement among raft nodes before linearized reading' (duration: 468.474108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:24.69972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222985579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121053"} {"level":"info","ts":"2026-07-24T05:43:24.699794Z","caller":"traceutil/trace.go:171","msg":"trace[2132316007] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf; range_end:; response_count:1; response_revision:5811; }","duration":"465.001668ms","start":"2026-07-24T05:43:24.234773Z","end":"2026-07-24T05:43:24.699775Z","steps":["trace[2132316007] 'agreement among raft nodes before linearized reading' (duration: 464.571328ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:24.699801Z","caller":"traceutil/trace.go:171","msg":"trace[643142932] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5811; }","duration":"1.222619329s","start":"2026-07-24T05:43:23.477166Z","end":"2026-07-24T05:43:24.699785Z","steps":["trace[643142932] 'agreement among raft nodes before linearized reading' (duration: 1.221877493s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:24.699833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225133508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"warn","ts":"2026-07-24T05:43:24.699858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:24.234756Z","time spent":"465.087881ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5815,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-j4fkf\" "} {"level":"info","ts":"2026-07-24T05:43:24.699878Z","caller":"traceutil/trace.go:171","msg":"trace[2069956121] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5811; }","duration":"1.225214089s","start":"2026-07-24T05:43:23.474648Z","end":"2026-07-24T05:43:24.699862Z","steps":["trace[2069956121] 'agreement among raft nodes before linearized reading' (duration: 1.224763479s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:24.699833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:24.230807Z","time spent":"469.00559ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-24T05:43:24.699908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:23.474633Z","time spent":"1.225268741s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T05:43:24.699849Z","caller":"traceutil/trace.go:171","msg":"trace[554765765] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5811; }","duration":"1.223185133s","start":"2026-07-24T05:43:23.476647Z","end":"2026-07-24T05:43:24.699832Z","steps":["trace[554765765] 'agreement among raft nodes before linearized reading' (duration: 1.222493668s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:24.69986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:23.477153Z","time spent":"1.222694622s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121076,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:24.699954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:23.476635Z","time spent":"1.223301546s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121076,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:24.699527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159544336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-24T05:43:24.700126Z","caller":"traceutil/trace.go:171","msg":"trace[1765991188] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5811; }","duration":"1.16017606s","start":"2026-07-24T05:43:23.539932Z","end":"2026-07-24T05:43:24.700108Z","steps":["trace[1765991188] 'agreement among raft nodes before linearized reading' (duration: 1.159382562s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:24.700364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:23.539917Z","time spent":"1.160432696s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:43:24.699622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:23.47285Z","time spent":"1.226763885s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18266,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-24T05:43:24.699577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22654872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:24.700832Z","caller":"traceutil/trace.go:171","msg":"trace[928319185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5811; }","duration":"1.227822049s","start":"2026-07-24T05:43:23.472993Z","end":"2026-07-24T05:43:24.700815Z","steps":["trace[928319185] 'agreement among raft nodes before linearized reading' (duration: 1.22653278s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:24.700887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:23.472971Z","time spent":"1.227901481s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:25.031762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.345431ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:43:25.031883Z","caller":"traceutil/trace.go:171","msg":"trace[1929519819] linearizableReadLoop","detail":"{readStateIndex:6168; appliedIndex:6167; }","duration":"328.484403ms","start":"2026-07-24T05:43:24.703376Z","end":"2026-07-24T05:43:25.031861Z","steps":["trace[1929519819] 'read index received' (duration: 127.04066ms)","trace[1929519819] 'applied index is now lower than readState.Index' (duration: 201.441853ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:25.031968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:24.702806Z","time spent":"329.158219ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:43:25.032128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.733969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-24T05:43:25.032187Z","caller":"traceutil/trace.go:171","msg":"trace[2006965219] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12; range_end:; response_count:1; response_revision:5811; }","duration":"328.82155ms","start":"2026-07-24T05:43:24.70335Z","end":"2026-07-24T05:43:25.032172Z","steps":["trace[2006965219] 'agreement among raft nodes before linearized reading' (duration: 328.637696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:25.032211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:24.70334Z","time spent":"328.866712ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c52254e0d13f12\" "} {"level":"warn","ts":"2026-07-24T05:43:25.899596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.3017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:25.899803Z","caller":"traceutil/trace.go:171","msg":"trace[607075328] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"1.193747416s","start":"2026-07-24T05:43:24.706032Z","end":"2026-07-24T05:43:25.899779Z","steps":["trace[607075328] 'process raft request' (duration: 585.173851ms)","trace[607075328] 'compare' (duration: 607.839299ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:25.899859Z","caller":"traceutil/trace.go:171","msg":"trace[1190474194] transaction","detail":"{read_only:false; response_revision:5813; number_of_response:1; }","duration":"1.190906191s","start":"2026-07-24T05:43:24.708918Z","end":"2026-07-24T05:43:25.899824Z","steps":["trace[1190474194] 'process raft request' (duration: 1.190782228s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:25.899917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:24.706006Z","time spent":"1.193857749s","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126865,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:25.899796Z","caller":"traceutil/trace.go:171","msg":"trace[1254547014] linearizableReadLoop","detail":"{readStateIndex:6170; appliedIndex:6168; }","duration":"867.864473ms","start":"2026-07-24T05:43:25.031916Z","end":"2026-07-24T05:43:25.899781Z","steps":["trace[1254547014] 'read index received' (duration: 259.214156ms)","trace[1254547014] 'applied index is now lower than readState.Index' (duration: 608.649477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:25.90003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:24.708911Z","time spent":"1.191028314s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5587,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:25.900131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190980733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:25.900189Z","caller":"traceutil/trace.go:171","msg":"trace[1034432856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5813; }","duration":"1.191048035s","start":"2026-07-24T05:43:24.709128Z","end":"2026-07-24T05:43:25.900176Z","steps":["trace[1034432856] 'agreement among raft nodes before linearized reading' (duration: 1.190960312s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:25.900228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:24.709123Z","time spent":"1.191098326s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:26.400934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150103,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:26.403504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111974473s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:43:26.453175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.207973ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:26.453433Z","caller":"traceutil/trace.go:171","msg":"trace[868525390] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5813; }","duration":"358.471449ms","start":"2026-07-24T05:43:26.094938Z","end":"2026-07-24T05:43:26.45341Z","steps":["trace[868525390] 'range keys from in-memory index tree' (duration: 358.188852ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:26.45353Z","caller":"traceutil/trace.go:171","msg":"trace[58484979] transaction","detail":"{read_only:false; response_revision:5815; number_of_response:1; }","duration":"1.419985007s","start":"2026-07-24T05:43:25.033519Z","end":"2026-07-24T05:43:26.453504Z","steps":["trace[58484979] 'process raft request' (duration: 1.419913395s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.45368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.033497Z","time spent":"1.42010616s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:26.453828Z","caller":"traceutil/trace.go:171","msg":"trace[274508208] transaction","detail":"{read_only:false; response_revision:5814; number_of_response:1; }","duration":"1.420810246s","start":"2026-07-24T05:43:25.032977Z","end":"2026-07-24T05:43:26.453787Z","steps":["trace[274508208] 'process raft request' (duration: 1.370851522s)","trace[274508208] 'compare' (duration: 49.398171ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:26.453976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.032957Z","time spent":"1.420953499s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:26.503244Z","caller":"traceutil/trace.go:171","msg":"trace[1584258755] linearizableReadLoop","detail":"{readStateIndex:6175; appliedIndex:6170; }","duration":"603.178083ms","start":"2026-07-24T05:43:25.900041Z","end":"2026-07-24T05:43:26.503219Z","steps":["trace[1584258755] 'read index received' (duration: 503.728126ms)","trace[1584258755] 'applied index is now lower than readState.Index' (duration: 99.448527ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:26.503395Z","caller":"traceutil/trace.go:171","msg":"trace[744635525] transaction","detail":"{read_only:false; response_revision:5817; number_of_response:1; }","duration":"1.005890704s","start":"2026-07-24T05:43:25.497418Z","end":"2026-07-24T05:43:26.503309Z","steps":["trace[744635525] 'process raft request' (duration: 1.00570789s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:26.503471Z","caller":"traceutil/trace.go:171","msg":"trace[1636231841] transaction","detail":"{read_only:false; response_revision:5816; number_of_response:1; }","duration":"1.026764092s","start":"2026-07-24T05:43:25.476683Z","end":"2026-07-24T05:43:26.503447Z","steps":["trace[1636231841] 'process raft request' (duration: 1.026316562s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.503609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.476663Z","time spent":"1.026864755s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:26.503736Z","caller":"traceutil/trace.go:171","msg":"trace[731244054] transaction","detail":"{read_only:false; response_revision:5818; number_of_response:1; }","duration":"986.564902ms","start":"2026-07-24T05:43:25.51707Z","end":"2026-07-24T05:43:26.503635Z","steps":["trace[731244054] 'process raft request' (duration: 986.110901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.503785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.497392Z","time spent":"1.006134119s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:26.504025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.835808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:26.504029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.057785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:26.504044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.294678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:43:26.504054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.517044Z","time spent":"986.816437ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:26.504172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.003222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T05:43:26.504198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.609051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1073"} {"level":"warn","ts":"2026-07-24T05:43:26.504209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.378998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T05:43:26.504239Z","caller":"traceutil/trace.go:171","msg":"trace[1179209134] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:5818; }","duration":"599.677462ms","start":"2026-07-24T05:43:25.904552Z","end":"2026-07-24T05:43:26.504229Z","steps":["trace[1179209134] 'agreement among raft nodes before linearized reading' (duration: 599.562799ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:26.50424Z","caller":"traceutil/trace.go:171","msg":"trace[1554177612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5818; }","duration":"270.101605ms","start":"2026-07-24T05:43:26.234125Z","end":"2026-07-24T05:43:26.504227Z","steps":["trace[1554177612] 'agreement among raft nodes before linearized reading' (duration: 269.911591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.50405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.852774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-24T05:43:26.504273Z","caller":"traceutil/trace.go:171","msg":"trace[1148534631] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5818; }","duration":"362.486981ms","start":"2026-07-24T05:43:26.141767Z","end":"2026-07-24T05:43:26.504254Z","steps":["trace[1148534631] 'agreement among raft nodes before linearized reading' (duration: 362.268136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.504328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.141729Z","time spent":"362.585542ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:43:26.504326Z","caller":"traceutil/trace.go:171","msg":"trace[2143066778] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5818; }","duration":"675.157581ms","start":"2026-07-24T05:43:25.829145Z","end":"2026-07-24T05:43:26.504303Z","steps":["trace[2143066778] 'agreement among raft nodes before linearized reading' (duration: 674.726441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.504392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.829124Z","time spent":"675.252953ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":593,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:43:26.504152Z","caller":"traceutil/trace.go:171","msg":"trace[1159242491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5818; }","duration":"449.443042ms","start":"2026-07-24T05:43:26.054692Z","end":"2026-07-24T05:43:26.504135Z","steps":["trace[1159242491] 'agreement among raft nodes before linearized reading' (duration: 449.291758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.504462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.054673Z","time spent":"449.769339ms","remote":"127.0.0.1:33916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:26.503947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.899736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:26.504524Z","caller":"traceutil/trace.go:171","msg":"trace[996758684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5818; }","duration":"603.53273ms","start":"2026-07-24T05:43:25.90098Z","end":"2026-07-24T05:43:26.504513Z","steps":["trace[996758684] 'agreement among raft nodes before linearized reading' (duration: 602.880506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.504569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.900961Z","time spent":"603.595301ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:43:26.504087Z","caller":"traceutil/trace.go:171","msg":"trace[1616177210] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5818; }","duration":"548.94092ms","start":"2026-07-24T05:43:25.955124Z","end":"2026-07-24T05:43:26.504065Z","steps":["trace[1616177210] 'agreement among raft nodes before linearized reading' (duration: 548.871719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.503841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347516178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:43:26.504726Z","caller":"traceutil/trace.go:171","msg":"trace[1190918331] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5818; }","duration":"1.348439748s","start":"2026-07-24T05:43:25.156273Z","end":"2026-07-24T05:43:26.504713Z","steps":["trace[1190918331] 'agreement among raft nodes before linearized reading' (duration: 1.347411925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.504765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.156258Z","time spent":"1.34849608s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:43:26.504088Z","caller":"traceutil/trace.go:171","msg":"trace[2051416876] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5818; }","duration":"360.155886ms","start":"2026-07-24T05:43:26.143917Z","end":"2026-07-24T05:43:26.504073Z","steps":["trace[2051416876] 'agreement among raft nodes before linearized reading' (duration: 360.042624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.504789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.955107Z","time spent":"549.502223ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:26.504826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.143907Z","time spent":"360.901503ms","remote":"127.0.0.1:48396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:26.504276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.904534Z","time spent":"599.734824ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1096,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-24T05:43:26.503929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227076539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:26.504934Z","caller":"traceutil/trace.go:171","msg":"trace[884501832] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5818; }","duration":"1.228125863s","start":"2026-07-24T05:43:25.276796Z","end":"2026-07-24T05:43:26.504922Z","steps":["trace[884501832] 'agreement among raft nodes before linearized reading' (duration: 1.227092429s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:26.504979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:25.276775Z","time spent":"1.228191254s","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-24T05:43:27.046268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150109,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:43:27.296704Z","caller":"traceutil/trace.go:171","msg":"trace[2069779875] transaction","detail":"{read_only:false; response_revision:5820; number_of_response:1; }","duration":"785.945388ms","start":"2026-07-24T05:43:26.510725Z","end":"2026-07-24T05:43:27.296671Z","steps":["trace[2069779875] 'process raft request' (duration: 767.015674ms)","trace[2069779875] 'compare' (duration: 18.467724ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:27.296748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.419304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:27.296706Z","caller":"traceutil/trace.go:171","msg":"trace[178090153] linearizableReadLoop","detail":"{readStateIndex:6177; appliedIndex:6176; }","duration":"751.451668ms","start":"2026-07-24T05:43:26.545209Z","end":"2026-07-24T05:43:27.296661Z","steps":["trace[178090153] 'read index received' (duration: 732.474453ms)","trace[178090153] 'applied index is now lower than readState.Index' (duration: 18.975465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:27.296837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.510704Z","time spent":"786.060151ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:27.296839Z","caller":"traceutil/trace.go:171","msg":"trace[1252279670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5820; }","duration":"781.531607ms","start":"2026-07-24T05:43:26.515283Z","end":"2026-07-24T05:43:27.296815Z","steps":["trace[1252279670] 'agreement among raft nodes before linearized reading' (duration: 781.383844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:27.296825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.547784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:27.296895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.515276Z","time spent":"781.604909ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:43:27.296902Z","caller":"traceutil/trace.go:171","msg":"trace[1154699396] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5820; }","duration":"787.653297ms","start":"2026-07-24T05:43:26.50923Z","end":"2026-07-24T05:43:27.296883Z","steps":["trace[1154699396] 'agreement among raft nodes before linearized reading' (duration: 787.511204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:27.296915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.088997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-24T05:43:27.296955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.50922Z","time spent":"787.723078ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:43:27.296987Z","caller":"traceutil/trace.go:171","msg":"trace[322726743] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5820; }","duration":"788.202009ms","start":"2026-07-24T05:43:26.508771Z","end":"2026-07-24T05:43:27.296973Z","steps":["trace[322726743] 'agreement among raft nodes before linearized reading' (duration: 787.984614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:27.297022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.508758Z","time spent":"788.256371ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:43:27.297115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.998509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:43:27.297185Z","caller":"traceutil/trace.go:171","msg":"trace[581438966] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5820; }","duration":"748.100001ms","start":"2026-07-24T05:43:26.549053Z","end":"2026-07-24T05:43:27.297153Z","steps":["trace[581438966] 'agreement among raft nodes before linearized reading' (duration: 747.907407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:27.297219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.549041Z","time spent":"748.170532ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:43:27.297463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.427825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:43:27.297474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.477306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:27.297505Z","caller":"traceutil/trace.go:171","msg":"trace[893921638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5820; }","duration":"588.513697ms","start":"2026-07-24T05:43:26.708984Z","end":"2026-07-24T05:43:27.297497Z","steps":["trace[893921638] 'agreement among raft nodes before linearized reading' (duration: 588.407714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:27.297504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.428245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:43:27.297532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.708963Z","time spent":"588.563268ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:43:27.297545Z","caller":"traceutil/trace.go:171","msg":"trace[1815629827] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5820; }","duration":"588.483147ms","start":"2026-07-24T05:43:26.709051Z","end":"2026-07-24T05:43:27.297534Z","steps":["trace[1815629827] 'agreement among raft nodes before linearized reading' (duration: 588.320593ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:27.29754Z","caller":"traceutil/trace.go:171","msg":"trace[1768410480] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5820; }","duration":"343.593218ms","start":"2026-07-24T05:43:26.953925Z","end":"2026-07-24T05:43:27.297519Z","steps":["trace[1768410480] 'agreement among raft nodes before linearized reading' (duration: 343.479306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:27.297571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.709046Z","time spent":"588.518187ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:43:27.297528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.217688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:27.297535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.967877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:27.297584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.953876Z","time spent":"343.69488ms","remote":"127.0.0.1:58942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:27.297593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.448972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-24T05:43:27.297622Z","caller":"traceutil/trace.go:171","msg":"trace[536657660] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5820; }","duration":"518.37268ms","start":"2026-07-24T05:43:26.779228Z","end":"2026-07-24T05:43:27.2976Z","steps":["trace[536657660] 'agreement among raft nodes before linearized reading' (duration: 518.190416ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:27.297638Z","caller":"traceutil/trace.go:171","msg":"trace[626135254] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5820; }","duration":"706.086649ms","start":"2026-07-24T05:43:26.591526Z","end":"2026-07-24T05:43:27.297613Z","steps":["trace[626135254] 'agreement among raft nodes before linearized reading' (duration: 705.905715ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:27.297647Z","caller":"traceutil/trace.go:171","msg":"trace[1793442254] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:5820; }","duration":"673.532453ms","start":"2026-07-24T05:43:26.624099Z","end":"2026-07-24T05:43:27.297631Z","steps":["trace[1793442254] 'agreement among raft nodes before linearized reading' (duration: 673.355989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:27.297672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.779206Z","time spent":"518.455673ms","remote":"127.0.0.1:48178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:27.297692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.624084Z","time spent":"673.597585ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T05:43:27.297692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:26.591474Z","time spent":"706.206922ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:27.664128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.671557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:27.664264Z","caller":"traceutil/trace.go:171","msg":"trace[638689067] linearizableReadLoop","detail":"{readStateIndex:6178; appliedIndex:6177; }","duration":"362.572282ms","start":"2026-07-24T05:43:27.301665Z","end":"2026-07-24T05:43:27.664237Z","steps":["trace[638689067] 'read index received' (duration: 229.69433ms)","trace[638689067] 'applied index is now lower than readState.Index' (duration: 132.876272ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:27.664304Z","caller":"traceutil/trace.go:171","msg":"trace[2086307257] transaction","detail":"{read_only:false; response_revision:5821; number_of_response:1; }","duration":"362.664575ms","start":"2026-07-24T05:43:27.30161Z","end":"2026-07-24T05:43:27.664274Z","steps":["trace[2086307257] 'process raft request' (duration: 229.756052ms)","trace[2086307257] 'compare' (duration: 132.35466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:27.664458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:27.301576Z","time spent":"362.792587ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:27.664712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.037292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"warn","ts":"2026-07-24T05:43:27.664761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.395681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:43:27.664797Z","caller":"traceutil/trace.go:171","msg":"trace[1563740830] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5821; }","duration":"363.248107ms","start":"2026-07-24T05:43:27.301535Z","end":"2026-07-24T05:43:27.664784Z","steps":["trace[1563740830] 'agreement among raft nodes before linearized reading' (duration: 362.893699ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:27.664844Z","caller":"traceutil/trace.go:171","msg":"trace[43512415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5821; }","duration":"225.518984ms","start":"2026-07-24T05:43:27.439294Z","end":"2026-07-24T05:43:27.664813Z","steps":["trace[43512415] 'agreement among raft nodes before linearized reading' (duration: 225.288089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:27.664882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:27.301517Z","time spent":"363.35383ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:43:27.664899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.396198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121053"} {"level":"info","ts":"2026-07-24T05:43:27.665006Z","caller":"traceutil/trace.go:171","msg":"trace[1515831335] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5821; }","duration":"362.538792ms","start":"2026-07-24T05:43:27.302444Z","end":"2026-07-24T05:43:27.664983Z","steps":["trace[1515831335] 'agreement among raft nodes before linearized reading' (duration: 362.108182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:27.665071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:27.302425Z","time spent":"362.624014ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121076,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:27.665484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.984597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121053"} {"level":"info","ts":"2026-07-24T05:43:27.665533Z","caller":"traceutil/trace.go:171","msg":"trace[144110517] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5821; }","duration":"361.051698ms","start":"2026-07-24T05:43:27.30447Z","end":"2026-07-24T05:43:27.665521Z","steps":["trace[144110517] 'agreement among raft nodes before linearized reading' (duration: 360.123356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:27.665611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:27.304458Z","time spent":"361.141089ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121076,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:28.09277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.288566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:28.092922Z","caller":"traceutil/trace.go:171","msg":"trace[454981164] transaction","detail":"{read_only:false; response_revision:5822; number_of_response:1; }","duration":"423.660862ms","start":"2026-07-24T05:43:27.669233Z","end":"2026-07-24T05:43:28.092894Z","steps":["trace[454981164] 'process raft request' (duration: 106.158902ms)","trace[454981164] 'compare' (duration: 317.116441ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:28.093005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:27.669212Z","time spent":"423.756464ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:43:28.171242Z","caller":"traceutil/trace.go:171","msg":"trace[727644119] linearizableReadLoop","detail":"{readStateIndex:6180; appliedIndex:6178; }","duration":"492.892556ms","start":"2026-07-24T05:43:27.678329Z","end":"2026-07-24T05:43:28.171222Z","steps":["trace[727644119] 'read index received' (duration: 97.080163ms)","trace[727644119] 'applied index is now lower than readState.Index' (duration: 395.811273ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:28.171314Z","caller":"traceutil/trace.go:171","msg":"trace[520029775] transaction","detail":"{read_only:false; response_revision:5824; number_of_response:1; }","duration":"465.445688ms","start":"2026-07-24T05:43:27.705843Z","end":"2026-07-24T05:43:28.171289Z","steps":["trace[520029775] 'process raft request' (duration: 465.335035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:28.171445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:27.705807Z","time spent":"465.555091ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:28.171516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.173833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-24T05:43:28.171571Z","caller":"traceutil/trace.go:171","msg":"trace[663080762] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5824; }","duration":"493.261795ms","start":"2026-07-24T05:43:27.678294Z","end":"2026-07-24T05:43:28.171556Z","steps":["trace[663080762] 'agreement among raft nodes before linearized reading' (duration: 493.0573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:28.171623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:27.678276Z","time spent":"493.334766ms","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-24T05:43:28.171672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.231239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:28.171762Z","caller":"traceutil/trace.go:171","msg":"trace[1159256018] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:5824; }","duration":"243.377662ms","start":"2026-07-24T05:43:27.928365Z","end":"2026-07-24T05:43:28.171742Z","steps":["trace[1159256018] 'agreement among raft nodes before linearized reading' (duration: 243.184878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:28.171765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.668638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"info","ts":"2026-07-24T05:43:28.171895Z","caller":"traceutil/trace.go:171","msg":"trace[2145135653] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:5824; }","duration":"491.839212ms","start":"2026-07-24T05:43:27.680023Z","end":"2026-07-24T05:43:28.171862Z","steps":["trace[2145135653] 'agreement among raft nodes before linearized reading' (duration: 491.412432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:28.171967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:27.680017Z","time spent":"491.936334ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:43:28.171468Z","caller":"traceutil/trace.go:171","msg":"trace[451120691] transaction","detail":"{read_only:false; response_revision:5823; number_of_response:1; }","duration":"499.993368ms","start":"2026-07-24T05:43:27.671275Z","end":"2026-07-24T05:43:28.171268Z","steps":["trace[451120691] 'process raft request' (duration: 499.760523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:28.172182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:27.671251Z","time spent":"500.88824ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:28.523725Z","caller":"traceutil/trace.go:171","msg":"trace[1492889141] linearizableReadLoop","detail":"{readStateIndex:6182; appliedIndex:6181; }","duration":"339.572456ms","start":"2026-07-24T05:43:28.184137Z","end":"2026-07-24T05:43:28.52371Z","steps":["trace[1492889141] 'read index received' (duration: 338.8711ms)","trace[1492889141] 'applied index is now lower than readState.Index' (duration: 700.576µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:28.523822Z","caller":"traceutil/trace.go:171","msg":"trace[207877663] transaction","detail":"{read_only:false; response_revision:5825; number_of_response:1; }","duration":"342.630826ms","start":"2026-07-24T05:43:28.181185Z","end":"2026-07-24T05:43:28.523816Z","steps":["trace[207877663] 'process raft request' (duration: 341.92957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:28.523887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:28.181165Z","time spent":"342.670777ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5740,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:28.523975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.837842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:28.523998Z","caller":"traceutil/trace.go:171","msg":"trace[824843449] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:5825; }","duration":"339.862603ms","start":"2026-07-24T05:43:28.18413Z","end":"2026-07-24T05:43:28.523993Z","steps":["trace[824843449] 'agreement among raft nodes before linearized reading' (duration: 339.821052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:28.524014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:28.18412Z","time spent":"339.889963ms","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:43:28.994747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.086858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:28.99498Z","caller":"traceutil/trace.go:171","msg":"trace[1930389280] linearizableReadLoop","detail":"{readStateIndex:6183; appliedIndex:6182; }","duration":"466.824219ms","start":"2026-07-24T05:43:28.528129Z","end":"2026-07-24T05:43:28.994953Z","steps":["trace[1930389280] 'read index received' (duration: 157.306812ms)","trace[1930389280] 'applied index is now lower than readState.Index' (duration: 309.515347ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:28.995091Z","caller":"traceutil/trace.go:171","msg":"trace[934913693] transaction","detail":"{read_only:false; response_revision:5826; number_of_response:1; }","duration":"469.863519ms","start":"2026-07-24T05:43:28.525209Z","end":"2026-07-24T05:43:28.995073Z","steps":["trace[934913693] 'process raft request' (duration: 160.371382ms)","trace[934913693] 'compare' (duration: 308.974495ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:28.995209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:28.525196Z","time spent":"469.958831ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:28.995303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.852426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:6261"} {"level":"info","ts":"2026-07-24T05:43:28.995356Z","caller":"traceutil/trace.go:171","msg":"trace[2066682555] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:5826; }","duration":"247.904757ms","start":"2026-07-24T05:43:28.747438Z","end":"2026-07-24T05:43:28.995342Z","steps":["trace[2066682555] 'agreement among raft nodes before linearized reading' (duration: 247.773464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:28.995307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.169337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:1 size:1912"} {"level":"info","ts":"2026-07-24T05:43:28.995538Z","caller":"traceutil/trace.go:171","msg":"trace[477587083] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/; range_end:/registry/services/specs/envoy-gateway-system0; response_count:1; response_revision:5826; }","duration":"467.372581ms","start":"2026-07-24T05:43:28.528081Z","end":"2026-07-24T05:43:28.995453Z","steps":["trace[477587083] 'agreement among raft nodes before linearized reading' (duration: 467.103145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:28.995795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:28.528061Z","time spent":"467.633819ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1935,"request content":"key:\"/registry/services/specs/envoy-gateway-system/\" range_end:\"/registry/services/specs/envoy-gateway-system0\" limit:10000 "} {"level":"info","ts":"2026-07-24T05:43:29.415056Z","caller":"traceutil/trace.go:171","msg":"trace[1540306309] linearizableReadLoop","detail":"{readStateIndex:6184; appliedIndex:6183; }","duration":"293.215654ms","start":"2026-07-24T05:43:29.121813Z","end":"2026-07-24T05:43:29.415028Z","steps":["trace[1540306309] 'read index received' (duration: 292.960658ms)","trace[1540306309] 'applied index is now lower than readState.Index' (duration: 253.716µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:29.415115Z","caller":"traceutil/trace.go:171","msg":"trace[725743372] transaction","detail":"{read_only:false; response_revision:5827; number_of_response:1; }","duration":"409.829765ms","start":"2026-07-24T05:43:29.005251Z","end":"2026-07-24T05:43:29.41508Z","steps":["trace[725743372] 'process raft request' (duration: 409.556709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:29.415274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:29.005236Z","time spent":"409.945317ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:29.415317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.45992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:29.41546Z","caller":"traceutil/trace.go:171","msg":"trace[1138216789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5827; }","duration":"293.676524ms","start":"2026-07-24T05:43:29.121757Z","end":"2026-07-24T05:43:29.415434Z","steps":["trace[1138216789] 'agreement among raft nodes before linearized reading' (duration: 293.406138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:30.326244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.282349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:30.326503Z","caller":"traceutil/trace.go:171","msg":"trace[2083376131] transaction","detail":"{read_only:false; response_revision:5828; number_of_response:1; }","duration":"1.044156161s","start":"2026-07-24T05:43:29.282306Z","end":"2026-07-24T05:43:30.326462Z","steps":["trace[2083376131] 'process raft request' (duration: 373.564574ms)","trace[2083376131] 'compare' (duration: 669.856209ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:30.326707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:29.282276Z","time spent":"1.044320725s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:30.327008Z","caller":"traceutil/trace.go:171","msg":"trace[133705604] linearizableReadLoop","detail":"{readStateIndex:6185; appliedIndex:6184; }","duration":"911.838581ms","start":"2026-07-24T05:43:29.415128Z","end":"2026-07-24T05:43:30.326967Z","steps":["trace[133705604] 'read index received' (duration: 240.770854ms)","trace[133705604] 'applied index is now lower than readState.Index' (duration: 671.063937ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:30.327218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170133226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:43:30.327228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.582531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:30.327301Z","caller":"traceutil/trace.go:171","msg":"trace[1376142227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5829; }","duration":"910.696654ms","start":"2026-07-24T05:43:29.416586Z","end":"2026-07-24T05:43:30.327283Z","steps":["trace[1376142227] 'agreement among raft nodes before linearized reading' (duration: 910.577352ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:30.327297Z","caller":"traceutil/trace.go:171","msg":"trace[1285633449] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5829; }","duration":"1.170249668s","start":"2026-07-24T05:43:29.157024Z","end":"2026-07-24T05:43:30.327274Z","steps":["trace[1285633449] 'agreement among raft nodes before linearized reading' (duration: 1.170051304s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:30.327327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.174186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-24T05:43:30.327328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.963289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:43:30.327354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:29.416568Z","time spent":"910.777047ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:43:30.327371Z","caller":"traceutil/trace.go:171","msg":"trace[1884027403] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5829; }","duration":"118.291679ms","start":"2026-07-24T05:43:30.209066Z","end":"2026-07-24T05:43:30.327358Z","steps":["trace[1884027403] 'agreement among raft nodes before linearized reading' (duration: 118.094195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:30.327371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:29.157002Z","time spent":"1.170353841s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:43:30.32736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.946419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:43:30.327388Z","caller":"traceutil/trace.go:171","msg":"trace[1179844269] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5829; }","duration":"655.06578ms","start":"2026-07-24T05:43:29.672305Z","end":"2026-07-24T05:43:30.32737Z","steps":["trace[1179844269] 'agreement among raft nodes before linearized reading' (duration: 654.868786ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:30.327436Z","caller":"traceutil/trace.go:171","msg":"trace[1011761661] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5829; }","duration":"652.048931ms","start":"2026-07-24T05:43:29.675367Z","end":"2026-07-24T05:43:30.327416Z","steps":["trace[1011761661] 'agreement among raft nodes before linearized reading' (duration: 651.801706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:30.327439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:29.672282Z","time spent":"655.144423ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:43:30.32749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:29.675357Z","time spent":"652.124154ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:43:30.327265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025711939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-24T05:43:30.32766Z","caller":"traceutil/trace.go:171","msg":"trace[1361167508] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5829; }","duration":"1.026190029s","start":"2026-07-24T05:43:29.301453Z","end":"2026-07-24T05:43:30.327643Z","steps":["trace[1361167508] 'agreement among raft nodes before linearized reading' (duration: 1.025528895s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:30.32773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:29.301436Z","time spent":"1.026276771s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:43:30.326639Z","caller":"traceutil/trace.go:171","msg":"trace[134523935] transaction","detail":"{read_only:false; response_revision:5829; number_of_response:1; }","duration":"147.14289ms","start":"2026-07-24T05:43:30.179469Z","end":"2026-07-24T05:43:30.326612Z","steps":["trace[134523935] 'process raft request' (duration: 147.009707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:30.79353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.318359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:30.794017Z","caller":"traceutil/trace.go:171","msg":"trace[1492894718] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"458.56392ms","start":"2026-07-24T05:43:30.335422Z","end":"2026-07-24T05:43:30.793986Z","steps":["trace[1492894718] 'process raft request' (duration: 132.674188ms)","trace[1492894718] 'compare' (duration: 325.050783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:30.794186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:30.3354Z","time spent":"458.700442ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:30.794386Z","caller":"traceutil/trace.go:171","msg":"trace[1853666750] linearizableReadLoop","detail":"{readStateIndex:6187; appliedIndex:6186; }","duration":"457.837004ms","start":"2026-07-24T05:43:30.33652Z","end":"2026-07-24T05:43:30.794357Z","steps":["trace[1853666750] 'read index received' (duration: 131.486291ms)","trace[1853666750] 'applied index is now lower than readState.Index' (duration: 326.347283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:30.79458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.07239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:43:30.794628Z","caller":"traceutil/trace.go:171","msg":"trace[1276193700] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5830; }","duration":"458.162992ms","start":"2026-07-24T05:43:30.336452Z","end":"2026-07-24T05:43:30.794615Z","steps":["trace[1276193700] 'agreement among raft nodes before linearized reading' (duration: 458.003088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:30.794663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:30.336418Z","time spent":"458.234743ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:43:30.794935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.900042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:30.795098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.487351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:43:30.795141Z","caller":"traceutil/trace.go:171","msg":"trace[455992658] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5830; }","duration":"455.540582ms","start":"2026-07-24T05:43:30.33959Z","end":"2026-07-24T05:43:30.79513Z","steps":["trace[455992658] 'agreement among raft nodes before linearized reading' (duration: 455.327717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:30.795174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:30.339585Z","time spent":"455.579392ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:30.795342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.265871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-24T05:43:30.795381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.089734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:43:30.795422Z","caller":"traceutil/trace.go:171","msg":"trace[1219031444] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5830; }","duration":"343.390054ms","start":"2026-07-24T05:43:30.452012Z","end":"2026-07-24T05:43:30.795402Z","steps":["trace[1219031444] 'agreement among raft nodes before linearized reading' (duration: 342.912013ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:30.795462Z","caller":"traceutil/trace.go:171","msg":"trace[306759490] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5830; }","duration":"456.192927ms","start":"2026-07-24T05:43:30.339249Z","end":"2026-07-24T05:43:30.795442Z","steps":["trace[306759490] 'agreement among raft nodes before linearized reading' (duration: 455.694805ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:30.795516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:30.339244Z","time spent":"456.262058ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:30.795588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:30.451991Z","time spent":"343.582968ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-24T05:43:30.795116Z","caller":"traceutil/trace.go:171","msg":"trace[1960010993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5830; }","duration":"457.102527ms","start":"2026-07-24T05:43:30.337989Z","end":"2026-07-24T05:43:30.795092Z","steps":["trace[1960010993] 'agreement among raft nodes before linearized reading' (duration: 456.888842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:30.796133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:30.337976Z","time spent":"458.13634ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:43:31.261266Z","caller":"traceutil/trace.go:171","msg":"trace[647982568] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"257.840184ms","start":"2026-07-24T05:43:31.003376Z","end":"2026-07-24T05:43:31.261217Z","steps":["trace[647982568] 'process raft request' (duration: 257.685721ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:32.074515Z","caller":"traceutil/trace.go:171","msg":"trace[1162388355] linearizableReadLoop","detail":"{readStateIndex:6189; appliedIndex:6188; }","duration":"918.106895ms","start":"2026-07-24T05:43:31.156381Z","end":"2026-07-24T05:43:32.074488Z","steps":["trace[1162388355] 'read index received' (duration: 104.871711ms)","trace[1162388355] 'applied index is now lower than readState.Index' (duration: 813.233944ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:32.074789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.387011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:43:32.07477Z","caller":"traceutil/trace.go:171","msg":"trace[776842764] transaction","detail":"{read_only:false; response_revision:5832; number_of_response:1; }","duration":"1.005664099s","start":"2026-07-24T05:43:31.069063Z","end":"2026-07-24T05:43:32.074727Z","steps":["trace[776842764] 'process raft request' (duration: 1.005234559s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:32.074832Z","caller":"traceutil/trace.go:171","msg":"trace[1438190941] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5832; }","duration":"918.489963ms","start":"2026-07-24T05:43:31.156331Z","end":"2026-07-24T05:43:32.074821Z","steps":["trace[1438190941] 'agreement among raft nodes before linearized reading' (duration: 918.262868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:32.074878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:31.156308Z","time spent":"918.558034ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:43:32.074968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:31.069031Z","time spent":"1.005836963s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:32.454852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.64759ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:43:32.45508Z","caller":"traceutil/trace.go:171","msg":"trace[1191280853] linearizableReadLoop","detail":"{readStateIndex:6190; appliedIndex:6189; }","duration":"380.467102ms","start":"2026-07-24T05:43:32.07458Z","end":"2026-07-24T05:43:32.455047Z","steps":["trace[1191280853] 'read index received' (duration: 205.748161ms)","trace[1191280853] 'applied index is now lower than readState.Index' (duration: 174.713951ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:32.455173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144867816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:32.455217Z","caller":"traceutil/trace.go:171","msg":"trace[126600384] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5832; }","duration":"1.144966938s","start":"2026-07-24T05:43:31.310239Z","end":"2026-07-24T05:43:32.455206Z","steps":["trace[126600384] 'agreement among raft nodes before linearized reading' (duration: 1.144879496s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:32.455201Z","caller":"traceutil/trace.go:171","msg":"trace[298994324] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"107.464651ms","start":"2026-07-24T05:43:32.347711Z","end":"2026-07-24T05:43:32.455176Z","steps":["trace[298994324] 'process raft request' (duration: 107.259796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:32.455247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:31.310219Z","time spent":"1.14502001s","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:32.455333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.008288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:32.455377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.392766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:43:32.455407Z","caller":"traceutil/trace.go:171","msg":"trace[1775870930] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5833; }","duration":"375.4813ms","start":"2026-07-24T05:43:32.079917Z","end":"2026-07-24T05:43:32.455399Z","steps":["trace[1775870930] 'agreement among raft nodes before linearized reading' (duration: 375.301485ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:32.45543Z","caller":"traceutil/trace.go:171","msg":"trace[1140621949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5833; }","duration":"334.125002ms","start":"2026-07-24T05:43:32.121257Z","end":"2026-07-24T05:43:32.455382Z","steps":["trace[1140621949] 'agreement among raft nodes before linearized reading' (duration: 333.983898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:32.455436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:32.079886Z","time spent":"375.54386ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:43:32.455463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:32.121234Z","time spent":"334.223394ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:32.45544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.888522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-24T05:43:32.455522Z","caller":"traceutil/trace.go:171","msg":"trace[2123131273] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5833; }","duration":"274.030755ms","start":"2026-07-24T05:43:32.181467Z","end":"2026-07-24T05:43:32.455498Z","steps":["trace[2123131273] 'agreement among raft nodes before linearized reading' (duration: 273.769498ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:32.946692Z","caller":"traceutil/trace.go:171","msg":"trace[2049183288] linearizableReadLoop","detail":"{readStateIndex:6192; appliedIndex:6191; }","duration":"139.156287ms","start":"2026-07-24T05:43:32.807518Z","end":"2026-07-24T05:43:32.946675Z","steps":["trace[2049183288] 'read index received' (duration: 139.038645ms)","trace[2049183288] 'applied index is now lower than readState.Index' (duration: 116.812µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:32.946766Z","caller":"traceutil/trace.go:171","msg":"trace[1558972438] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"141.924801ms","start":"2026-07-24T05:43:32.804806Z","end":"2026-07-24T05:43:32.94673Z","steps":["trace[1558972438] 'process raft request' (duration: 141.757137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:32.947025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.447034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:43:32.947059Z","caller":"traceutil/trace.go:171","msg":"trace[1442187358] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5834; }","duration":"139.547136ms","start":"2026-07-24T05:43:32.807501Z","end":"2026-07-24T05:43:32.947048Z","steps":["trace[1442187358] 'agreement among raft nodes before linearized reading' (duration: 139.30431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:32.947072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.286086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:32.947116Z","caller":"traceutil/trace.go:171","msg":"trace[755307334] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:5834; }","duration":"117.370088ms","start":"2026-07-24T05:43:32.829736Z","end":"2026-07-24T05:43:32.947106Z","steps":["trace[755307334] 'agreement among raft nodes before linearized reading' (duration: 117.209684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:32.947391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.098296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:43:32.947493Z","caller":"traceutil/trace.go:171","msg":"trace[424676892] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5834; }","duration":"139.250159ms","start":"2026-07-24T05:43:32.80822Z","end":"2026-07-24T05:43:32.94747Z","steps":["trace[424676892] 'agreement among raft nodes before linearized reading' (duration: 138.675336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:33.262163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.615964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:33.262278Z","caller":"traceutil/trace.go:171","msg":"trace[1936477849] linearizableReadLoop","detail":"{readStateIndex:6193; appliedIndex:6192; }","duration":"140.5593ms","start":"2026-07-24T05:43:33.121702Z","end":"2026-07-24T05:43:33.262261Z","steps":["trace[1936477849] 'read index received' (duration: 33.981µs)","trace[1936477849] 'applied index is now lower than readState.Index' (duration: 140.524189ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:33.262369Z","caller":"traceutil/trace.go:171","msg":"trace[255886500] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"312.915026ms","start":"2026-07-24T05:43:32.949444Z","end":"2026-07-24T05:43:33.262359Z","steps":["trace[255886500] 'process raft request' (duration: 129.009014ms)","trace[255886500] 'compare' (duration: 183.187675ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:33.262429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:32.949429Z","time spent":"312.967558ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:33.26246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.700267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:33.26252Z","caller":"traceutil/trace.go:171","msg":"trace[961896000] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:5835; }","duration":"138.83568ms","start":"2026-07-24T05:43:33.12367Z","end":"2026-07-24T05:43:33.262506Z","steps":["trace[961896000] 'agreement among raft nodes before linearized reading' (duration: 138.732428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:33.262671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.954478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:33.262736Z","caller":"traceutil/trace.go:171","msg":"trace[1813381508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5835; }","duration":"141.052121ms","start":"2026-07-24T05:43:33.121667Z","end":"2026-07-24T05:43:33.262719Z","steps":["trace[1813381508] 'agreement among raft nodes before linearized reading' (duration: 140.947849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:33.26294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.913598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:43:33.263054Z","caller":"traceutil/trace.go:171","msg":"trace[1850883331] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5835; }","duration":"107.067572ms","start":"2026-07-24T05:43:33.15596Z","end":"2026-07-24T05:43:33.263027Z","steps":["trace[1850883331] 'agreement among raft nodes before linearized reading' (duration: 106.666543ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:34.039798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:33.540717Z","time spent":"499.075468ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:43:34.633454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.550299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:34.633749Z","caller":"traceutil/trace.go:171","msg":"trace[132358542] linearizableReadLoop","detail":"{readStateIndex:6197; appliedIndex:6195; }","duration":"511.514683ms","start":"2026-07-24T05:43:34.122194Z","end":"2026-07-24T05:43:34.633708Z","steps":["trace[132358542] 'read index received' (duration: 70.552105ms)","trace[132358542] 'applied index is now lower than readState.Index' (duration: 440.961688ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:34.633866Z","caller":"traceutil/trace.go:171","msg":"trace[1689496612] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"574.967536ms","start":"2026-07-24T05:43:34.058887Z","end":"2026-07-24T05:43:34.633855Z","steps":["trace[1689496612] 'process raft request' (duration: 574.70583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:34.633976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:34.058871Z","time spent":"575.061379ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:34.634533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.344031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:34.63458Z","caller":"traceutil/trace.go:171","msg":"trace[1265390119] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5838; }","duration":"512.424354ms","start":"2026-07-24T05:43:34.122144Z","end":"2026-07-24T05:43:34.634569Z","steps":["trace[1265390119] 'agreement among raft nodes before linearized reading' (duration: 512.050416ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:34.634613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:34.122118Z","time spent":"512.487736ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:43:34.634974Z","caller":"traceutil/trace.go:171","msg":"trace[2060181744] transaction","detail":"{read_only:false; response_revision:5837; number_of_response:1; }","duration":"593.263386ms","start":"2026-07-24T05:43:34.04166Z","end":"2026-07-24T05:43:34.634924Z","steps":["trace[2060181744] 'process raft request' (duration: 151.06786ms)","trace[2060181744] 'compare' (duration: 440.287242ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:34.635336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:34.041649Z","time spent":"593.4618ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:34.654191Z","caller":"traceutil/trace.go:171","msg":"trace[1318833235] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"193.582453ms","start":"2026-07-24T05:43:34.460581Z","end":"2026-07-24T05:43:34.654164Z","steps":["trace[1318833235] 'process raft request' (duration: 192.98323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:34.654263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.888077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:34.654317Z","caller":"traceutil/trace.go:171","msg":"trace[644717820] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5839; }","duration":"175.984449ms","start":"2026-07-24T05:43:34.478318Z","end":"2026-07-24T05:43:34.654303Z","steps":["trace[644717820] 'agreement among raft nodes before linearized reading' (duration: 175.841896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:34.65438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.039194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:34.6545Z","caller":"traceutil/trace.go:171","msg":"trace[611114029] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:5839; }","duration":"370.315971ms","start":"2026-07-24T05:43:34.284157Z","end":"2026-07-24T05:43:34.654473Z","steps":["trace[611114029] 'agreement among raft nodes before linearized reading' (duration: 370.065914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:34.654571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:34.284126Z","time spent":"370.427444ms","remote":"127.0.0.1:48742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:35.130247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.708672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:43:35.130318Z","caller":"traceutil/trace.go:171","msg":"trace[2085570959] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5841; }","duration":"175.808285ms","start":"2026-07-24T05:43:34.954494Z","end":"2026-07-24T05:43:35.130303Z","steps":["trace[2085570959] 'range keys from in-memory index tree' (duration: 175.510328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:35.130541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.555391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-24T05:43:35.130563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.566013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:43:35.130667Z","caller":"traceutil/trace.go:171","msg":"trace[12366710] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5841; }","duration":"176.714076ms","start":"2026-07-24T05:43:34.953927Z","end":"2026-07-24T05:43:35.130641Z","steps":["trace[12366710] 'range keys from in-memory index tree' (duration: 176.388329ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:35.130644Z","caller":"traceutil/trace.go:171","msg":"trace[433917296] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5841; }","duration":"179.779836ms","start":"2026-07-24T05:43:34.950844Z","end":"2026-07-24T05:43:35.130624Z","steps":["trace[433917296] 'range keys from in-memory index tree' (duration: 179.228784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:35.130468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.567663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T05:43:35.130896Z","caller":"traceutil/trace.go:171","msg":"trace[36047159] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5841; }","duration":"143.021555ms","start":"2026-07-24T05:43:34.987835Z","end":"2026-07-24T05:43:35.130857Z","steps":["trace[36047159] 'range keys from in-memory index tree' (duration: 142.40175ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:35.418166Z","caller":"traceutil/trace.go:171","msg":"trace[743781519] transaction","detail":"{read_only:false; response_revision:5842; number_of_response:1; }","duration":"282.98071ms","start":"2026-07-24T05:43:35.135154Z","end":"2026-07-24T05:43:35.418135Z","steps":["trace[743781519] 'process raft request' (duration: 282.795426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:35.595346Z","caller":"traceutil/trace.go:171","msg":"trace[1223937084] linearizableReadLoop","detail":"{readStateIndex:6202; appliedIndex:6200; }","duration":"457.66193ms","start":"2026-07-24T05:43:35.137659Z","end":"2026-07-24T05:43:35.595321Z","steps":["trace[1223937084] 'read index received' (duration: 280.262068ms)","trace[1223937084] 'applied index is now lower than readState.Index' (duration: 177.398942ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:35.595411Z","caller":"traceutil/trace.go:171","msg":"trace[262823736] transaction","detail":"{read_only:false; response_revision:5844; number_of_response:1; }","duration":"254.022936ms","start":"2026-07-24T05:43:35.34138Z","end":"2026-07-24T05:43:35.595403Z","steps":["trace[262823736] 'process raft request' (duration: 253.856032ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:35.59536Z","caller":"traceutil/trace.go:171","msg":"trace[1929671612] transaction","detail":"{read_only:false; response_revision:5843; number_of_response:1; }","duration":"458.341575ms","start":"2026-07-24T05:43:35.136999Z","end":"2026-07-24T05:43:35.595341Z","steps":["trace[1929671612] 'process raft request' (duration: 362.172773ms)","trace[1929671612] 'compare' (duration: 95.921636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:35.595614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:35.136972Z","time spent":"458.56517ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:35.595676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.010908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:43:35.595718Z","caller":"traceutil/trace.go:171","msg":"trace[315467867] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5844; }","duration":"458.08136ms","start":"2026-07-24T05:43:35.137626Z","end":"2026-07-24T05:43:35.595708Z","steps":["trace[315467867] 'agreement among raft nodes before linearized reading' (duration: 457.854224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:35.595753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:35.13761Z","time spent":"458.134142ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:35.595933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.149037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:43:35.596011Z","caller":"traceutil/trace.go:171","msg":"trace[1513966326] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5844; }","duration":"439.269759ms","start":"2026-07-24T05:43:35.156722Z","end":"2026-07-24T05:43:35.595992Z","steps":["trace[1513966326] 'agreement among raft nodes before linearized reading' (duration: 439.119186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:35.596079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:35.156699Z","time spent":"439.363562ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-24T05:43:35.596317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.684458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:43:35.596408Z","caller":"traceutil/trace.go:171","msg":"trace[1041791688] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5844; }","duration":"456.81092ms","start":"2026-07-24T05:43:35.139574Z","end":"2026-07-24T05:43:35.596385Z","steps":["trace[1041791688] 'agreement among raft nodes before linearized reading' (duration: 456.257238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:35.596495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:35.13956Z","time spent":"456.922533ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:43:35.885344Z","caller":"traceutil/trace.go:171","msg":"trace[251595801] transaction","detail":"{read_only:false; response_revision:5845; number_of_response:1; }","duration":"284.800803ms","start":"2026-07-24T05:43:35.60051Z","end":"2026-07-24T05:43:35.885311Z","steps":["trace[251595801] 'process raft request' (duration: 195.970648ms)","trace[251595801] 'compare' (duration: 88.322914ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:35.885479Z","caller":"traceutil/trace.go:171","msg":"trace[274465166] linearizableReadLoop","detail":"{readStateIndex:6205; appliedIndex:6203; }","duration":"282.284685ms","start":"2026-07-24T05:43:35.603154Z","end":"2026-07-24T05:43:35.885439Z","steps":["trace[274465166] 'read index received' (duration: 193.345007ms)","trace[274465166] 'applied index is now lower than readState.Index' (duration: 88.937758ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:35.885558Z","caller":"traceutil/trace.go:171","msg":"trace[1890181026] transaction","detail":"{read_only:false; response_revision:5846; number_of_response:1; }","duration":"282.438929ms","start":"2026-07-24T05:43:35.603089Z","end":"2026-07-24T05:43:35.885528Z","steps":["trace[1890181026] 'process raft request' (duration: 282.146382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:35.885838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.651793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:43:35.885945Z","caller":"traceutil/trace.go:171","msg":"trace[375438082] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5846; }","duration":"282.814387ms","start":"2026-07-24T05:43:35.603115Z","end":"2026-07-24T05:43:35.885929Z","steps":["trace[375438082] 'agreement among raft nodes before linearized reading' (duration: 282.448919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:36.317776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.786524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:36.317877Z","caller":"traceutil/trace.go:171","msg":"trace[1073299328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5846; }","duration":"199.925877ms","start":"2026-07-24T05:43:36.117921Z","end":"2026-07-24T05:43:36.317847Z","steps":["trace[1073299328] 'range keys from in-memory index tree' (duration: 199.719122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:36.318057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.506087ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:36.318131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.436576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-07-24T05:43:36.31821Z","caller":"traceutil/trace.go:171","msg":"trace[895177553] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:5846; }","duration":"323.577839ms","start":"2026-07-24T05:43:35.994612Z","end":"2026-07-24T05:43:36.31819Z","steps":["trace[895177553] 'range keys from in-memory index tree' (duration: 323.15841ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:36.318206Z","caller":"traceutil/trace.go:171","msg":"trace[493581053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5846; }","duration":"223.659891ms","start":"2026-07-24T05:43:36.094511Z","end":"2026-07-24T05:43:36.318171Z","steps":["trace[493581053] 'range keys from in-memory index tree' (duration: 223.488257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:36.318251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:35.99459Z","time spent":"323.6528ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1344,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-07-24T05:43:36.645929Z","caller":"traceutil/trace.go:171","msg":"trace[1429973290] linearizableReadLoop","detail":"{readStateIndex:6206; appliedIndex:6205; }","duration":"316.641691ms","start":"2026-07-24T05:43:36.329236Z","end":"2026-07-24T05:43:36.645878Z","steps":["trace[1429973290] 'read index received' (duration: 316.412476ms)","trace[1429973290] 'applied index is now lower than readState.Index' (duration: 227.715µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:36.64598Z","caller":"traceutil/trace.go:171","msg":"trace[1737620813] transaction","detail":"{read_only:false; response_revision:5847; number_of_response:1; }","duration":"317.353447ms","start":"2026-07-24T05:43:36.3286Z","end":"2026-07-24T05:43:36.645953Z","steps":["trace[1737620813] 'process raft request' (duration: 317.136682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:36.64609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:36.328577Z","time spent":"317.44846ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:43:36.646152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.912107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1455"} {"level":"info","ts":"2026-07-24T05:43:36.646211Z","caller":"traceutil/trace.go:171","msg":"trace[1422905549] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5847; }","duration":"316.979709ms","start":"2026-07-24T05:43:36.329223Z","end":"2026-07-24T05:43:36.646203Z","steps":["trace[1422905549] 'agreement among raft nodes before linearized reading' (duration: 316.803425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:36.646234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:36.329184Z","time spent":"317.044441ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1478,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-07-24T05:43:36.896695Z","caller":"traceutil/trace.go:171","msg":"trace[1371961239] linearizableReadLoop","detail":"{readStateIndex:6207; appliedIndex:6206; }","duration":"243.521047ms","start":"2026-07-24T05:43:36.653147Z","end":"2026-07-24T05:43:36.896668Z","steps":["trace[1371961239] 'read index received' (duration: 154.59742ms)","trace[1371961239] 'applied index is now lower than readState.Index' (duration: 88.922347ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:36.89684Z","caller":"traceutil/trace.go:171","msg":"trace[1117912873] transaction","detail":"{read_only:false; response_revision:5848; number_of_response:1; }","duration":"245.975063ms","start":"2026-07-24T05:43:36.650795Z","end":"2026-07-24T05:43:36.89677Z","steps":["trace[1117912873] 'process raft request' (duration: 156.878622ms)","trace[1117912873] 'compare' (duration: 88.758374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:36.896933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.764942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T05:43:36.897024Z","caller":"traceutil/trace.go:171","msg":"trace[374113797] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5848; }","duration":"243.875545ms","start":"2026-07-24T05:43:36.653135Z","end":"2026-07-24T05:43:36.89701Z","steps":["trace[374113797] 'agreement among raft nodes before linearized reading' (duration: 243.629899ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:36.936506Z","caller":"traceutil/trace.go:171","msg":"trace[1826343347] transaction","detail":"{read_only:false; response_revision:5850; number_of_response:1; }","duration":"236.073546ms","start":"2026-07-24T05:43:36.700403Z","end":"2026-07-24T05:43:36.936477Z","steps":["trace[1826343347] 'process raft request' (duration: 235.982554ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:36.936547Z","caller":"traceutil/trace.go:171","msg":"trace[1598966204] transaction","detail":"{read_only:false; response_revision:5851; number_of_response:1; }","duration":"230.152491ms","start":"2026-07-24T05:43:36.70636Z","end":"2026-07-24T05:43:36.936513Z","steps":["trace[1598966204] 'process raft request' (duration: 230.047069ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:36.936569Z","caller":"traceutil/trace.go:171","msg":"trace[1167785165] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"180.078844ms","start":"2026-07-24T05:43:36.756456Z","end":"2026-07-24T05:43:36.936535Z","steps":["trace[1167785165] 'process raft request' (duration: 179.972871ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:36.936735Z","caller":"traceutil/trace.go:171","msg":"trace[839928530] transaction","detail":"{read_only:false; response_revision:5849; number_of_response:1; }","duration":"272.979051ms","start":"2026-07-24T05:43:36.663747Z","end":"2026-07-24T05:43:36.936726Z","steps":["trace[839928530] 'process raft request' (duration: 272.556541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:37.279043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.249646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:37.27915Z","caller":"traceutil/trace.go:171","msg":"trace[285032304] linearizableReadLoop","detail":"{readStateIndex:6212; appliedIndex:6211; }","duration":"205.706841ms","start":"2026-07-24T05:43:37.073425Z","end":"2026-07-24T05:43:37.279132Z","steps":["trace[285032304] 'read index received' (duration: 45.921µs)","trace[285032304] 'applied index is now lower than readState.Index' (duration: 205.65969ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:37.27918Z","caller":"traceutil/trace.go:171","msg":"trace[1134742286] transaction","detail":"{read_only:false; response_revision:5853; number_of_response:1; }","duration":"338.296026ms","start":"2026-07-24T05:43:36.940852Z","end":"2026-07-24T05:43:37.279148Z","steps":["trace[1134742286] 'process raft request' (duration: 130.873536ms)","trace[1134742286] 'compare' (duration: 206.922099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:37.279298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.870354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:37.2793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:36.940834Z","time spent":"338.406219ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":736,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:43:37.279337Z","caller":"traceutil/trace.go:171","msg":"trace[1110717536] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5853; }","duration":"205.954577ms","start":"2026-07-24T05:43:37.073372Z","end":"2026-07-24T05:43:37.279326Z","steps":["trace[1110717536] 'agreement among raft nodes before linearized reading' (duration: 205.850104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:37.279644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.467526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:37.279748Z","caller":"traceutil/trace.go:171","msg":"trace[1678181356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5853; }","duration":"157.60898ms","start":"2026-07-24T05:43:37.122115Z","end":"2026-07-24T05:43:37.279724Z","steps":["trace[1678181356] 'agreement among raft nodes before linearized reading' (duration: 157.422456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:37.279782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.182239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:43:37.279875Z","caller":"traceutil/trace.go:171","msg":"trace[813677897] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5853; }","duration":"122.329002ms","start":"2026-07-24T05:43:37.157526Z","end":"2026-07-24T05:43:37.279855Z","steps":["trace[813677897] 'agreement among raft nodes before linearized reading' (duration: 122.068806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:37.575664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.079105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:43:37.575746Z","caller":"traceutil/trace.go:171","msg":"trace[1460721064] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5853; }","duration":"153.202618ms","start":"2026-07-24T05:43:37.422523Z","end":"2026-07-24T05:43:37.575725Z","steps":["trace[1460721064] 'range keys from in-memory index tree' (duration: 152.888341ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:37.866933Z","caller":"traceutil/trace.go:171","msg":"trace[1363818832] linearizableReadLoop","detail":"{readStateIndex:6213; appliedIndex:6212; }","duration":"267.992846ms","start":"2026-07-24T05:43:37.598908Z","end":"2026-07-24T05:43:37.866901Z","steps":["trace[1363818832] 'read index received' (duration: 267.864033ms)","trace[1363818832] 'applied index is now lower than readState.Index' (duration: 127.823µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:37.867057Z","caller":"traceutil/trace.go:171","msg":"trace[31734669] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"287.690387ms","start":"2026-07-24T05:43:37.579345Z","end":"2026-07-24T05:43:37.867035Z","steps":["trace[31734669] 'process raft request' (duration: 287.36991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:37.867225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.291663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:37.867292Z","caller":"traceutil/trace.go:171","msg":"trace[912336545] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5854; }","duration":"268.418316ms","start":"2026-07-24T05:43:37.598859Z","end":"2026-07-24T05:43:37.867277Z","steps":["trace[912336545] 'agreement among raft nodes before linearized reading' (duration: 268.196231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:38.292262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.257356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:38.292432Z","caller":"traceutil/trace.go:171","msg":"trace[1009908975] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"692.271603ms","start":"2026-07-24T05:43:37.600121Z","end":"2026-07-24T05:43:38.292392Z","steps":["trace[1009908975] 'process raft request' (duration: 367.780602ms)","trace[1009908975] 'compare' (duration: 323.875447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:38.292598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:37.600104Z","time spent":"692.401776ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:38.292644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.336823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:43:38.292703Z","caller":"traceutil/trace.go:171","msg":"trace[1585363121] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5855; }","duration":"688.410624ms","start":"2026-07-24T05:43:37.604277Z","end":"2026-07-24T05:43:38.292687Z","steps":["trace[1585363121] 'agreement among raft nodes before linearized reading' (duration: 688.21904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:38.29277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:37.604269Z","time spent":"688.489937ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:43:38.292856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.766246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:43:38.292961Z","caller":"traceutil/trace.go:171","msg":"trace[166680153] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5855; }","duration":"689.919649ms","start":"2026-07-24T05:43:37.603012Z","end":"2026-07-24T05:43:38.292932Z","steps":["trace[166680153] 'agreement among raft nodes before linearized reading' (duration: 689.567451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:38.29301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:37.602993Z","time spent":"690.006821ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:43:38.292459Z","caller":"traceutil/trace.go:171","msg":"trace[963258800] linearizableReadLoop","detail":"{readStateIndex:6214; appliedIndex:6213; }","duration":"425.417662ms","start":"2026-07-24T05:43:37.867016Z","end":"2026-07-24T05:43:38.292434Z","steps":["trace[963258800] 'read index received' (duration: 100.901921ms)","trace[963258800] 'applied index is now lower than readState.Index' (duration: 324.513531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:38.628902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.024035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:38.629011Z","caller":"traceutil/trace.go:171","msg":"trace[936405204] linearizableReadLoop","detail":"{readStateIndex:6215; appliedIndex:6214; }","duration":"335.41682ms","start":"2026-07-24T05:43:38.293577Z","end":"2026-07-24T05:43:38.628994Z","steps":["trace[936405204] 'read index received' (duration: 106.14239ms)","trace[936405204] 'applied index is now lower than readState.Index' (duration: 229.27311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:38.629152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.783584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:38.629247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.300422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:43:38.629239Z","caller":"traceutil/trace.go:171","msg":"trace[1785048852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5856; }","duration":"509.919917ms","start":"2026-07-24T05:43:38.1193Z","end":"2026-07-24T05:43:38.62922Z","steps":["trace[1785048852] 'agreement among raft nodes before linearized reading' (duration: 509.762844ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:38.629331Z","caller":"traceutil/trace.go:171","msg":"trace[18644017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5856; }","duration":"133.435016ms","start":"2026-07-24T05:43:38.495883Z","end":"2026-07-24T05:43:38.629318Z","steps":["trace[18644017] 'agreement among raft nodes before linearized reading' (duration: 133.245171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:38.629327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.619974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:43:38.629365Z","caller":"traceutil/trace.go:171","msg":"trace[99312217] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5856; }","duration":"314.676756ms","start":"2026-07-24T05:43:38.314678Z","end":"2026-07-24T05:43:38.629355Z","steps":["trace[99312217] 'agreement among raft nodes before linearized reading' (duration: 314.459901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:38.629358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:38.119277Z","time spent":"510.06815ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:38.629395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:38.314664Z","time spent":"314.723947ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:38.629451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.392278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:43:38.629505Z","caller":"traceutil/trace.go:171","msg":"trace[1816161886] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5856; }","duration":"317.49973ms","start":"2026-07-24T05:43:38.311993Z","end":"2026-07-24T05:43:38.629493Z","steps":["trace[1816161886] 'agreement among raft nodes before linearized reading' (duration: 317.137642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:38.629541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:38.311964Z","time spent":"317.566692ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:43:38.629949Z","caller":"traceutil/trace.go:171","msg":"trace[449349119] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"738.292857ms","start":"2026-07-24T05:43:37.891631Z","end":"2026-07-24T05:43:38.629924Z","steps":["trace[449349119] 'process raft request' (duration: 508.163146ms)","trace[449349119] 'compare' (duration: 228.910273ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:38.630046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:37.891593Z","time spent":"738.40857ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:39.073994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.158472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:39.074122Z","caller":"traceutil/trace.go:171","msg":"trace[965132930] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5856; }","duration":"344.424398ms","start":"2026-07-24T05:43:38.72967Z","end":"2026-07-24T05:43:39.074094Z","steps":["trace[965132930] 'range keys from in-memory index tree' (duration: 344.040919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:39.074199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:38.729649Z","time spent":"344.52649ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:43:39.162458Z","caller":"traceutil/trace.go:171","msg":"trace[516026947] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"220.139581ms","start":"2026-07-24T05:43:38.94229Z","end":"2026-07-24T05:43:39.162429Z","steps":["trace[516026947] 'process raft request' (duration: 219.943097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:39.419295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.260868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:39.419434Z","caller":"traceutil/trace.go:171","msg":"trace[1080666684] linearizableReadLoop","detail":"{readStateIndex:6217; appliedIndex:6215; }","duration":"340.887025ms","start":"2026-07-24T05:43:39.078524Z","end":"2026-07-24T05:43:39.419411Z","steps":["trace[1080666684] 'read index received' (duration: 83.693446ms)","trace[1080666684] 'applied index is now lower than readState.Index' (duration: 257.191889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:39.419583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.0506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:39.419681Z","caller":"traceutil/trace.go:171","msg":"trace[560253410] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5858; }","duration":"341.196903ms","start":"2026-07-24T05:43:39.078464Z","end":"2026-07-24T05:43:39.419661Z","steps":["trace[560253410] 'agreement among raft nodes before linearized reading' (duration: 341.018118ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:39.41948Z","caller":"traceutil/trace.go:171","msg":"trace[530204371] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"476.508612ms","start":"2026-07-24T05:43:38.942918Z","end":"2026-07-24T05:43:39.419427Z","steps":["trace[530204371] 'process raft request' (duration: 271.995558ms)","trace[530204371] 'compare' (duration: 203.578743ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:39.419905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:38.942887Z","time spent":"476.899372ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:39.419987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.01432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-24T05:43:39.419731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:39.07844Z","time spent":"341.282275ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-24T05:43:39.420029Z","caller":"traceutil/trace.go:171","msg":"trace[52926777] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5858; }","duration":"262.107893ms","start":"2026-07-24T05:43:39.157911Z","end":"2026-07-24T05:43:39.420019Z","steps":["trace[52926777] 'agreement among raft nodes before linearized reading' (duration: 261.96789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:39.420005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.854882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:39.420287Z","caller":"traceutil/trace.go:171","msg":"trace[1712986880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5858; }","duration":"298.176879ms","start":"2026-07-24T05:43:39.122092Z","end":"2026-07-24T05:43:39.420269Z","steps":["trace[1712986880] 'agreement among raft nodes before linearized reading' (duration: 297.78339ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:40.035807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.840239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:40.035975Z","caller":"traceutil/trace.go:171","msg":"trace[1081195358] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"448.316547ms","start":"2026-07-24T05:43:39.58762Z","end":"2026-07-24T05:43:40.035937Z","steps":["trace[1081195358] 'process raft request' (duration: 295.251022ms)","trace[1081195358] 'compare' (duration: 152.668895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:40.036091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:39.587496Z","time spent":"448.534992ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:40.633593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.875687ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:43:40.63384Z","caller":"traceutil/trace.go:171","msg":"trace[1225010383] linearizableReadLoop","detail":"{readStateIndex:6219; appliedIndex:6217; }","duration":"762.584542ms","start":"2026-07-24T05:43:39.871236Z","end":"2026-07-24T05:43:40.63382Z","steps":["trace[1225010383] 'read index received' (duration: 11.596945ms)","trace[1225010383] 'applied index is now lower than readState.Index' (duration: 750.986687ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:40.634091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.846319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:43:40.634135Z","caller":"traceutil/trace.go:171","msg":"trace[89749214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5859; }","duration":"762.957141ms","start":"2026-07-24T05:43:39.871166Z","end":"2026-07-24T05:43:40.634123Z","steps":["trace[89749214] 'agreement among raft nodes before linearized reading' (duration: 762.809998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:40.634169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:39.871138Z","time spent":"763.021022ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-24T05:43:40.635797Z","caller":"traceutil/trace.go:171","msg":"trace[372695264] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"336.023575ms","start":"2026-07-24T05:43:40.299742Z","end":"2026-07-24T05:43:40.635766Z","steps":["trace[372695264] 'process raft request' (duration: 333.975328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:40.635964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:40.299717Z","time spent":"336.158428ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:41.071116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.875149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:41.071231Z","caller":"traceutil/trace.go:171","msg":"trace[841410276] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5860; }","duration":"897.046113ms","start":"2026-07-24T05:43:40.174155Z","end":"2026-07-24T05:43:41.071201Z","steps":["trace[841410276] 'agreement among raft nodes before linearized reading' (duration: 461.57944ms)","trace[841410276] 'range keys from in-memory index tree' (duration: 435.298268ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:41.07129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:40.174128Z","time spent":"897.147714ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:43:41.071387Z","caller":"traceutil/trace.go:171","msg":"trace[520327759] linearizableReadLoop","detail":"{readStateIndex:6221; appliedIndex:6220; }","duration":"434.151122ms","start":"2026-07-24T05:43:40.637204Z","end":"2026-07-24T05:43:41.071355Z","steps":["trace[520327759] 'read index received' (duration: 433.287993ms)","trace[520327759] 'applied index is now lower than readState.Index' (duration: 860.839µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:41.071519Z","caller":"traceutil/trace.go:171","msg":"trace[364837633] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"435.701418ms","start":"2026-07-24T05:43:40.635766Z","end":"2026-07-24T05:43:41.071467Z","steps":["trace[364837633] 'process raft request' (duration: 434.745766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:41.071598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.386218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:43:41.071678Z","caller":"traceutil/trace.go:171","msg":"trace[2097290328] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5861; }","duration":"434.598653ms","start":"2026-07-24T05:43:40.637062Z","end":"2026-07-24T05:43:41.07166Z","steps":["trace[2097290328] 'agreement among raft nodes before linearized reading' (duration: 434.390358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:41.071904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:40.63704Z","time spent":"434.850898ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:43:41.071929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:40.63574Z","time spent":"435.883011ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:41.448131Z","caller":"traceutil/trace.go:171","msg":"trace[1381857762] linearizableReadLoop","detail":"{readStateIndex:6222; appliedIndex:6221; }","duration":"376.646076ms","start":"2026-07-24T05:43:41.071459Z","end":"2026-07-24T05:43:41.448106Z","steps":["trace[1381857762] 'read index received' (duration: 333.550259ms)","trace[1381857762] 'applied index is now lower than readState.Index' (duration: 43.094377ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:41.448164Z","caller":"traceutil/trace.go:171","msg":"trace[1903777732] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"809.220182ms","start":"2026-07-24T05:43:40.638904Z","end":"2026-07-24T05:43:41.448125Z","steps":["trace[1903777732] 'process raft request' (duration: 766.087073ms)","trace[1903777732] 'compare' (duration: 42.899253ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:41.4483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:40.638882Z","time spent":"809.343805ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:41.448379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.338532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:43:41.448421Z","caller":"traceutil/trace.go:171","msg":"trace[1422222227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5862; }","duration":"753.469725ms","start":"2026-07-24T05:43:40.694937Z","end":"2026-07-24T05:43:41.448407Z","steps":["trace[1422222227] 'agreement among raft nodes before linearized reading' (duration: 753.275751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:41.448496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:40.694915Z","time spent":"753.566837ms","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:41.448687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.369541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:43:41.448744Z","caller":"traceutil/trace.go:171","msg":"trace[229077245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5862; }","duration":"811.469253ms","start":"2026-07-24T05:43:40.637262Z","end":"2026-07-24T05:43:41.448731Z","steps":["trace[229077245] 'agreement among raft nodes before linearized reading' (duration: 811.271419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:41.448783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:40.637246Z","time spent":"811.527714ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:43:41.525106Z","caller":"traceutil/trace.go:171","msg":"trace[1107657994] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"336.633278ms","start":"2026-07-24T05:43:41.188448Z","end":"2026-07-24T05:43:41.525081Z","steps":["trace[1107657994] 'process raft request' (duration: 336.495215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:41.525275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:41.188415Z","time spent":"336.763372ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:41.534668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.942013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:43:41.534686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.28502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:43:41.53473Z","caller":"traceutil/trace.go:171","msg":"trace[1911440317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5864; }","duration":"415.062715ms","start":"2026-07-24T05:43:41.119651Z","end":"2026-07-24T05:43:41.534714Z","steps":["trace[1911440317] 'agreement among raft nodes before linearized reading' (duration: 414.945422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:41.534764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:41.119548Z","time spent":"415.208539ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:43:41.534761Z","caller":"traceutil/trace.go:171","msg":"trace[30102876] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5864; }","duration":"377.374502ms","start":"2026-07-24T05:43:41.157366Z","end":"2026-07-24T05:43:41.534741Z","steps":["trace[30102876] 'agreement among raft nodes before linearized reading' (duration: 377.135366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:41.534809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:41.157287Z","time spent":"377.511285ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:43:41.534823Z","caller":"traceutil/trace.go:171","msg":"trace[787350402] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"108.852553ms","start":"2026-07-24T05:43:41.425844Z","end":"2026-07-24T05:43:41.534696Z","steps":["trace[787350402] 'process raft request' (duration: 108.471243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:41.535244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.317166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:43:41.535295Z","caller":"traceutil/trace.go:171","msg":"trace[1454769440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5864; }","duration":"458.402418ms","start":"2026-07-24T05:43:41.076871Z","end":"2026-07-24T05:43:41.535274Z","steps":["trace[1454769440] 'agreement among raft nodes before linearized reading' (duration: 458.179663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:41.535323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:41.076843Z","time spent":"458.472129ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:43.468822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.054911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone-server-0.18c523705fb4428b\" ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-07-24T05:43:43.468906Z","caller":"traceutil/trace.go:171","msg":"trace[919399779] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone-server-0.18c523705fb4428b; range_end:; response_count:1; response_revision:5865; }","duration":"593.187805ms","start":"2026-07-24T05:43:42.875698Z","end":"2026-07-24T05:43:43.468886Z","steps":["trace[919399779] 'range keys from in-memory index tree' (duration: 592.857767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:43.468954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:42.875675Z","time spent":"593.265816ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":816,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone-server-0.18c523705fb4428b\" "} {"level":"warn","ts":"2026-07-24T05:43:43.469204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.553781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:43.469349Z","caller":"traceutil/trace.go:171","msg":"trace[396995880] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"392.077548ms","start":"2026-07-24T05:43:43.077242Z","end":"2026-07-24T05:43:43.46932Z","steps":["trace[396995880] 'process raft request' (duration: 140.325263ms)","trace[396995880] 'compare' (duration: 251.425528ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:43.46935Z","caller":"traceutil/trace.go:171","msg":"trace[610687126] linearizableReadLoop","detail":"{readStateIndex:6226; appliedIndex:6225; }","duration":"312.830904ms","start":"2026-07-24T05:43:43.156489Z","end":"2026-07-24T05:43:43.46932Z","steps":["trace[610687126] 'read index received' (duration: 61.1028ms)","trace[610687126] 'applied index is now lower than readState.Index' (duration: 251.726654ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:43.469484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.077218Z","time spent":"392.179331ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:43.469651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.151111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-24T05:43:43.469703Z","caller":"traceutil/trace.go:171","msg":"trace[1708143078] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5866; }","duration":"313.248464ms","start":"2026-07-24T05:43:43.156444Z","end":"2026-07-24T05:43:43.469692Z","steps":["trace[1708143078] 'agreement among raft nodes before linearized reading' (duration: 312.947447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:43.469764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.156422Z","time spent":"313.332615ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:43:43.498604Z","caller":"traceutil/trace.go:171","msg":"trace[368253325] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"320.997001ms","start":"2026-07-24T05:43:43.177585Z","end":"2026-07-24T05:43:43.498582Z","steps":["trace[368253325] 'process raft request' (duration: 320.851408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:43.498739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.177567Z","time spent":"321.111054ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:44.076004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.667065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:44.09682Z","caller":"traceutil/trace.go:171","msg":"trace[1606475155] linearizableReadLoop","detail":"{readStateIndex:6228; appliedIndex:6227; }","duration":"598.201768ms","start":"2026-07-24T05:43:43.498592Z","end":"2026-07-24T05:43:44.096794Z","steps":["trace[1606475155] 'read index received' (duration: 221.670186ms)","trace[1606475155] 'applied index is now lower than readState.Index' (duration: 376.529062ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:44.09695Z","caller":"traceutil/trace.go:171","msg":"trace[1685577443] transaction","detail":"{read_only:false; response_revision:5868; number_of_response:1; }","duration":"604.412721ms","start":"2026-07-24T05:43:43.472129Z","end":"2026-07-24T05:43:44.076541Z","steps":["trace[1685577443] 'process raft request' (duration: 248.04447ms)","trace[1685577443] 'compare' (duration: 355.183053ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:44.096963Z","caller":"traceutil/trace.go:171","msg":"trace[1131122130] transaction","detail":"{read_only:false; response_revision:5869; number_of_response:1; }","duration":"591.522246ms","start":"2026-07-24T05:43:43.505415Z","end":"2026-07-24T05:43:44.096938Z","steps":["trace[1131122130] 'process raft request' (duration: 570.766711ms)","trace[1131122130] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/cilium-operator-resource-lock; req_size:473; } (duration: 20.605431ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:44.097025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.505397Z","time spent":"591.603647ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:44.097071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.472103Z","time spent":"624.870209ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:44.097095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.058518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"info","ts":"2026-07-24T05:43:44.097174Z","caller":"traceutil/trace.go:171","msg":"trace[1594904497] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5869; }","duration":"623.185191ms","start":"2026-07-24T05:43:43.473967Z","end":"2026-07-24T05:43:44.097152Z","steps":["trace[1594904497] 'agreement among raft nodes before linearized reading' (duration: 622.910874ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:44.097225Z","caller":"traceutil/trace.go:171","msg":"trace[1548626545] transaction","detail":"{read_only:false; response_revision:5870; number_of_response:1; }","duration":"566.311339ms","start":"2026-07-24T05:43:43.530889Z","end":"2026-07-24T05:43:44.097201Z","steps":["trace[1548626545] 'process raft request' (duration: 566.007792ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:44.097232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.47395Z","time spent":"623.273482ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1472,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-07-24T05:43:44.097321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.530864Z","time spent":"566.39479ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:44.097362Z","caller":"traceutil/trace.go:171","msg":"trace[634479713] transaction","detail":"{read_only:false; response_revision:5871; number_of_response:1; }","duration":"557.337803ms","start":"2026-07-24T05:43:43.540011Z","end":"2026-07-24T05:43:44.097349Z","steps":["trace[634479713] 'process raft request' (duration: 557.106478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:44.097369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.155229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-24T05:43:44.097399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.539987Z","time spent":"557.390475ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:44.097426Z","caller":"traceutil/trace.go:171","msg":"trace[1602914543] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:5871; }","duration":"557.243961ms","start":"2026-07-24T05:43:43.540166Z","end":"2026-07-24T05:43:44.09741Z","steps":["trace[1602914543] 'agreement among raft nodes before linearized reading' (duration: 557.102788ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:44.097433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.39209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-24T05:43:44.097469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.540156Z","time spent":"557.301892ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"info","ts":"2026-07-24T05:43:44.097492Z","caller":"traceutil/trace.go:171","msg":"trace[448006446] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5871; }","duration":"459.498423ms","start":"2026-07-24T05:43:43.637979Z","end":"2026-07-24T05:43:44.097477Z","steps":["trace[448006446] 'agreement among raft nodes before linearized reading' (duration: 459.341259ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:44.097516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.637957Z","time spent":"459.554824ms","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:43:44.097527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.16995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:43:44.097557Z","caller":"traceutil/trace.go:171","msg":"trace[190763449] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5871; }","duration":"554.21033ms","start":"2026-07-24T05:43:43.543338Z","end":"2026-07-24T05:43:44.097548Z","steps":["trace[190763449] 'agreement among raft nodes before linearized reading' (duration: 554.075877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:44.0976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.762034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:43:44.097598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.543332Z","time spent":"554.255381ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:43:44.097621Z","caller":"traceutil/trace.go:171","msg":"trace[1584683814] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5871; }","duration":"554.796465ms","start":"2026-07-24T05:43:43.542816Z","end":"2026-07-24T05:43:44.097613Z","steps":["trace[1584683814] 'agreement among raft nodes before linearized reading' (duration: 554.669952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:44.097641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:43.54281Z","time spent":"554.827535ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:43:44.877629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.163229ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-07-24T05:43:44.877707Z","caller":"traceutil/trace.go:171","msg":"trace[1277384706] linearizableReadLoop","detail":"{readStateIndex:6232; appliedIndex:6231; }","duration":"772.678084ms","start":"2026-07-24T05:43:44.105016Z","end":"2026-07-24T05:43:44.877694Z","steps":["trace[1277384706] 'read index received' (duration: 201.31515ms)","trace[1277384706] 'applied index is now lower than readState.Index' (duration: 571.361514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:44.877785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:44.099009Z","time spent":"778.769764ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:43:44.878096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.082444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:43:44.87812Z","caller":"traceutil/trace.go:171","msg":"trace[296810440] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5871; }","duration":"773.115854ms","start":"2026-07-24T05:43:44.104999Z","end":"2026-07-24T05:43:44.878115Z","steps":["trace[296810440] 'agreement among raft nodes before linearized reading' (duration: 772.9338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:44.878138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:44.104941Z","time spent":"773.193166ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:44.878246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.131845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1315"} {"level":"info","ts":"2026-07-24T05:43:44.878329Z","caller":"traceutil/trace.go:171","msg":"trace[840217832] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5871; }","duration":"773.342199ms","start":"2026-07-24T05:43:44.104968Z","end":"2026-07-24T05:43:44.87831Z","steps":["trace[840217832] 'agreement among raft nodes before linearized reading' (duration: 773.030422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:44.878376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:44.104949Z","time spent":"773.417821ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1338,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-07-24T05:43:45.451458Z","caller":"traceutil/trace.go:171","msg":"trace[1417712985] linearizableReadLoop","detail":"{readStateIndex:6233; appliedIndex:6232; }","duration":"573.695538ms","start":"2026-07-24T05:43:44.877724Z","end":"2026-07-24T05:43:45.451419Z","steps":["trace[1417712985] 'read index received' (duration: 487.396152ms)","trace[1417712985] 'applied index is now lower than readState.Index' (duration: 86.297526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:45.451962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331916322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:45.452032Z","caller":"traceutil/trace.go:171","msg":"trace[1489305772] transaction","detail":"{read_only:false; response_revision:5872; number_of_response:1; }","duration":"747.58647ms","start":"2026-07-24T05:43:44.704414Z","end":"2026-07-24T05:43:45.452001Z","steps":["trace[1489305772] 'process raft request' (duration: 660.587447ms)","trace[1489305772] 'compare' (duration: 85.933178ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:45.452093Z","caller":"traceutil/trace.go:171","msg":"trace[1469776664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5872; }","duration":"1.332105746s","start":"2026-07-24T05:43:44.119955Z","end":"2026-07-24T05:43:45.452061Z","steps":["trace[1469776664] 'agreement among raft nodes before linearized reading' (duration: 1.331788809s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:45.452163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:44.704379Z","time spent":"747.706522ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:45.45217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:44.119929Z","time spent":"1.332226598s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:45.452454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006189381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:43:45.452463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340909057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:43:45.452533Z","caller":"traceutil/trace.go:171","msg":"trace[455112295] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5872; }","duration":"1.006524079s","start":"2026-07-24T05:43:44.445988Z","end":"2026-07-24T05:43:45.452512Z","steps":["trace[455112295] 'agreement among raft nodes before linearized reading' (duration: 1.006031068s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:45.452562Z","caller":"traceutil/trace.go:171","msg":"trace[1140049609] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:5872; }","duration":"1.341064371s","start":"2026-07-24T05:43:44.111472Z","end":"2026-07-24T05:43:45.452536Z","steps":["trace[1140049609] 'agreement among raft nodes before linearized reading' (duration: 1.34059857s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:45.452454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343559457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"warn","ts":"2026-07-24T05:43:45.452633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:44.445966Z","time spent":"1.006645411s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:43:45.452681Z","caller":"traceutil/trace.go:171","msg":"trace[701102970] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5872; }","duration":"1.343846574s","start":"2026-07-24T05:43:44.108819Z","end":"2026-07-24T05:43:45.452665Z","steps":["trace[701102970] 'agreement among raft nodes before linearized reading' (duration: 1.343256321s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:45.452736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:44.111451Z","time spent":"1.341220494s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:45.452772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:44.108811Z","time spent":"1.343947217s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:43:46.165704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.161238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:46.166145Z","caller":"traceutil/trace.go:171","msg":"trace[68197993] transaction","detail":"{read_only:false; response_revision:5875; number_of_response:1; }","duration":"690.976154ms","start":"2026-07-24T05:43:45.475154Z","end":"2026-07-24T05:43:46.16613Z","steps":["trace[68197993] 'process raft request' (duration: 690.938743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:46.166196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:45.475131Z","time spent":"691.044835ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:46.166249Z","caller":"traceutil/trace.go:171","msg":"trace[1137529079] transaction","detail":"{read_only:false; response_revision:5873; number_of_response:1; }","duration":"1.287093754s","start":"2026-07-24T05:43:44.879142Z","end":"2026-07-24T05:43:46.166236Z","steps":["trace[1137529079] 'process raft request' (duration: 1.019322172s)","trace[1137529079] 'compare' (duration: 267.000695ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:46.166355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:44.879123Z","time spent":"1.287173507s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:46.166305Z","caller":"traceutil/trace.go:171","msg":"trace[72119938] linearizableReadLoop","detail":"{readStateIndex:6235; appliedIndex:6233; }","duration":"714.700427ms","start":"2026-07-24T05:43:45.451547Z","end":"2026-07-24T05:43:46.166248Z","steps":["trace[72119938] 'read index received' (duration: 446.902604ms)","trace[72119938] 'applied index is now lower than readState.Index' (duration: 267.787192ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:46.166243Z","caller":"traceutil/trace.go:171","msg":"trace[519612920] transaction","detail":"{read_only:false; response_revision:5874; number_of_response:1; }","duration":"830.699843ms","start":"2026-07-24T05:43:45.335514Z","end":"2026-07-24T05:43:46.166213Z","steps":["trace[519612920] 'process raft request' (duration: 830.273193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:46.166464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.976694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-24T05:43:46.16657Z","caller":"traceutil/trace.go:171","msg":"trace[1245228809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:5875; }","duration":"929.134717ms","start":"2026-07-24T05:43:45.23741Z","end":"2026-07-24T05:43:46.166545Z","steps":["trace[1245228809] 'agreement among raft nodes before linearized reading' (duration: 928.83637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:46.166607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:45.335483Z","time spent":"831.077452ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:46.166625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:45.23739Z","time spent":"929.22708ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-07-24T05:43:46.166558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284042244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7458"} {"level":"info","ts":"2026-07-24T05:43:46.166838Z","caller":"traceutil/trace.go:171","msg":"trace[2118860622] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:5875; }","duration":"1.28435307s","start":"2026-07-24T05:43:44.882465Z","end":"2026-07-24T05:43:46.166818Z","steps":["trace[2118860622] 'agreement among raft nodes before linearized reading' (duration: 1.283930421s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:46.166899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:44.882456Z","time spent":"1.284430403s","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7481,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-07-24T05:43:46.667434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:47.16772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150292,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:47.223136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100246815s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:43:47.223694Z","caller":"traceutil/trace.go:171","msg":"trace[46285269] transaction","detail":"{read_only:false; response_revision:5877; number_of_response:1; }","duration":"1.118266017s","start":"2026-07-24T05:43:46.105398Z","end":"2026-07-24T05:43:47.223664Z","steps":["trace[46285269] 'process raft request' (duration: 1.118206726s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:47.223755Z","caller":"traceutil/trace.go:171","msg":"trace[1556278888] transaction","detail":"{read_only:false; response_revision:5876; number_of_response:1; }","duration":"1.120706544s","start":"2026-07-24T05:43:46.102994Z","end":"2026-07-24T05:43:47.223701Z","steps":["trace[1556278888] 'process raft request' (duration: 1.120450769s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:47.223941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:46.102976Z","time spent":"1.120859287s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:47.223935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:46.105358Z","time spent":"1.118416651s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:47.454411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000465189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:43:47.454497Z","caller":"traceutil/trace.go:171","msg":"trace[1619612794] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000653154s","start":"2026-07-24T05:43:45.453825Z","end":"2026-07-24T05:43:47.454478Z","steps":["trace[1619612794] 'agreement among raft nodes before linearized reading' (duration: 2.000545041s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:47.454544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:45.4538Z","time spent":"2.000735386s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:43:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:49.463501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000835528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:43:49.463646Z","caller":"traceutil/trace.go:171","msg":"trace[1754725265] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001024683s","start":"2026-07-24T05:43:47.462582Z","end":"2026-07-24T05:43:49.463606Z","steps":["trace[1754725265] 'agreement among raft nodes before linearized reading' (duration: 2.000845349s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:49.463759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:47.462571Z","time spent":"2.001155406s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:43:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:50.307185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56551114s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:43:50.307426Z","caller":"traceutil/trace.go:171","msg":"trace[116383169] transaction","detail":"{read_only:false; response_revision:5881; number_of_response:1; }","duration":"2.765614071s","start":"2026-07-24T05:43:47.541794Z","end":"2026-07-24T05:43:50.307408Z","steps":["trace[116383169] 'process raft request' (duration: 2.765575851s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:50.307491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:47.541766Z","time spent":"2.765692593s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:50.307811Z","caller":"traceutil/trace.go:171","msg":"trace[1162210810] transaction","detail":"{read_only:false; response_revision:5878; number_of_response:1; }","duration":"3.156970473s","start":"2026-07-24T05:43:47.150827Z","end":"2026-07-24T05:43:50.307798Z","steps":["trace[1162210810] 'process raft request' (duration: 590.780998ms)","trace[1162210810] 'compare' (duration: 2.56506133s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:43:50.307876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:47.150804Z","time spent":"3.157041025s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:50.308009Z","caller":"traceutil/trace.go:171","msg":"trace[1292472823] transaction","detail":"{read_only:false; response_revision:5879; number_of_response:1; }","duration":"3.156369449s","start":"2026-07-24T05:43:47.151628Z","end":"2026-07-24T05:43:50.307998Z","steps":["trace[1292472823] 'process raft request' (duration: 3.155643522s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:50.308151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:47.15162Z","time spent":"3.156492222s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:43:50.308233Z","caller":"traceutil/trace.go:171","msg":"trace[1625797061] linearizableReadLoop","detail":"{readStateIndex:6240; appliedIndex:6236; }","duration":"4.141808006s","start":"2026-07-24T05:43:46.166408Z","end":"2026-07-24T05:43:50.308215Z","steps":["trace[1625797061] 'read index received' (duration: 1.057052316s)","trace[1625797061] 'applied index is now lower than readState.Index' (duration: 3.08475471s)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:43:50.308235Z","caller":"traceutil/trace.go:171","msg":"trace[300320241] transaction","detail":"{read_only:false; response_revision:5880; number_of_response:1; }","duration":"2.850214288s","start":"2026-07-24T05:43:47.457989Z","end":"2026-07-24T05:43:50.308204Z","steps":["trace[300320241] 'process raft request' (duration: 2.849342669s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:50.308332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415729549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:43:50.308369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.205902124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-24T05:43:50.308398Z","caller":"traceutil/trace.go:171","msg":"trace[757248574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:5881; }","duration":"4.41580668s","start":"2026-07-24T05:43:45.892575Z","end":"2026-07-24T05:43:50.308381Z","steps":["trace[757248574] 'agreement among raft nodes before linearized reading' (duration: 4.415707998s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:50.308404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851889626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-24T05:43:50.308433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:45.892494Z","time spent":"4.415931763s","remote":"127.0.0.1:59002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:50.308427Z","caller":"traceutil/trace.go:171","msg":"trace[377911872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5881; }","duration":"4.206020116s","start":"2026-07-24T05:43:46.102391Z","end":"2026-07-24T05:43:50.308411Z","steps":["trace[377911872] 'agreement among raft nodes before linearized reading' (duration: 4.205877643s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:50.308452Z","caller":"traceutil/trace.go:171","msg":"trace[680557868] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5881; }","duration":"4.851980168s","start":"2026-07-24T05:43:45.456447Z","end":"2026-07-24T05:43:50.308427Z","steps":["trace[680557868] 'agreement among raft nodes before linearized reading' (duration: 4.851850776s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:50.308479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:46.10236Z","time spent":"4.206103878s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-24T05:43:50.308472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:47.457962Z","time spent":"2.850339022s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:43:50.308493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:45.456417Z","time spent":"4.852065921s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-24T05:43:50.808723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:51.30979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:51.464112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000250125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:43:51.464209Z","caller":"traceutil/trace.go:171","msg":"trace[1469741971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000403049s","start":"2026-07-24T05:43:49.463786Z","end":"2026-07-24T05:43:51.464189Z","steps":["trace[1469741971] 'agreement among raft nodes before linearized reading' (duration: 2.000285936s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:51.464254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:49.463756Z","time spent":"2.000488591s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:43:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:51.810755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:52.311271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:52.7165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:43:52.716626Z","caller":"traceutil/trace.go:171","msg":"trace[397941229] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493641s","start":"2026-07-24T05:43:50.716104Z","end":"2026-07-24T05:43:52.716598Z","steps":["trace[397941229] 'agreement among raft nodes before linearized reading' (duration: 2.000325887s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:52.716691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:50.716081Z","time spent":"2.000596153s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:52.81192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:53.170323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:48.173433Z","time spent":"4.996881878s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:43:53.312608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:53.473307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000532362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:43:53.473405Z","caller":"traceutil/trace.go:171","msg":"trace[301126744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000679116s","start":"2026-07-24T05:43:51.472704Z","end":"2026-07-24T05:43:53.473383Z","steps":["trace[301126744] 'agreement among raft nodes before linearized reading' (duration: 2.000555613s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:53.473459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:51.472686Z","time spent":"2.000763467s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:43:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:53.812774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:54.22804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:49.230469Z","time spent":"4.997565153s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:43:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:54.228456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:49.230656Z","time spent":"4.997788228s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:43:54.313544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:54.814113Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:55.31274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:50.313858Z","time spent":"4.998874644s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:43:55.315199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:55.482009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:43:55.482118Z","caller":"traceutil/trace.go:171","msg":"trace[2019209978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0000466s","start":"2026-07-24T05:43:53.482053Z","end":"2026-07-24T05:43:55.4821Z","steps":["trace[2019209978] 'agreement among raft nodes before linearized reading' (duration: 1.999911617s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:55.482172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:53.482039Z","time spent":"2.000122232s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:55.816285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:56.317285Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:56.384457Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fdea2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:43:56.817545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:57.30864Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-07-24T05:43:57.308918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.09791025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:43:57.308934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.153103263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:43:57.309004Z","caller":"traceutil/trace.go:171","msg":"trace[401654230] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; }","duration":"7.098033982s","start":"2026-07-24T05:43:50.210937Z","end":"2026-07-24T05:43:57.308971Z","steps":["trace[401654230] 'agreement among raft nodes before linearized reading' (duration: 7.097908319s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:57.309034Z","caller":"traceutil/trace.go:171","msg":"trace[1327258677] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; }","duration":"10.153293557s","start":"2026-07-24T05:43:47.155716Z","end":"2026-07-24T05:43:57.309009Z","steps":["trace[1327258677] 'agreement among raft nodes before linearized reading' (duration: 10.153148464s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:57.309013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.849130462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:43:57.309074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:50.210858Z","time spent":"7.098199846s","remote":"127.0.0.1:58846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:57.309088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:47.155689Z","time spent":"10.15338825s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-24T05:43:57.309107Z","caller":"traceutil/trace.go:171","msg":"trace[2000282565] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; }","duration":"9.849271345s","start":"2026-07-24T05:43:47.459813Z","end":"2026-07-24T05:43:57.309085Z","steps":["trace[2000282565] 'agreement among raft nodes before linearized reading' (duration: 9.849167843s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:57.309143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.138294514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:43:57.30913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.80670747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:43:57.309163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:47.459792Z","time spent":"9.849359828s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:43:57.309178Z","caller":"traceutil/trace.go:171","msg":"trace[1102287790] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837; range_end:; }","duration":"11.138329606s","start":"2026-07-24T05:43:46.170839Z","end":"2026-07-24T05:43:57.309168Z","steps":["trace[1102287790] 'agreement among raft nodes before linearized reading' (duration: 11.138294584s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:57.309192Z","caller":"traceutil/trace.go:171","msg":"trace[1514914609] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; }","duration":"10.806828964s","start":"2026-07-24T05:43:46.50235Z","end":"2026-07-24T05:43:57.309179Z","steps":["trace[1514914609] 'agreement among raft nodes before linearized reading' (duration: 10.806746781s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:57.309151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.106980317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:43:57.309241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:46.502326Z","time spent":"10.806902575s","remote":"127.0.0.1:59032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:57.309277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.626318811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:43:57.309277Z","caller":"traceutil/trace.go:171","msg":"trace[1210431973] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; }","duration":"10.107151552s","start":"2026-07-24T05:43:47.2021Z","end":"2026-07-24T05:43:57.309252Z","steps":["trace[1210431973] 'agreement among raft nodes before linearized reading' (duration: 10.106971747s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:57.309239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.196469097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:43:57.309335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.424835516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:43:57.309348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:47.202016Z","time spent":"10.107307825s","remote":"127.0.0.1:48028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:57.309364Z","caller":"traceutil/trace.go:171","msg":"trace[2098068215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; }","duration":"10.424917389s","start":"2026-07-24T05:43:46.884439Z","end":"2026-07-24T05:43:57.309356Z","steps":["trace[2098068215] 'agreement among raft nodes before linearized reading' (duration: 10.424885828s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:57.309319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.140506895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:43:57.309209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:46.170767Z","time spent":"11.138433298s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/persistentvolumes/pvc-3d9d2e5c-ce7c-4438-9664-27c5689b2837\" "} {"level":"info","ts":"2026-07-24T05:43:57.309376Z","caller":"traceutil/trace.go:171","msg":"trace[1788227377] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"8.196670392s","start":"2026-07-24T05:43:49.112677Z","end":"2026-07-24T05:43:57.309347Z","steps":["trace[1788227377] 'agreement among raft nodes before linearized reading' (duration: 8.196499568s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:57.309448Z","caller":"traceutil/trace.go:171","msg":"trace[750345741] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; }","duration":"11.140697079s","start":"2026-07-24T05:43:46.168719Z","end":"2026-07-24T05:43:57.309416Z","steps":["trace[750345741] 'agreement among raft nodes before linearized reading' (duration: 11.140516655s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:57.309464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:46.884412Z","time spent":"10.425041411s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:43:57.30948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:49.112657Z","time spent":"8.196813966s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-24T05:43:57.30951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:46.168701Z","time spent":"11.140796231s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:43:57.309306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.344857275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:43:57.309076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.646283507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-07-24T05:43:57.309579Z","caller":"traceutil/trace.go:171","msg":"trace[2012956132] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; }","duration":"10.345161692s","start":"2026-07-24T05:43:46.964401Z","end":"2026-07-24T05:43:57.309562Z","steps":["trace[2012956132] 'agreement among raft nodes before linearized reading' (duration: 10.344895236s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:43:57.30931Z","caller":"traceutil/trace.go:171","msg":"trace[1226558488] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; }","duration":"9.626382943s","start":"2026-07-24T05:43:47.682918Z","end":"2026-07-24T05:43:57.309301Z","steps":["trace[1226558488] 'agreement among raft nodes before linearized reading' (duration: 9.626339902s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:57.309644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:46.964377Z","time spent":"10.345252404s","remote":"127.0.0.1:48276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:43:57.309685Z","caller":"traceutil/trace.go:171","msg":"trace[1089093613] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; }","duration":"9.647019345s","start":"2026-07-24T05:43:47.662596Z","end":"2026-07-24T05:43:57.309616Z","steps":["trace[1089093613] 'agreement among raft nodes before linearized reading' (duration: 9.646318448s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:57.309771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:47.662573Z","time spent":"9.647179788s","remote":"127.0.0.1:58870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:57.309687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:47.682907Z","time spent":"9.626760681s","remote":"127.0.0.1:32886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":0,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:43:57.313063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:52.314458Z","time spent":"4.998599516s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:43:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:57.483273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000291467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:43:57.483372Z","caller":"traceutil/trace.go:171","msg":"trace[807531234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00044687s","start":"2026-07-24T05:43:55.482905Z","end":"2026-07-24T05:43:57.483352Z","steps":["trace[807531234] 'agreement among raft nodes before linearized reading' (duration: 2.000317637s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:57.483422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:55.482886Z","time spent":"2.000525582s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:43:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:57.809918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:43:58.038299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"9.715924612s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:43:58.169975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992757173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:43:58.170064Z","caller":"traceutil/trace.go:171","msg":"trace[1554788659] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.992910116s","start":"2026-07-24T05:43:53.177128Z","end":"2026-07-24T05:43:58.170038Z","steps":["trace[1554788659] 'agreement among raft nodes before linearized reading' (duration: 4.992806984s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:58.170147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:53.177097Z","time spent":"4.99303748s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/24 05:43:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:58.176101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.229815381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:43:58.176162Z","caller":"traceutil/trace.go:171","msg":"trace[1588465245] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; }","duration":"6.229920984s","start":"2026-07-24T05:43:51.946226Z","end":"2026-07-24T05:43:58.176147Z","steps":["trace[1588465245] 'agreement among raft nodes before linearized reading' (duration: 6.229853862s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:58.176228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:51.946203Z","time spent":"6.230006505s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":0,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} 2026/07/24 05:43:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:59.22839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998710759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:43:59.228496Z","caller":"traceutil/trace.go:171","msg":"trace[1759589202] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.998910304s","start":"2026-07-24T05:43:54.229563Z","end":"2026-07-24T05:43:59.228473Z","steps":["trace[1759589202] 'agreement among raft nodes before linearized reading' (duration: 4.998774521s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:59.22855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:54.229502Z","time spent":"4.999034997s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/24 05:43:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:59.228762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998880213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:43:59.228876Z","caller":"traceutil/trace.go:171","msg":"trace[4087571] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999044088s","start":"2026-07-24T05:43:54.229804Z","end":"2026-07-24T05:43:59.228848Z","steps":["trace[4087571] 'agreement among raft nodes before linearized reading' (duration: 4.998895614s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:59.228963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:54.229792Z","time spent":"4.99915036s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/24 05:43:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:43:59.492158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000326486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:43:59.492238Z","caller":"traceutil/trace.go:171","msg":"trace[272182006] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047163s","start":"2026-07-24T05:43:57.491749Z","end":"2026-07-24T05:43:59.492221Z","steps":["trace[272182006] 'agreement among raft nodes before linearized reading' (duration: 2.000366467s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:43:59.492277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:57.491725Z","time spent":"2.000544802s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:43:59.801816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:57.352264Z","time spent":"2.449541664s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:43:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:01.102267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:56.104363Z","time spent":"4.997894901s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/24 05:44:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:01.172059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:50.768994Z","time spent":"10.403057377s","remote":"127.0.0.1:40792","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:01.172662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.07823855s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:01.172818Z","caller":"traceutil/trace.go:171","msg":"trace[379232154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5881; }","duration":"5.078406754s","start":"2026-07-24T05:43:56.094393Z","end":"2026-07-24T05:44:01.1728Z","steps":["trace[379232154] 'range keys from in-memory index tree' (duration: 5.07822464s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:01.173828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.135226135s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:44:01.492584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:44:01.492687Z","caller":"traceutil/trace.go:171","msg":"trace[72907349] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140543s","start":"2026-07-24T05:43:59.492526Z","end":"2026-07-24T05:44:01.492667Z","steps":["trace[72907349] 'agreement among raft nodes before linearized reading' (duration: 2.00001019s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:01.492741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:59.492505Z","time spent":"2.000224275s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:44:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:02.313276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998744011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:44:02.313512Z","caller":"traceutil/trace.go:171","msg":"trace[978854709] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999043268s","start":"2026-07-24T05:43:57.314438Z","end":"2026-07-24T05:44:02.313481Z","steps":["trace[978854709] 'agreement among raft nodes before linearized reading' (duration: 4.998754262s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:02.313633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:57.314426Z","time spent":"4.999179271s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/24 05:44:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:02.339431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.028699954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:44:02.339564Z","caller":"traceutil/trace.go:171","msg":"trace[2049946186] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"12.028931199s","start":"2026-07-24T05:43:50.310614Z","end":"2026-07-24T05:44:02.339545Z","steps":["trace[2049946186] 'agreement among raft nodes before linearized reading' (duration: 12.028793386s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:02.33965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:50.310553Z","time spent":"12.029084423s","remote":"127.0.0.1:48118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/07/24 05:44:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:02.716887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:44:02.716967Z","caller":"traceutil/trace.go:171","msg":"trace[844800156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000130532s","start":"2026-07-24T05:44:00.716819Z","end":"2026-07-24T05:44:02.71695Z","steps":["trace[844800156] 'agreement among raft nodes before linearized reading' (duration: 2.00002986s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:02.717009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:00.7168Z","time spent":"2.000200324s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:44:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:03.392372Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fdea2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:44:03.500967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000283136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:44:03.501101Z","caller":"traceutil/trace.go:171","msg":"trace[714458691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000501951s","start":"2026-07-24T05:44:01.500567Z","end":"2026-07-24T05:44:03.501069Z","steps":["trace[714458691] 'agreement among raft nodes before linearized reading' (duration: 2.000312726s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:03.501185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:01.500544Z","time spent":"2.000627784s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:44:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:04.81668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:57.816008Z","time spent":"7.000664754s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:05.173073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.657766452s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:44:05.505366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:58.504684Z","time spent":"7.000673504s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:05.510142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999767354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:44:05.510206Z","caller":"traceutil/trace.go:171","msg":"trace[1250740438] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999889377s","start":"2026-07-24T05:44:03.510298Z","end":"2026-07-24T05:44:05.510187Z","steps":["trace[1250740438] 'agreement among raft nodes before linearized reading' (duration: 1.999809145s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:05.510249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:03.510272Z","time spent":"1.999970039s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:44:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:06.23212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:59.231575Z","time spent":"7.000537921s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:06.395503Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fdf0a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:44:06.466379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.891916ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:06.466514Z","caller":"traceutil/trace.go:171","msg":"trace[1020195142] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5882; }","duration":"372.051159ms","start":"2026-07-24T05:44:06.094444Z","end":"2026-07-24T05:44:06.466495Z","steps":["trace[1020195142] 'range keys from in-memory index tree' (duration: 371.871056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:06.470094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296619042s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:44:07.44745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:00.446798Z","time spent":"7.000643833s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:07.451446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:00.45136Z","time spent":"7.00006985s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:07.510241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999754014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:44:07.510325Z","caller":"traceutil/trace.go:171","msg":"trace[2030975709] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999875947s","start":"2026-07-24T05:44:05.510423Z","end":"2026-07-24T05:44:07.510299Z","steps":["trace[2030975709] 'agreement among raft nodes before linearized reading' (duration: 1.999776185s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:07.510391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:05.510411Z","time spent":"1.999966559s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:44:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:08.174696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:01.173503Z","time spent":"7.001185976s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:09.518198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999754874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:44:09.518305Z","caller":"traceutil/trace.go:171","msg":"trace[902617822] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999907317s","start":"2026-07-24T05:44:07.518353Z","end":"2026-07-24T05:44:09.51826Z","steps":["trace[902617822] 'agreement among raft nodes before linearized reading' (duration: 1.999807645s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:09.518352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:07.518319Z","time spent":"2.00002368s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:44:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:10.36476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.894463432s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:44:10.399118Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fdea2","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:44:10.791175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.617834257s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:44:11.518514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999861216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:44:11.5186Z","caller":"traceutil/trace.go:171","msg":"trace[787132146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999996199s","start":"2026-07-24T05:44:09.518584Z","end":"2026-07-24T05:44:11.51858Z","steps":["trace[787132146] 'agreement among raft nodes before linearized reading' (duration: 1.999888596s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:11.518655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:09.518569Z","time spent":"2.000076211s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:44:12.0185Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.22710537s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:44:12.32156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954956247s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:44:12.321761Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"41.821µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-24T05:44:12.322585Z","caller":"traceutil/trace.go:171","msg":"trace[158204626] linearizableReadLoop","detail":"{readStateIndex:6251; appliedIndex:6242; }","duration":"15.013801393s","start":"2026-07-24T05:43:57.308767Z","end":"2026-07-24T05:44:12.322568Z","steps":["trace[158204626] 'read index received' (duration: 729.791742ms)","trace[158204626] 'applied index is now lower than readState.Index' (duration: 14.284007821s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:12.717541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:44:12.717623Z","caller":"traceutil/trace.go:171","msg":"trace[1820449347] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000421899s","start":"2026-07-24T05:44:10.717184Z","end":"2026-07-24T05:44:12.717606Z","steps":["trace[1820449347] 'agreement among raft nodes before linearized reading' (duration: 2.000318867s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:12.717668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:10.717161Z","time spent":"2.00049941s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:44:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:12.814482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.993837347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:44:12.814594Z","caller":"traceutil/trace.go:171","msg":"trace[1545003053] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994011001s","start":"2026-07-24T05:44:04.820559Z","end":"2026-07-24T05:44:12.81457Z","steps":["trace[1545003053] 'agreement among raft nodes before linearized reading' (duration: 7.993872308s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:12.81466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:04.820538Z","time spent":"7.994107103s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/07/24 05:44:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:13.090857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.676263ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:44:13.091215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.656194953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:44:13.091288Z","caller":"traceutil/trace.go:171","msg":"trace[105823973] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5891; }","duration":"17.656311895s","start":"2026-07-24T05:43:55.434951Z","end":"2026-07-24T05:44:13.091263Z","steps":["trace[105823973] 'agreement among raft nodes before linearized reading' (duration: 16.887627993s)","trace[105823973] 'count revisions from in-memory index tree' (duration: 768.583891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:13.091359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:55.434923Z","time spent":"17.656420098s","remote":"127.0.0.1:48360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:13.091534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.785822362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:13.091617Z","caller":"traceutil/trace.go:171","msg":"trace[153381395] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:5891; }","duration":"15.785906514s","start":"2026-07-24T05:43:57.305689Z","end":"2026-07-24T05:44:13.091596Z","steps":["trace[153381395] 'agreement among raft nodes before linearized reading' (duration: 15.016897184s)","trace[153381395] 'count revisions from in-memory index tree' (duration: 768.897177ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:13.091673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:57.305668Z","time spent":"15.785986175s","remote":"127.0.0.1:51978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:13.091995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.18009444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:44:13.092049Z","caller":"traceutil/trace.go:171","msg":"trace[79849210] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5891; }","duration":"16.180178872s","start":"2026-07-24T05:43:56.911853Z","end":"2026-07-24T05:44:13.092032Z","steps":["trace[79849210] 'agreement among raft nodes before linearized reading' (duration: 15.410751583s)","trace[79849210] 'count revisions from in-memory index tree' (duration: 769.356507ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:13.092118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:56.911834Z","time spent":"16.180267274s","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":37,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:13.092282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.760487522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:13.09231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.706213448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:13.092351Z","caller":"traceutil/trace.go:171","msg":"trace[53058455] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5891; }","duration":"17.760609974s","start":"2026-07-24T05:43:55.331722Z","end":"2026-07-24T05:44:13.092332Z","steps":["trace[53058455] 'agreement among raft nodes before linearized reading' (duration: 16.990904997s)","trace[53058455] 'count revisions from in-memory index tree' (duration: 769.591164ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:13.092389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:55.331704Z","time spent":"17.760677656s","remote":"127.0.0.1:33974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:13.092396Z","caller":"traceutil/trace.go:171","msg":"trace[20221453] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:5891; }","duration":"18.70630645s","start":"2026-07-24T05:43:54.386061Z","end":"2026-07-24T05:44:13.092367Z","steps":["trace[20221453] 'agreement among raft nodes before linearized reading' (duration: 17.936554293s)","trace[20221453] 'count revisions from in-memory index tree' (duration: 769.638295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:13.09246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:54.385996Z","time spent":"18.706448024s","remote":"127.0.0.1:32842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:13.092484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.615833188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-07-24T05:44:13.092579Z","caller":"traceutil/trace.go:171","msg":"trace[1195814262] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5891; }","duration":"19.615971761s","start":"2026-07-24T05:43:53.476578Z","end":"2026-07-24T05:44:13.09255Z","steps":["trace[1195814262] 'agreement among raft nodes before linearized reading' (duration: 18.84603978s)","trace[1195814262] 'range keys from in-memory index tree' (duration: 769.693106ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:13.092628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:53.476557Z","time spent":"19.616062354s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-24T05:44:13.403462Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"47859f92924fdf0a","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-24T05:44:13.527197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999880067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:44:13.527278Z","caller":"traceutil/trace.go:171","msg":"trace[1855237125] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000813s","start":"2026-07-24T05:44:11.527248Z","end":"2026-07-24T05:44:13.527256Z","steps":["trace[1855237125] 'agreement among raft nodes before linearized reading' (duration: 1.999905448s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:13.527314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:11.52723Z","time spent":"2.000077131s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:44:14.451731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:07.451546Z","time spent":"7.000178162s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:14.47124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:07.470071Z","time spent":"7.001162485s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:14.694868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.875749644s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:44:14.967663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.092069803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone-server-0.18c523705fb4428b\" ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-07-24T05:44:14.967752Z","caller":"traceutil/trace.go:171","msg":"trace[1633507190] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone-server-0.18c523705fb4428b; range_end:; response_count:1; response_revision:5892; }","duration":"22.092212506s","start":"2026-07-24T05:43:52.875515Z","end":"2026-07-24T05:44:14.967728Z","steps":["trace[1633507190] 'agreement among raft nodes before linearized reading' (duration: 19.447116424s)","trace[1633507190] 'range keys from in-memory index tree' (duration: 2.644907418s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:14.967818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:52.87547Z","time spent":"22.092336609s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":816,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone-server-0.18c523705fb4428b\" "} {"level":"warn","ts":"2026-07-24T05:44:14.967885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875280573s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:44:14.968352Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"44.441µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-07-24T05:44:14.968419Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"9.281µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"info","ts":"2026-07-24T05:44:14.968604Z","caller":"traceutil/trace.go:171","msg":"trace[1304519128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5894; }","duration":"2.149573664s","start":"2026-07-24T05:44:12.819007Z","end":"2026-07-24T05:44:14.968581Z","steps":["trace[1304519128] 'process raft request' (duration: 2.149522073s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.968724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:12.818935Z","time spent":"2.149728727s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":524,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:44:14.969056Z","caller":"traceutil/trace.go:171","msg":"trace[761935090] linearizableReadLoop","detail":"{readStateIndex:6262; appliedIndex:6254; }","duration":"2.646387552s","start":"2026-07-24T05:44:12.32262Z","end":"2026-07-24T05:44:14.969008Z","steps":["trace[761935090] 'read index received' (duration: 40.471µs)","trace[761935090] 'applied index is now lower than readState.Index' (duration: 2.646344151s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:14.969196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838552673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:14.969198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.86905631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:44:14.969235Z","caller":"traceutil/trace.go:171","msg":"trace[951967819] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5894; }","duration":"2.838648885s","start":"2026-07-24T05:44:12.130574Z","end":"2026-07-24T05:44:14.969222Z","steps":["trace[951967819] 'agreement among raft nodes before linearized reading' (duration: 2.838569623s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.969267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:12.130552Z","time spent":"2.838705387s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:14.969264Z","caller":"traceutil/trace.go:171","msg":"trace[950982288] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:5894; }","duration":"8.869130241s","start":"2026-07-24T05:44:06.100117Z","end":"2026-07-24T05:44:14.969247Z","steps":["trace[950982288] 'agreement among raft nodes before linearized reading' (duration: 8.869028399s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.969299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411097452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:14.969314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:06.100034Z","time spent":"8.869259974s","remote":"127.0.0.1:53844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:14.969345Z","caller":"traceutil/trace.go:171","msg":"trace[295820047] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5894; }","duration":"7.411189604s","start":"2026-07-24T05:44:07.558143Z","end":"2026-07-24T05:44:14.969332Z","steps":["trace[295820047] 'agreement among raft nodes before linearized reading' (duration: 7.411106783s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.969333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.706788924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:14.969374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:07.558125Z","time spent":"7.411240706s","remote":"127.0.0.1:48426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.969376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.627932348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:14.969369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.566680047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:14.969395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.047821523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.969421Z","caller":"traceutil/trace.go:171","msg":"trace[1463334197] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5894; }","duration":"4.62802452s","start":"2026-07-24T05:44:10.341383Z","end":"2026-07-24T05:44:14.969407Z","steps":["trace[1463334197] 'agreement among raft nodes before linearized reading' (duration: 4.627957289s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:14.969441Z","caller":"traceutil/trace.go:171","msg":"trace[283257267] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:5894; }","duration":"4.566801259s","start":"2026-07-24T05:44:10.402622Z","end":"2026-07-24T05:44:14.969423Z","steps":["trace[283257267] 'agreement among raft nodes before linearized reading' (duration: 4.566682517s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:14.969455Z","caller":"traceutil/trace.go:171","msg":"trace[543513532] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5894; }","duration":"8.047893765s","start":"2026-07-24T05:44:06.921547Z","end":"2026-07-24T05:44:14.96944Z","steps":["trace[543513532] 'agreement among raft nodes before linearized reading' (duration: 8.047784052s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.969457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:10.341361Z","time spent":"4.628087232s","remote":"127.0.0.1:58854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.969509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:06.921485Z","time spent":"8.048017438s","remote":"127.0.0.1:58926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:14.969392Z","caller":"traceutil/trace.go:171","msg":"trace[1897061479] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5894; }","duration":"6.706881406s","start":"2026-07-24T05:44:08.262493Z","end":"2026-07-24T05:44:14.969374Z","steps":["trace[1897061479] 'agreement among raft nodes before linearized reading' (duration: 6.706744273s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.969522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.460550914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-24T05:44:14.969551Z","caller":"traceutil/trace.go:171","msg":"trace[1433030950] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5894; }","duration":"9.460627236s","start":"2026-07-24T05:44:05.508915Z","end":"2026-07-24T05:44:14.969542Z","steps":["trace[1433030950] 'agreement among raft nodes before linearized reading' (duration: 9.460515934s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.969551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.352755897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:14.969557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.503912318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:14.969576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:05.508894Z","time spent":"9.460675417s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-24T05:44:14.969585Z","caller":"traceutil/trace.go:171","msg":"trace[525097818] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5894; }","duration":"8.352792648s","start":"2026-07-24T05:44:06.616782Z","end":"2026-07-24T05:44:14.969575Z","steps":["trace[525097818] 'agreement among raft nodes before linearized reading' (duration: 8.352731606s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:14.969607Z","caller":"traceutil/trace.go:171","msg":"trace[1657128036] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:5894; }","duration":"6.5039915s","start":"2026-07-24T05:44:08.465597Z","end":"2026-07-24T05:44:14.969589Z","steps":["trace[1657128036] 'agreement among raft nodes before linearized reading' (duration: 6.503931149s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.969305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.432437522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:14.969639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.331781467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:14.969662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:08.465576Z","time spent":"6.504065871s","remote":"127.0.0.1:48496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:14.969673Z","caller":"traceutil/trace.go:171","msg":"trace[1804162426] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:5894; }","duration":"4.331874929s","start":"2026-07-24T05:44:10.637788Z","end":"2026-07-24T05:44:14.969663Z","steps":["trace[1804162426] 'agreement among raft nodes before linearized reading' (duration: 4.331822498s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:14.969709Z","caller":"traceutil/trace.go:171","msg":"trace[482584846] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:5894; }","duration":"5.43282086s","start":"2026-07-24T05:44:09.536824Z","end":"2026-07-24T05:44:14.969645Z","steps":["trace[482584846] 'agreement among raft nodes before linearized reading' (duration: 5.432382691s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.969706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.368933328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:14.969753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:10.637757Z","time spent":"4.331946861s","remote":"127.0.0.1:32872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:14.969758Z","caller":"traceutil/trace.go:171","msg":"trace[2138127] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5894; }","duration":"4.36901708s","start":"2026-07-24T05:44:10.600721Z","end":"2026-07-24T05:44:14.969739Z","steps":["trace[2138127] 'agreement among raft nodes before linearized reading' (duration: 4.368921437s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.969786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.808586324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:14.96981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:10.600695Z","time spent":"4.369100462s","remote":"127.0.0.1:50878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":27,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:14.969824Z","caller":"traceutil/trace.go:171","msg":"trace[2129131840] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5894; }","duration":"10.808646756s","start":"2026-07-24T05:44:04.161168Z","end":"2026-07-24T05:44:14.969815Z","steps":["trace[2129131840] 'agreement among raft nodes before linearized reading' (duration: 10.808516763s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.969551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:08.262475Z","time spent":"6.707064071s","remote":"127.0.0.1:48048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":52,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.969852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:04.161157Z","time spent":"10.808687497s","remote":"127.0.0.1:58856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.97005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.260203737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:14.969616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:06.616717Z","time spent":"8.35289148s","remote":"127.0.0.1:48378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.969506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.423701471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.97046Z","caller":"traceutil/trace.go:171","msg":"trace[1794148189] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:5894; }","duration":"5.260668947s","start":"2026-07-24T05:44:09.709775Z","end":"2026-07-24T05:44:14.970444Z","steps":["trace[1794148189] 'agreement among raft nodes before linearized reading' (duration: 5.260126475s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:14.97059Z","caller":"traceutil/trace.go:171","msg":"trace[1496365174] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5894; }","duration":"6.424824316s","start":"2026-07-24T05:44:08.54575Z","end":"2026-07-24T05:44:14.970574Z","steps":["trace[1496365174] 'agreement among raft nodes before linearized reading' (duration: 6.423728632s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.970617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:09.709742Z","time spent":"5.260853652s","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":31,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.970646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:08.545724Z","time spent":"6.424904948s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.969752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:09.536812Z","time spent":"5.432926884s","remote":"127.0.0.1:48684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":6,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.97008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.26863596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:44:14.970978Z","caller":"traceutil/trace.go:171","msg":"trace[1408485390] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5894; }","duration":"12.2695653s","start":"2026-07-24T05:44:02.701392Z","end":"2026-07-24T05:44:14.970957Z","steps":["trace[1408485390] 'agreement among raft nodes before linearized reading' (duration: 12.268640959s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.971047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:02.701367Z","time spent":"12.269661783s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.969826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.792081388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.971273Z","caller":"traceutil/trace.go:171","msg":"trace[170155461] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:5894; }","duration":"4.793592172s","start":"2026-07-24T05:44:10.177665Z","end":"2026-07-24T05:44:14.971257Z","steps":["trace[170155461] 'agreement among raft nodes before linearized reading' (duration: 4.792054437s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.971329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:10.177644Z","time spent":"4.793668294s","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.969498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:10.402599Z","time spent":"4.566882252s","remote":"127.0.0.1:53968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.969615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.515878732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.971484Z","caller":"traceutil/trace.go:171","msg":"trace[376457029] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5894; }","duration":"3.517781635s","start":"2026-07-24T05:44:11.453682Z","end":"2026-07-24T05:44:14.971464Z","steps":["trace[376457029] 'agreement among raft nodes before linearized reading' (duration: 3.515893123s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.970115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.65429881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:44:14.97156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:11.453659Z","time spent":"3.517854788s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:14.971573Z","caller":"traceutil/trace.go:171","msg":"trace[710464111] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5894; }","duration":"15.655744602s","start":"2026-07-24T05:43:59.315806Z","end":"2026-07-24T05:44:14.971551Z","steps":["trace[710464111] 'agreement among raft nodes before linearized reading' (duration: 15.654246759s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.971649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:59.315747Z","time spent":"15.655871745s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:44:14.970113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.651610398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:44:14.971802Z","caller":"traceutil/trace.go:171","msg":"trace[390816211] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5894; }","duration":"15.653343917s","start":"2026-07-24T05:43:59.318451Z","end":"2026-07-24T05:44:14.971795Z","steps":["trace[390816211] 'agreement among raft nodes before linearized reading' (duration: 15.651566917s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.97182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:59.318429Z","time spent":"15.653385269s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:44:14.970123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.815318308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.971927Z","caller":"traceutil/trace.go:171","msg":"trace[1273536236] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:5894; }","duration":"10.8171356s","start":"2026-07-24T05:44:04.154771Z","end":"2026-07-24T05:44:14.971907Z","steps":["trace[1273536236] 'agreement among raft nodes before linearized reading' (duration: 10.815327639s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.971985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:04.154758Z","time spent":"10.817205502s","remote":"127.0.0.1:53872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.970147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.808500172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:14.970156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.981410071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.972211Z","caller":"traceutil/trace.go:171","msg":"trace[520753763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5894; }","duration":"12.810649631s","start":"2026-07-24T05:44:02.161548Z","end":"2026-07-24T05:44:14.972197Z","steps":["trace[520753763] 'agreement among raft nodes before linearized reading' (duration: 12.808539362s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:14.972244Z","caller":"traceutil/trace.go:171","msg":"trace[223903608] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5894; }","duration":"15.9835329s","start":"2026-07-24T05:43:58.988697Z","end":"2026-07-24T05:44:14.97223Z","steps":["trace[223903608] 'agreement among raft nodes before linearized reading' (duration: 15.981434971s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.970164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.833799761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:14.972272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:58.988676Z","time spent":"15.98358567s","remote":"127.0.0.1:53958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:14.972301Z","caller":"traceutil/trace.go:171","msg":"trace[8569283] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5894; }","duration":"10.835965531s","start":"2026-07-24T05:44:04.136311Z","end":"2026-07-24T05:44:14.972277Z","steps":["trace[8569283] 'agreement among raft nodes before linearized reading' (duration: 10.833832412s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.970167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.671270899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:14.97237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:04.136282Z","time spent":"10.836064123s","remote":"127.0.0.1:53858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:14.972405Z","caller":"traceutil/trace.go:171","msg":"trace[76668377] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5894; }","duration":"14.673548761s","start":"2026-07-24T05:44:00.298835Z","end":"2026-07-24T05:44:14.972383Z","steps":["trace[76668377] 'agreement among raft nodes before linearized reading' (duration: 14.67130582s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.970197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.652270853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:44:14.972476Z","caller":"traceutil/trace.go:171","msg":"trace[2036404934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5894; }","duration":"16.654616607s","start":"2026-07-24T05:43:58.317851Z","end":"2026-07-24T05:44:14.972467Z","steps":["trace[2036404934] 'agreement among raft nodes before linearized reading' (duration: 16.652323674s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.972416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:02.161511Z","time spent":"12.810734223s","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.972471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:00.298801Z","time spent":"14.673648554s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.972498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:58.317828Z","time spent":"16.654661838s","remote":"127.0.0.1:33950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.970194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.377080133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.972569Z","caller":"traceutil/trace.go:171","msg":"trace[434003321] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:5894; }","duration":"12.379479137s","start":"2026-07-24T05:44:02.593066Z","end":"2026-07-24T05:44:14.972545Z","steps":["trace[434003321] 'agreement among raft nodes before linearized reading' (duration: 12.377103772s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.97261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:02.593044Z","time spent":"12.379552659s","remote":"127.0.0.1:48394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.970206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.879252293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.972669Z","caller":"traceutil/trace.go:171","msg":"trace[552045824] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:5894; }","duration":"10.88175335s","start":"2026-07-24T05:44:04.090908Z","end":"2026-07-24T05:44:14.972661Z","steps":["trace[552045824] 'agreement among raft nodes before linearized reading' (duration: 10.879278044s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.972692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:04.090885Z","time spent":"10.881800221s","remote":"127.0.0.1:32862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.969453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.381831242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.972764Z","caller":"traceutil/trace.go:171","msg":"trace[1660586540] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5894; }","duration":"6.385179188s","start":"2026-07-24T05:44:08.587565Z","end":"2026-07-24T05:44:14.972745Z","steps":["trace[1660586540] 'agreement among raft nodes before linearized reading' (duration: 6.381853062s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.972815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:08.587546Z","time spent":"6.385253501s","remote":"127.0.0.1:58878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.970227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.002399301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:44:14.972911Z","caller":"traceutil/trace.go:171","msg":"trace[1071362726] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5894; }","duration":"15.005111353s","start":"2026-07-24T05:43:59.967777Z","end":"2026-07-24T05:44:14.972888Z","steps":["trace[1071362726] 'agreement among raft nodes before linearized reading' (duration: 15.002415062s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.970247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.715950992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.973031Z","caller":"traceutil/trace.go:171","msg":"trace[1943456214] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:5894; }","duration":"11.718766256s","start":"2026-07-24T05:44:03.254241Z","end":"2026-07-24T05:44:14.973007Z","steps":["trace[1943456214] 'agreement among raft nodes before linearized reading' (duration: 11.715985583s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.973067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:59.967754Z","time spent":"15.005197815s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.973099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:03.254213Z","time spent":"11.718862949s","remote":"127.0.0.1:58918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.970283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.624727823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:44:14.97318Z","caller":"traceutil/trace.go:171","msg":"trace[1641210385] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5894; }","duration":"17.62763768s","start":"2026-07-24T05:43:57.345525Z","end":"2026-07-24T05:44:14.973163Z","steps":["trace[1641210385] 'agreement among raft nodes before linearized reading' (duration: 17.624734313s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.970288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.553955902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-24T05:44:14.973266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:57.345514Z","time spent":"17.627736712s","remote":"127.0.0.1:33970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:14.973288Z","caller":"traceutil/trace.go:171","msg":"trace[145941767] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5894; }","duration":"17.556997421s","start":"2026-07-24T05:43:57.416273Z","end":"2026-07-24T05:44:14.97327Z","steps":["trace[145941767] 'agreement among raft nodes before linearized reading' (duration: 17.553942381s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.970289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.657048353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:14.973332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:57.416234Z","time spent":"17.557084953s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-24T05:44:14.973352Z","caller":"traceutil/trace.go:171","msg":"trace[1575584121] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:5894; }","duration":"17.660150684s","start":"2026-07-24T05:43:57.313191Z","end":"2026-07-24T05:44:14.973341Z","steps":["trace[1575584121] 'agreement among raft nodes before linearized reading' (duration: 17.657082534s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.973381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:43:57.313169Z","time spent":"17.660203844s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:44:14.970318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.381769271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:14.973475Z","caller":"traceutil/trace.go:171","msg":"trace[949254332] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:5894; }","duration":"5.384953423s","start":"2026-07-24T05:44:09.588497Z","end":"2026-07-24T05:44:14.97345Z","steps":["trace[949254332] 'agreement among raft nodes before linearized reading' (duration: 5.38176475s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.973546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:09.588477Z","time spent":"5.385045866s","remote":"127.0.0.1:32902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:14.97383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.795451904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-24T05:44:14.97395Z","caller":"traceutil/trace.go:171","msg":"trace[604357310] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5894; }","duration":"6.795604168s","start":"2026-07-24T05:44:08.178328Z","end":"2026-07-24T05:44:14.973932Z","steps":["trace[604357310] 'agreement among raft nodes before linearized reading' (duration: 6.795432474s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:14.97409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:08.178309Z","time spent":"6.795764991s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T05:44:15.469655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:15.535206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:44:15.535277Z","caller":"traceutil/trace.go:171","msg":"trace[795358562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000579664s","start":"2026-07-24T05:44:13.534683Z","end":"2026-07-24T05:44:15.535263Z","steps":["trace[795358562] 'agreement among raft nodes before linearized reading' (duration: 2.000481612s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:15.535316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:13.534659Z","time spent":"2.000650135s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:44:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:15.970272Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:16.471365Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:16.971796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:17.472692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:17.535421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:44:17.535526Z","caller":"traceutil/trace.go:171","msg":"trace[1544835713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169483s","start":"2026-07-24T05:44:15.535331Z","end":"2026-07-24T05:44:17.535501Z","steps":["trace[1544835713] 'agreement among raft nodes before linearized reading' (duration: 2.0000358s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:17.535581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:15.535313Z","time spent":"2.000258426s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:44:17.97324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:18.474377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:18.975348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:19.475817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:19.545331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-24T05:44:19.54541Z","caller":"traceutil/trace.go:171","msg":"trace[31145028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000470389s","start":"2026-07-24T05:44:17.544922Z","end":"2026-07-24T05:44:19.545392Z","steps":["trace[31145028] 'agreement among raft nodes before linearized reading' (duration: 2.000361047s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:19.545449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:17.544897Z","time spent":"2.000542422s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:44:19.976835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:20.10187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:13.101649Z","time spent":"7.000211634s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:20.482908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:20.984031Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:21.405765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.710632791s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-24T05:44:21.476262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.476093Z","time spent":"7.000162282s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:21.546513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-24T05:44:21.546638Z","caller":"traceutil/trace.go:171","msg":"trace[450288227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603904s","start":"2026-07-24T05:44:19.546011Z","end":"2026-07-24T05:44:21.546615Z","steps":["trace[450288227] 'agreement among raft nodes before linearized reading' (duration: 2.00045366s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:21.546699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:19.545985Z","time spent":"2.000702926s","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/24 05:44:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-24T05:44:21.972583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.971839Z","time spent":"7.000732695s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:21.974744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.974232Z","time spent":"7.00050875s","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:44:22.133006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.03893088s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:22.133187Z","caller":"traceutil/trace.go:171","msg":"trace[80290935] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5894; }","duration":"6.039138605s","start":"2026-07-24T05:44:16.094018Z","end":"2026-07-24T05:44:22.133157Z","steps":["trace[80290935] 'range keys from in-memory index tree' (duration: 6.03890071s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.13685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.639452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-07-24T05:44:22.481007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.098061ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-24T05:44:22.481274Z","caller":"traceutil/trace.go:171","msg":"trace[1298882772] linearizableReadLoop","detail":"{readStateIndex:6267; appliedIndex:6263; }","duration":"7.512137745s","start":"2026-07-24T05:44:14.969116Z","end":"2026-07-24T05:44:22.481254Z","steps":["trace[1298882772] 'read index received' (duration: 6.436965614s)","trace[1298882772] 'applied index is now lower than readState.Index' (duration: 1.075170211s)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:22.481419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.839778499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:22.481443Z","caller":"traceutil/trace.go:171","msg":"trace[1035300017] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:5895; }","duration":"7.83983911s","start":"2026-07-24T05:44:14.641596Z","end":"2026-07-24T05:44:22.481435Z","steps":["trace[1035300017] 'agreement among raft nodes before linearized reading' (duration: 7.839764758s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.481473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.641587Z","time spent":"7.839879691s","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.48226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.263606523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:22.482273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.01104347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:22.482354Z","caller":"traceutil/trace.go:171","msg":"trace[168342677] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5895; }","duration":"10.011188084s","start":"2026-07-24T05:44:12.471145Z","end":"2026-07-24T05:44:22.482333Z","steps":["trace[168342677] 'agreement among raft nodes before linearized reading' (duration: 10.011022749s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.482398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.847859534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:22.482399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.044558088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:22.482409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:12.471123Z","time spent":"10.011270836s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:22.482426Z","caller":"traceutil/trace.go:171","msg":"trace[1844269781] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:5895; }","duration":"7.847924586s","start":"2026-07-24T05:44:14.634495Z","end":"2026-07-24T05:44:22.48242Z","steps":["trace[1844269781] 'agreement among raft nodes before linearized reading' (duration: 7.847829434s)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:22.482437Z","caller":"traceutil/trace.go:171","msg":"trace[2141408323] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:5895; }","duration":"8.044648491s","start":"2026-07-24T05:44:14.437778Z","end":"2026-07-24T05:44:22.482426Z","steps":["trace[2141408323] 'agreement among raft nodes before linearized reading' (duration: 8.04457485s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.482453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.634475Z","time spent":"7.847972508s","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":37,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.482463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.437756Z","time spent":"8.044701132s","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.482551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.509743632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-24T05:44:22.482307Z","caller":"traceutil/trace.go:171","msg":"trace[684452132] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:5895; }","duration":"9.263715407s","start":"2026-07-24T05:44:13.21858Z","end":"2026-07-24T05:44:22.482296Z","steps":["trace[684452132] 'agreement among raft nodes before linearized reading' (duration: 9.263204785s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.482546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.20182909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:22.482602Z","caller":"traceutil/trace.go:171","msg":"trace[2042292446] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:5895; }","duration":"7.509886265s","start":"2026-07-24T05:44:14.972704Z","end":"2026-07-24T05:44:22.48259Z","steps":["trace[2042292446] 'agreement among raft nodes before linearized reading' (duration: 7.509704731s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.482614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:13.218553Z","time spent":"9.264050684s","remote":"127.0.0.1:32942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.482633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.972649Z","time spent":"7.509978037s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":513,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-07-24T05:44:22.482642Z","caller":"traceutil/trace.go:171","msg":"trace[1483132086] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:5895; }","duration":"8.201998014s","start":"2026-07-24T05:44:14.28062Z","end":"2026-07-24T05:44:22.482618Z","steps":["trace[1483132086] 'agreement among raft nodes before linearized reading' (duration: 8.201786269s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.482713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.026839033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-07-24T05:44:22.482763Z","caller":"traceutil/trace.go:171","msg":"trace[1153822155] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:5895; }","duration":"8.026912316s","start":"2026-07-24T05:44:14.45584Z","end":"2026-07-24T05:44:22.482752Z","steps":["trace[1153822155] 'agreement among raft nodes before linearized reading' (duration: 8.026748922s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.482798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.455828Z","time spent":"8.026961056s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-24T05:44:22.482712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.280599Z","time spent":"8.202100426s","remote":"127.0.0.1:48078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.482843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.579317826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:22.482918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.169448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone-server-0.18c523705fb4428b\" ","response":"range_response_count:1 size:793"} {"level":"warn","ts":"2026-07-24T05:44:22.482928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.075831385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:22.482959Z","caller":"traceutil/trace.go:171","msg":"trace[1871077309] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:5895; }","duration":"5.075864396s","start":"2026-07-24T05:44:17.407084Z","end":"2026-07-24T05:44:22.482948Z","steps":["trace[1871077309] 'agreement among raft nodes before linearized reading' (duration: 5.075812235s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.482961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.859138574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:22.482946Z","caller":"traceutil/trace.go:171","msg":"trace[315887035] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone-server-0.18c523705fb4428b; range_end:; response_count:1; response_revision:5895; }","duration":"505.22612ms","start":"2026-07-24T05:44:21.977711Z","end":"2026-07-24T05:44:22.482937Z","steps":["trace[315887035] 'agreement among raft nodes before linearized reading' (duration: 505.149018ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.482997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:17.407015Z","time spent":"5.075972328s","remote":"127.0.0.1:48688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.483009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:21.977693Z","time spent":"505.309492ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":816,"request content":"key:\"/registry/events/openstack/rabbitmq-keystone-server-0.18c523705fb4428b\" "} {"level":"info","ts":"2026-07-24T05:44:22.483002Z","caller":"traceutil/trace.go:171","msg":"trace[1449163787] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:5895; }","duration":"1.859229546s","start":"2026-07-24T05:44:20.62376Z","end":"2026-07-24T05:44:22.482989Z","steps":["trace[1449163787] 'agreement among raft nodes before linearized reading' (duration: 1.859166515s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.705345782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:22.482992Z","caller":"traceutil/trace.go:171","msg":"trace[1083908960] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5895; }","duration":"4.579467989s","start":"2026-07-24T05:44:17.903481Z","end":"2026-07-24T05:44:22.482949Z","steps":["trace[1083908960] 'agreement among raft nodes before linearized reading' (duration: 4.579329206s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:20.62373Z","time spent":"1.859301028s","remote":"127.0.0.1:53856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:22.483055Z","caller":"traceutil/trace.go:171","msg":"trace[1323614151] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5895; }","duration":"2.705435504s","start":"2026-07-24T05:44:19.777611Z","end":"2026-07-24T05:44:22.483047Z","steps":["trace[1323614151] 'agreement among raft nodes before linearized reading' (duration: 2.705387263s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374352012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-24T05:44:22.483109Z","caller":"traceutil/trace.go:171","msg":"trace[1410872305] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:5895; }","duration":"2.374420344s","start":"2026-07-24T05:44:20.108682Z","end":"2026-07-24T05:44:22.483102Z","steps":["trace[1410872305] 'agreement among raft nodes before linearized reading' (duration: 2.374365132s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:17.90346Z","time spent":"4.579609872s","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.483135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560228168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:22.483129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:20.108655Z","time spent":"2.374468415s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-24T05:44:22.483156Z","caller":"traceutil/trace.go:171","msg":"trace[1730962267] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5895; }","duration":"2.56029522s","start":"2026-07-24T05:44:19.922855Z","end":"2026-07-24T05:44:22.48315Z","steps":["trace[1730962267] 'agreement among raft nodes before linearized reading' (duration: 2.560248319s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:19.922835Z","time spent":"2.560344711s","remote":"127.0.0.1:48450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.483171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.216866455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:22.483225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.710357137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:22.483085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:19.777567Z","time spent":"2.705510246s","remote":"127.0.0.1:48740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:22.483269Z","caller":"traceutil/trace.go:171","msg":"trace[1984541093] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:5895; }","duration":"2.710443879s","start":"2026-07-24T05:44:19.772814Z","end":"2026-07-24T05:44:22.483258Z","steps":["trace[1984541093] 'agreement among raft nodes before linearized reading' (duration: 2.710368587s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.4833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:19.772791Z","time spent":"2.71050162s","remote":"127.0.0.1:58912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.483341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.361168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:22.483388Z","caller":"traceutil/trace.go:171","msg":"trace[2027731722] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:0; response_revision:5895; }","duration":"507.44716ms","start":"2026-07-24T05:44:21.975929Z","end":"2026-07-24T05:44:22.483376Z","steps":["trace[2027731722] 'agreement among raft nodes before linearized reading' (duration: 507.366778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:21.975909Z","time spent":"507.509872ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-07-24T05:44:22.483471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.092115368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:22.483504Z","caller":"traceutil/trace.go:171","msg":"trace[932782374] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5895; }","duration":"6.092146358s","start":"2026-07-24T05:44:16.391349Z","end":"2026-07-24T05:44:22.483496Z","steps":["trace[932782374] 'agreement among raft nodes before linearized reading' (duration: 6.092104428s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:16.391286Z","time spent":"6.092243531s","remote":"127.0.0.1:58962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:22.48323Z","caller":"traceutil/trace.go:171","msg":"trace[274900992] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:5895; }","duration":"5.216963447s","start":"2026-07-24T05:44:17.266255Z","end":"2026-07-24T05:44:22.483219Z","steps":["trace[274900992] 'agreement among raft nodes before linearized reading' (duration: 5.216882035s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770005873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:22.483438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.506693582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:44:22.483657Z","caller":"traceutil/trace.go:171","msg":"trace[1842510038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5895; }","duration":"7.506941488s","start":"2026-07-24T05:44:14.976703Z","end":"2026-07-24T05:44:22.483645Z","steps":["trace[1842510038] 'agreement among raft nodes before linearized reading' (duration: 7.50659381s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.507013569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-07-24T05:44:22.483668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.886624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:22.483706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.9767Z","time spent":"7.506992819s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:44:22.48374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00174698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-24T05:44:22.483744Z","caller":"traceutil/trace.go:171","msg":"trace[554634486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5895; }","duration":"930.007407ms","start":"2026-07-24T05:44:21.553719Z","end":"2026-07-24T05:44:22.483727Z","steps":["trace[554634486] 'agreement among raft nodes before linearized reading' (duration: 929.861953ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:22.483764Z","caller":"traceutil/trace.go:171","msg":"trace[2094499606] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:5895; }","duration":"1.001805331s","start":"2026-07-24T05:44:21.481954Z","end":"2026-07-24T05:44:22.483759Z","steps":["trace[2094499606] 'agreement among raft nodes before linearized reading' (duration: 1.001676789s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.508456882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-24T05:44:22.483781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:21.553706Z","time spent":"930.069458ms","remote":"127.0.0.1:47958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:44:22.483791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:21.481931Z","time spent":"1.001855302s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-24T05:44:22.483795Z","caller":"traceutil/trace.go:171","msg":"trace[1208809594] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5895; }","duration":"7.508506713s","start":"2026-07-24T05:44:14.97528Z","end":"2026-07-24T05:44:22.483787Z","steps":["trace[1208809594] 'agreement among raft nodes before linearized reading' (duration: 7.508444802s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.975264Z","time spent":"7.508549494s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-24T05:44:22.483793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.505629587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120625"} {"level":"info","ts":"2026-07-24T05:44:22.483852Z","caller":"traceutil/trace.go:171","msg":"trace[1785858975] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5895; }","duration":"7.505685838s","start":"2026-07-24T05:44:14.978158Z","end":"2026-07-24T05:44:22.483843Z","steps":["trace[1785858975] 'agreement among raft nodes before linearized reading' (duration: 7.505524925s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.483474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.888771672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:44:22.483586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:17.266236Z","time spent":"5.217339755s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.485738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.50705597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-24T05:44:22.485815Z","caller":"traceutil/trace.go:171","msg":"trace[1049661636] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5895; }","duration":"7.509027705s","start":"2026-07-24T05:44:14.976761Z","end":"2026-07-24T05:44:22.485789Z","steps":["trace[1049661636] 'agreement among raft nodes before linearized reading' (duration: 7.50704449s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.485866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.97675Z","time spent":"7.509103217s","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-24T05:44:22.483669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.630318922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:22.486548Z","caller":"traceutil/trace.go:171","msg":"trace[299859357] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:5895; }","duration":"6.633211059s","start":"2026-07-24T05:44:15.853306Z","end":"2026-07-24T05:44:22.486517Z","steps":["trace[299859357] 'agreement among raft nodes before linearized reading' (duration: 6.630340323s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.486658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:15.853287Z","time spent":"6.633318552s","remote":"127.0.0.1:53932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:22.483615Z","caller":"traceutil/trace.go:171","msg":"trace[904969760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5895; }","duration":"1.770103395s","start":"2026-07-24T05:44:20.713504Z","end":"2026-07-24T05:44:22.483608Z","steps":["trace[904969760] 'agreement among raft nodes before linearized reading' (duration: 1.770022253s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.487104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:20.713472Z","time spent":"1.773619016s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:44:22.483885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.978128Z","time spent":"7.505749019s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120648,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-24T05:44:22.483711Z","caller":"traceutil/trace.go:171","msg":"trace[456403789] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417; range_end:; response_count:1; response_revision:5895; }","duration":"7.50705946s","start":"2026-07-24T05:44:14.976643Z","end":"2026-07-24T05:44:22.483703Z","steps":["trace[456403789] 'agreement among raft nodes before linearized reading' (duration: 7.506972158s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.488548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:14.976637Z","time spent":"7.511881171s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-2dc066c4-af52-456e-8949-943f473c1417\" "} {"level":"info","ts":"2026-07-24T05:44:22.489312Z","caller":"traceutil/trace.go:171","msg":"trace[1761556443] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5895; }","duration":"3.894128025s","start":"2026-07-24T05:44:18.594656Z","end":"2026-07-24T05:44:22.488784Z","steps":["trace[1761556443] 'agreement among raft nodes before linearized reading' (duration: 3.888790812s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.489381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:18.594635Z","time spent":"3.894730178s","remote":"127.0.0.1:48094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:22.489812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.064867354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:12 size:4374"} {"level":"info","ts":"2026-07-24T05:44:22.489841Z","caller":"traceutil/trace.go:171","msg":"trace[1911499458] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:12; response_revision:5895; }","duration":"6.064926526s","start":"2026-07-24T05:44:16.424908Z","end":"2026-07-24T05:44:22.489834Z","steps":["trace[1911499458] 'agreement among raft nodes before linearized reading' (duration: 6.058340055s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:22.48987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:16.424897Z","time spent":"6.064966376s","remote":"127.0.0.1:48064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":12,"response size":4397,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:44:23.363898Z","caller":"traceutil/trace.go:171","msg":"trace[1202461994] linearizableReadLoop","detail":"{readStateIndex:6284; appliedIndex:6283; }","duration":"111.879562ms","start":"2026-07-24T05:44:23.251992Z","end":"2026-07-24T05:44:23.363871Z","steps":["trace[1202461994] 'read index received' (duration: 111.616566ms)","trace[1202461994] 'applied index is now lower than readState.Index' (duration: 262.086µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:23.364095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.085347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/default/\" range_end:\"/registry/secrets/default0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:23.364098Z","caller":"traceutil/trace.go:171","msg":"trace[680705476] transaction","detail":"{read_only:false; response_revision:5910; number_of_response:1; }","duration":"128.886412ms","start":"2026-07-24T05:44:23.235167Z","end":"2026-07-24T05:44:23.364053Z","steps":["trace[680705476] 'process raft request' (duration: 128.513173ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:23.364142Z","caller":"traceutil/trace.go:171","msg":"trace[62699681] range","detail":"{range_begin:/registry/secrets/default/; range_end:/registry/secrets/default0; response_count:0; response_revision:5910; }","duration":"112.191169ms","start":"2026-07-24T05:44:23.25194Z","end":"2026-07-24T05:44:23.364131Z","steps":["trace[62699681] 'agreement among raft nodes before linearized reading' (duration: 112.066706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:23.941033Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:24.537441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.794135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:44:24.537588Z","caller":"traceutil/trace.go:171","msg":"trace[1619300484] linearizableReadLoop","detail":"{readStateIndex:6285; appliedIndex:6284; }","duration":"1.097220866s","start":"2026-07-24T05:44:23.440337Z","end":"2026-07-24T05:44:24.537558Z","steps":["trace[1619300484] 'read index received' (duration: 980.124604ms)","trace[1619300484] 'applied index is now lower than readState.Index' (duration: 117.092162ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:44:24.537734Z","caller":"traceutil/trace.go:171","msg":"trace[672917334] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"1.110586761s","start":"2026-07-24T05:44:23.427128Z","end":"2026-07-24T05:44:24.537715Z","steps":["trace[672917334] 'process raft request' (duration: 993.392148ms)","trace[672917334] 'compare' (duration: 116.389895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:24.537842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:23.427113Z","time spent":"1.110673343s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:44:24.538308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.21354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:24.538417Z","caller":"traceutil/trace.go:171","msg":"trace[1599997524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5911; }","duration":"416.401285ms","start":"2026-07-24T05:44:24.121994Z","end":"2026-07-24T05:44:24.538396Z","steps":["trace[1599997524] 'agreement among raft nodes before linearized reading' (duration: 416.153679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:24.538487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:24.121977Z","time spent":"416.498037ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:44:24.538678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098314472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-07-24T05:44:24.5388Z","caller":"traceutil/trace.go:171","msg":"trace[89739148] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:5911; }","duration":"1.098477665s","start":"2026-07-24T05:44:23.440293Z","end":"2026-07-24T05:44:24.538771Z","steps":["trace[89739148] 'agreement among raft nodes before linearized reading' (duration: 1.09783905s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:24.538845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.734352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10986"} {"level":"warn","ts":"2026-07-24T05:44:24.538866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:23.440274Z","time spent":"1.098577098s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050291,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-07-24T05:44:24.538886Z","caller":"traceutil/trace.go:171","msg":"trace[1481418552] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5911; }","duration":"105.805344ms","start":"2026-07-24T05:44:24.43307Z","end":"2026-07-24T05:44:24.538875Z","steps":["trace[1481418552] 'agreement among raft nodes before linearized reading' (duration: 105.697561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:24.956493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.62275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:44:24.956808Z","caller":"traceutil/trace.go:171","msg":"trace[232795587] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"413.209183ms","start":"2026-07-24T05:44:24.543553Z","end":"2026-07-24T05:44:24.956762Z","steps":["trace[232795587] 'process raft request' (duration: 109.558439ms)","trace[232795587] 'compare' (duration: 302.484787ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:24.957034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:24.543521Z","time spent":"413.379337ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":725,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:44:24.9576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.53986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121371"} {"level":"info","ts":"2026-07-24T05:44:24.95685Z","caller":"traceutil/trace.go:171","msg":"trace[1838290640] linearizableReadLoop","detail":"{readStateIndex:6286; appliedIndex:6285; }","duration":"412.682501ms","start":"2026-07-24T05:44:24.544051Z","end":"2026-07-24T05:44:24.956733Z","steps":["trace[1838290640] 'read index received' (duration: 109.1671ms)","trace[1838290640] 'applied index is now lower than readState.Index' (duration: 303.511891ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:44:24.95794Z","caller":"traceutil/trace.go:171","msg":"trace[574442008] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5912; }","duration":"413.836847ms","start":"2026-07-24T05:44:24.544028Z","end":"2026-07-24T05:44:24.957865Z","steps":["trace[574442008] 'agreement among raft nodes before linearized reading' (duration: 412.927366ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:24.958202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:24.544014Z","time spent":"414.170385ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121394,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:44:25.459001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:25.686633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033395175s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:44:25.687313Z","caller":"traceutil/trace.go:171","msg":"trace[725678004] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"1.135142295s","start":"2026-07-24T05:44:24.552137Z","end":"2026-07-24T05:44:25.687279Z","steps":["trace[725678004] 'process raft request' (duration: 1.134845567s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:25.68753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:24.55211Z","time spent":"1.135323659s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10983,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:44:25.687658Z","caller":"traceutil/trace.go:171","msg":"trace[409103063] linearizableReadLoop","detail":"{readStateIndex:6287; appliedIndex:6286; }","duration":"729.824954ms","start":"2026-07-24T05:44:24.957807Z","end":"2026-07-24T05:44:25.687632Z","steps":["trace[409103063] 'read index received' (duration: 728.973614ms)","trace[409103063] 'applied index is now lower than readState.Index' (duration: 850.12µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:25.687919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143774132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:121383"} {"level":"info","ts":"2026-07-24T05:44:25.687966Z","caller":"traceutil/trace.go:171","msg":"trace[1131507855] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5913; }","duration":"1.143856594s","start":"2026-07-24T05:44:24.544098Z","end":"2026-07-24T05:44:25.687955Z","steps":["trace[1131507855] 'agreement among raft nodes before linearized reading' (duration: 1.143632879s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:25.687989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:24.54408Z","time spent":"1.143903286s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":121406,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-24T05:44:25.688053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.697996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:5 size:1050268"} {"level":"info","ts":"2026-07-24T05:44:25.688122Z","caller":"traceutil/trace.go:171","msg":"trace[901392196] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:5; response_revision:5913; }","duration":"893.803567ms","start":"2026-07-24T05:44:24.794297Z","end":"2026-07-24T05:44:25.6881Z","steps":["trace[901392196] 'agreement among raft nodes before linearized reading' (duration: 893.354787ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:25.688173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:24.794281Z","time spent":"893.88197ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":1050291,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-07-24T05:44:26.005711Z","caller":"traceutil/trace.go:171","msg":"trace[955247029] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"304.591044ms","start":"2026-07-24T05:44:25.701081Z","end":"2026-07-24T05:44:26.005672Z","steps":["trace[955247029] 'process raft request' (duration: 304.296768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:26.00604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:25.701063Z","time spent":"304.759668ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7195,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:44:28.102932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:28.604117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464150413,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-24T05:44:28.60623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139781081s","expected-duration":"1s"} {"level":"info","ts":"2026-07-24T05:44:28.606591Z","caller":"traceutil/trace.go:171","msg":"trace[205842795] linearizableReadLoop","detail":"{readStateIndex:6289; appliedIndex:6288; }","duration":"1.003939101s","start":"2026-07-24T05:44:27.602629Z","end":"2026-07-24T05:44:28.606568Z","steps":["trace[205842795] 'read index received' (duration: 1.003689305s)","trace[205842795] 'applied index is now lower than readState.Index' (duration: 249.056µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:44:28.606788Z","caller":"traceutil/trace.go:171","msg":"trace[2070640627] transaction","detail":"{read_only:false; response_revision:5915; number_of_response:1; }","duration":"1.140408345s","start":"2026-07-24T05:44:27.466319Z","end":"2026-07-24T05:44:28.606727Z","steps":["trace[2070640627] 'process raft request' (duration: 1.140093828s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:28.606962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.830506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:28.607077Z","caller":"traceutil/trace.go:171","msg":"trace[705352733] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5915; }","duration":"486.047331ms","start":"2026-07-24T05:44:28.121009Z","end":"2026-07-24T05:44:28.607056Z","steps":["trace[705352733] 'agreement among raft nodes before linearized reading' (duration: 485.825336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:28.607086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:27.466283Z","time spent":"1.14062026s","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6056,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:44:28.606986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00435129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:4 size:293860"} {"level":"warn","ts":"2026-07-24T05:44:28.607157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:28.120986Z","time spent":"486.158663ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:44:28.606979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.064957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:44:28.607367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.977702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-24T05:44:28.607398Z","caller":"traceutil/trace.go:171","msg":"trace[368894554] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5915; }","duration":"912.536117ms","start":"2026-07-24T05:44:27.694851Z","end":"2026-07-24T05:44:28.607388Z","steps":["trace[368894554] 'agreement among raft nodes before linearized reading' (duration: 911.961544ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:28.607427Z","caller":"traceutil/trace.go:171","msg":"trace[1119744903] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5915; }","duration":"791.095065ms","start":"2026-07-24T05:44:27.816316Z","end":"2026-07-24T05:44:28.607411Z","steps":["trace[1119744903] 'agreement among raft nodes before linearized reading' (duration: 790.553673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:28.607488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:27.816293Z","time spent":"791.179727ms","remote":"127.0.0.1:48502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":615,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:44:28.607439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:27.694827Z","time spent":"912.601528ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:44:28.607238Z","caller":"traceutil/trace.go:171","msg":"trace[1280725893] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:4; response_revision:5915; }","duration":"1.004659017s","start":"2026-07-24T05:44:27.602567Z","end":"2026-07-24T05:44:28.607226Z","steps":["trace[1280725893] 'agreement among raft nodes before linearized reading' (duration: 1.004161716s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:28.610255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:27.602542Z","time spent":"1.005429175s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":293883,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-24T05:44:32.170457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.784737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:44:32.17065Z","caller":"traceutil/trace.go:171","msg":"trace[1118004437] transaction","detail":"{read_only:false; response_revision:5921; number_of_response:1; }","duration":"175.334176ms","start":"2026-07-24T05:44:31.995295Z","end":"2026-07-24T05:44:32.170629Z","steps":["trace[1118004437] 'process raft request' (duration: 64.300833ms)","trace[1118004437] 'compare' (duration: 110.647294ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:44:33.00356Z","caller":"traceutil/trace.go:171","msg":"trace[591869175] linearizableReadLoop","detail":"{readStateIndex:6297; appliedIndex:6296; }","duration":"124.338217ms","start":"2026-07-24T05:44:32.879197Z","end":"2026-07-24T05:44:33.003535Z","steps":["trace[591869175] 'read index received' (duration: 124.235934ms)","trace[591869175] 'applied index is now lower than readState.Index' (duration: 101.383µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:44:33.003681Z","caller":"traceutil/trace.go:171","msg":"trace[1918155425] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"150.400243ms","start":"2026-07-24T05:44:32.853244Z","end":"2026-07-24T05:44:33.003644Z","steps":["trace[1918155425] 'process raft request' (duration: 150.119517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:33.004137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.577073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cephfs-external-provisioner-runner\" ","response":"range_response_count:1 size:1755"} {"level":"info","ts":"2026-07-24T05:44:33.004171Z","caller":"traceutil/trace.go:171","msg":"trace[1927951799] range","detail":"{range_begin:/registry/clusterroles/cephfs-external-provisioner-runner; range_end:; response_count:1; response_revision:5922; }","duration":"125.019432ms","start":"2026-07-24T05:44:32.879141Z","end":"2026-07-24T05:44:33.004161Z","steps":["trace[1927951799] 'agreement among raft nodes before linearized reading' (duration: 124.520601ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:33.214931Z","caller":"traceutil/trace.go:171","msg":"trace[627805022] linearizableReadLoop","detail":"{readStateIndex:6298; appliedIndex:6297; }","duration":"211.269749ms","start":"2026-07-24T05:44:33.003633Z","end":"2026-07-24T05:44:33.214903Z","steps":["trace[627805022] 'read index received' (duration: 168.919859ms)","trace[627805022] 'applied index is now lower than readState.Index' (duration: 42.34887ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:44:33.215002Z","caller":"traceutil/trace.go:171","msg":"trace[426686766] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"310.00386ms","start":"2026-07-24T05:44:32.904962Z","end":"2026-07-24T05:44:33.214965Z","steps":["trace[426686766] 'process raft request' (duration: 267.606839ms)","trace[426686766] 'compare' (duration: 42.189716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:33.215141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:32.904934Z","time spent":"310.134912ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:44:33.215243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.23609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T05:44:33.215291Z","caller":"traceutil/trace.go:171","msg":"trace[839662603] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5923; }","duration":"253.303341ms","start":"2026-07-24T05:44:32.961973Z","end":"2026-07-24T05:44:33.215276Z","steps":["trace[839662603] 'agreement among raft nodes before linearized reading' (duration: 253.102767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:33.215513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.463131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cephfs-external-provisioner-runner\" ","response":"range_response_count:1 size:1755"} {"level":"warn","ts":"2026-07-24T05:44:33.215487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.907624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-cainjector\" ","response":"range_response_count:1 size:1389"} {"level":"info","ts":"2026-07-24T05:44:33.215556Z","caller":"traceutil/trace.go:171","msg":"trace[1575289488] range","detail":"{range_begin:/registry/clusterroles/cephfs-external-provisioner-runner; range_end:; response_count:1; response_revision:5923; }","duration":"207.537323ms","start":"2026-07-24T05:44:33.008007Z","end":"2026-07-24T05:44:33.215545Z","steps":["trace[1575289488] 'agreement among raft nodes before linearized reading' (duration: 207.39692ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:33.215572Z","caller":"traceutil/trace.go:171","msg":"trace[1763917577] range","detail":"{range_begin:/registry/clusterroles/cert-manager-cainjector; range_end:; response_count:1; response_revision:5923; }","duration":"278.037447ms","start":"2026-07-24T05:44:32.937516Z","end":"2026-07-24T05:44:33.215554Z","steps":["trace[1763917577] 'agreement among raft nodes before linearized reading' (duration: 277.850633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:33.215582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.544705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:44:33.215687Z","caller":"traceutil/trace.go:171","msg":"trace[1814525848] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5923; }","duration":"211.672068ms","start":"2026-07-24T05:44:33.003991Z","end":"2026-07-24T05:44:33.215663Z","steps":["trace[1814525848] 'agreement among raft nodes before linearized reading' (duration: 211.376831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:37.781993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.678659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-issuers\" ","response":"range_response_count:1 size:1157"} {"level":"info","ts":"2026-07-24T05:44:37.782107Z","caller":"traceutil/trace.go:171","msg":"trace[1094109124] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-issuers; range_end:; response_count:1; response_revision:5925; }","duration":"153.848413ms","start":"2026-07-24T05:44:37.628231Z","end":"2026-07-24T05:44:37.782079Z","steps":["trace[1094109124] 'range keys from in-memory index tree' (duration: 153.451535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:37.782537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.213729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rbd-external-provisioner-runner\" ","response":"range_response_count:1 size:1778"} {"level":"info","ts":"2026-07-24T05:44:37.782681Z","caller":"traceutil/trace.go:171","msg":"trace[1201727236] range","detail":"{range_begin:/registry/clusterroles/rbd-external-provisioner-runner; range_end:; response_count:1; response_revision:5925; }","duration":"160.632618ms","start":"2026-07-24T05:44:37.621986Z","end":"2026-07-24T05:44:37.782619Z","steps":["trace[1201727236] 'range keys from in-memory index tree' (duration: 159.750948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:38.069855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.464867ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-24T05:44:38.184176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.174784ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:44:38.184483Z","caller":"traceutil/trace.go:171","msg":"trace[132023710] linearizableReadLoop","detail":"{readStateIndex:6303; appliedIndex:6300; }","duration":"398.534986ms","start":"2026-07-24T05:44:37.785929Z","end":"2026-07-24T05:44:38.184464Z","steps":["trace[132023710] 'read index received' (duration: 8.184177ms)","trace[132023710] 'applied index is now lower than readState.Index' (duration: 390.349919ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:44:38.184607Z","caller":"traceutil/trace.go:171","msg":"trace[1085801164] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"519.1939ms","start":"2026-07-24T05:44:37.66538Z","end":"2026-07-24T05:44:38.184574Z","steps":["trace[1085801164] 'process raft request' (duration: 518.907273ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:38.184644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.833528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:44:38.184708Z","caller":"traceutil/trace.go:171","msg":"trace[1241903285] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:5926; }","duration":"310.90832ms","start":"2026-07-24T05:44:37.873783Z","end":"2026-07-24T05:44:38.184691Z","steps":["trace[1241903285] 'agreement among raft nodes before linearized reading' (duration: 310.796697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:38.184729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.784812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rbd-external-provisioner-runner\" ","response":"range_response_count:1 size:1778"} {"level":"warn","ts":"2026-07-24T05:44:38.18475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:37.665353Z","time spent":"519.322823ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:44:38.184746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.462939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-issuers\" ","response":"range_response_count:1 size:1157"} {"level":"info","ts":"2026-07-24T05:44:38.18479Z","caller":"traceutil/trace.go:171","msg":"trace[517552889] range","detail":"{range_begin:/registry/clusterroles/rbd-external-provisioner-runner; range_end:; response_count:1; response_revision:5926; }","duration":"398.865444ms","start":"2026-07-24T05:44:37.785905Z","end":"2026-07-24T05:44:38.184771Z","steps":["trace[517552889] 'agreement among raft nodes before linearized reading' (duration: 398.66752ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:38.184809Z","caller":"traceutil/trace.go:171","msg":"trace[570551523] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-issuers; range_end:; response_count:1; response_revision:5926; }","duration":"289.556501ms","start":"2026-07-24T05:44:37.895235Z","end":"2026-07-24T05:44:38.184792Z","steps":["trace[570551523] 'agreement among raft nodes before linearized reading' (duration: 289.377327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:38.184825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:37.785879Z","time spent":"398.938685ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1801,"request content":"key:\"/registry/clusterroles/rbd-external-provisioner-runner\" "} {"level":"warn","ts":"2026-07-24T05:44:38.184757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:37.873758Z","time spent":"310.990141ms","remote":"127.0.0.1:48244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:44:43.152205Z","caller":"traceutil/trace.go:171","msg":"trace[623714595] linearizableReadLoop","detail":"{readStateIndex:6306; appliedIndex:6305; }","duration":"208.622667ms","start":"2026-07-24T05:44:42.943553Z","end":"2026-07-24T05:44:43.152176Z","steps":["trace[623714595] 'read index received' (duration: 208.527135ms)","trace[623714595] 'applied index is now lower than readState.Index' (duration: 94.422µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:43.152396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.823112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rbd-csi-nodeplugin\" ","response":"range_response_count:1 size:730"} {"level":"info","ts":"2026-07-24T05:44:43.152476Z","caller":"traceutil/trace.go:171","msg":"trace[1403777921] range","detail":"{range_begin:/registry/clusterrolebindings/rbd-csi-nodeplugin; range_end:; response_count:1; response_revision:5928; }","duration":"208.954446ms","start":"2026-07-24T05:44:42.943508Z","end":"2026-07-24T05:44:43.152462Z","steps":["trace[1403777921] 'agreement among raft nodes before linearized reading' (duration: 208.755072ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:43.152768Z","caller":"traceutil/trace.go:171","msg":"trace[2079124253] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"277.208128ms","start":"2026-07-24T05:44:42.874998Z","end":"2026-07-24T05:44:43.152206Z","steps":["trace[2079124253] 'process raft request' (duration: 276.997534ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:43.667408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.856168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:44:43.667603Z","caller":"traceutil/trace.go:171","msg":"trace[1317874904] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"637.486689ms","start":"2026-07-24T05:44:43.030069Z","end":"2026-07-24T05:44:43.667556Z","steps":["trace[1317874904] 'process raft request' (duration: 426.360384ms)","trace[1317874904] 'compare' (duration: 210.49143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:43.667738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:43.030042Z","time spent":"637.644673ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:44:43.668012Z","caller":"traceutil/trace.go:171","msg":"trace[2125948344] linearizableReadLoop","detail":"{readStateIndex:6307; appliedIndex:6306; }","duration":"515.706389ms","start":"2026-07-24T05:44:43.152269Z","end":"2026-07-24T05:44:43.667975Z","steps":["trace[2125948344] 'read index received' (duration: 304.180846ms)","trace[2125948344] 'applied index is now lower than readState.Index' (duration: 211.522213ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:43.668293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.929542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" ","response":"range_response_count:1 size:974"} {"level":"info","ts":"2026-07-24T05:44:43.668062Z","caller":"traceutil/trace.go:171","msg":"trace[137682301] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"291.912425ms","start":"2026-07-24T05:44:43.376133Z","end":"2026-07-24T05:44:43.668045Z","steps":["trace[137682301] 'process raft request' (duration: 291.440734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:43.668294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.414393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:44:43.668515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.958122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:44:43.668597Z","caller":"traceutil/trace.go:171","msg":"trace[1944862780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5930; }","duration":"546.898494ms","start":"2026-07-24T05:44:43.12164Z","end":"2026-07-24T05:44:43.668539Z","steps":["trace[1944862780] 'agreement among raft nodes before linearized reading' (duration: 546.379262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:43.668606Z","caller":"traceutil/trace.go:171","msg":"trace[221290414] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5930; }","duration":"391.026693ms","start":"2026-07-24T05:44:43.277538Z","end":"2026-07-24T05:44:43.668564Z","steps":["trace[221290414] 'agreement among raft nodes before linearized reading' (duration: 390.779328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:43.668703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:43.27747Z","time spent":"391.221628ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:44:43.668358Z","caller":"traceutil/trace.go:171","msg":"trace[435646520] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:5930; }","duration":"722.020063ms","start":"2026-07-24T05:44:42.94632Z","end":"2026-07-24T05:44:43.66834Z","steps":["trace[435646520] 'agreement among raft nodes before linearized reading' (duration: 721.86039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:43.668794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:43.121614Z","time spent":"547.091438ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:44:43.668423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.155508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rbd-csi-nodeplugin\" ","response":"range_response_count:1 size:730"} {"level":"info","ts":"2026-07-24T05:44:43.66887Z","caller":"traceutil/trace.go:171","msg":"trace[2047272440] range","detail":"{range_begin:/registry/clusterrolebindings/rbd-csi-nodeplugin; range_end:; response_count:1; response_revision:5930; }","duration":"512.64495ms","start":"2026-07-24T05:44:43.156196Z","end":"2026-07-24T05:44:43.668841Z","steps":["trace[2047272440] 'agreement among raft nodes before linearized reading' (duration: 512.109438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:43.66879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:42.946314Z","time spent":"722.453233ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":997,"request content":"key:\"/registry/clusterroles/system:controller:disruption-controller\" "} {"level":"warn","ts":"2026-07-24T05:44:43.668951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:43.156178Z","time spent":"512.757252ms","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":753,"request content":"key:\"/registry/clusterrolebindings/rbd-csi-nodeplugin\" "} {"level":"warn","ts":"2026-07-24T05:44:44.18487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.226922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rbd-csi-provisioner-role\" ","response":"range_response_count:1 size:760"} {"level":"warn","ts":"2026-07-24T05:44:44.184909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.217013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:756"} {"level":"info","ts":"2026-07-24T05:44:44.184953Z","caller":"traceutil/trace.go:171","msg":"trace[1446911199] range","detail":"{range_begin:/registry/clusterrolebindings/rbd-csi-provisioner-role; range_end:; response_count:1; response_revision:5930; }","duration":"392.335985ms","start":"2026-07-24T05:44:43.792597Z","end":"2026-07-24T05:44:44.184933Z","steps":["trace[1446911199] 'range keys from in-memory index tree' (duration: 392.083429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:44.184999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:43.792586Z","time spent":"392.404266ms","remote":"127.0.0.1:48336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":783,"request content":"key:\"/registry/clusterrolebindings/rbd-csi-provisioner-role\" "} {"level":"info","ts":"2026-07-24T05:44:44.185003Z","caller":"traceutil/trace.go:171","msg":"trace[850324432] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:5930; }","duration":"413.358907ms","start":"2026-07-24T05:44:43.771621Z","end":"2026-07-24T05:44:44.18498Z","steps":["trace[850324432] 'range keys from in-memory index tree' (duration: 413.125211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:44.185047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:43.771604Z","time spent":"413.433368ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":779,"request content":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" "} {"level":"info","ts":"2026-07-24T05:44:44.448529Z","caller":"traceutil/trace.go:171","msg":"trace[1912125127] linearizableReadLoop","detail":"{readStateIndex:6309; appliedIndex:6308; }","duration":"185.862767ms","start":"2026-07-24T05:44:44.262636Z","end":"2026-07-24T05:44:44.448499Z","steps":["trace[1912125127] 'read index received' (duration: 185.598241ms)","trace[1912125127] 'applied index is now lower than readState.Index' (duration: 263.716µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:44.448803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.818765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:756"} {"level":"info","ts":"2026-07-24T05:44:44.449059Z","caller":"traceutil/trace.go:171","msg":"trace[732795745] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:5931; }","duration":"179.141872ms","start":"2026-07-24T05:44:44.269901Z","end":"2026-07-24T05:44:44.449043Z","steps":["trace[732795745] 'agreement among raft nodes before linearized reading' (duration: 178.755354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:44.44908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.410569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rbd-csi-provisioner-role\" ","response":"range_response_count:1 size:760"} {"level":"info","ts":"2026-07-24T05:44:44.449173Z","caller":"traceutil/trace.go:171","msg":"trace[985433575] range","detail":"{range_begin:/registry/clusterrolebindings/rbd-csi-provisioner-role; range_end:; response_count:1; response_revision:5931; }","duration":"186.590373ms","start":"2026-07-24T05:44:44.262561Z","end":"2026-07-24T05:44:44.449152Z","steps":["trace[985433575] 'agreement among raft nodes before linearized reading' (duration: 186.056811ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:44.449165Z","caller":"traceutil/trace.go:171","msg":"trace[517132025] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"260.792692ms","start":"2026-07-24T05:44:44.18777Z","end":"2026-07-24T05:44:44.448562Z","steps":["trace[517132025] 'process raft request' (duration: 260.535946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:44.807601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.800359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-global\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-24T05:44:44.807665Z","caller":"traceutil/trace.go:171","msg":"trace[689306584] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-global; range_end:; response_count:1; response_revision:5931; }","duration":"221.874141ms","start":"2026-07-24T05:44:44.585776Z","end":"2026-07-24T05:44:44.80765Z","steps":["trace[689306584] 'range keys from in-memory index tree' (duration: 221.527473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:44.807742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.381586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslice-controller\" ","response":"range_response_count:1 size:793"} {"level":"info","ts":"2026-07-24T05:44:44.807847Z","caller":"traceutil/trace.go:171","msg":"trace[979507371] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:5931; }","duration":"268.540519ms","start":"2026-07-24T05:44:44.539277Z","end":"2026-07-24T05:44:44.807818Z","steps":["trace[979507371] 'range keys from in-memory index tree' (duration: 268.239122ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:45.331317Z","caller":"traceutil/trace.go:171","msg":"trace[1811643956] linearizableReadLoop","detail":"{readStateIndex:6310; appliedIndex:6309; }","duration":"188.746323ms","start":"2026-07-24T05:44:45.142546Z","end":"2026-07-24T05:44:45.331292Z","steps":["trace[1811643956] 'read index received' (duration: 188.526898ms)","trace[1811643956] 'applied index is now lower than readState.Index' (duration: 218.465µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:44:45.33136Z","caller":"traceutil/trace.go:171","msg":"trace[1517747216] transaction","detail":"{read_only:false; response_revision:5932; number_of_response:1; }","duration":"189.137112ms","start":"2026-07-24T05:44:45.142183Z","end":"2026-07-24T05:44:45.33132Z","steps":["trace[1517747216] 'process raft request' (duration: 188.945887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:45.331634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.06906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-mgr-cluster\" ","response":"range_response_count:1 size:730"} {"level":"info","ts":"2026-07-24T05:44:45.331725Z","caller":"traceutil/trace.go:171","msg":"trace[389500500] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-mgr-cluster; range_end:; response_count:1; response_revision:5932; }","duration":"189.207133ms","start":"2026-07-24T05:44:45.142496Z","end":"2026-07-24T05:44:45.331703Z","steps":["trace[389500500] 'agreement among raft nodes before linearized reading' (duration: 188.913877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:45.991858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.763907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-system\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-24T05:44:45.991924Z","caller":"traceutil/trace.go:171","msg":"trace[436141131] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-system; range_end:; response_count:1; response_revision:5933; }","duration":"162.87898ms","start":"2026-07-24T05:44:45.829028Z","end":"2026-07-24T05:44:45.991907Z","steps":["trace[436141131] 'range keys from in-memory index tree' (duration: 162.569533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:45.991929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.334476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-07-24T05:44:45.99204Z","caller":"traceutil/trace.go:171","msg":"trace[1278434386] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:5933; }","duration":"158.47526ms","start":"2026-07-24T05:44:45.833544Z","end":"2026-07-24T05:44:45.99202Z","steps":["trace[1278434386] 'range keys from in-memory index tree' (duration: 158.186613ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:53.391627Z","caller":"traceutil/trace.go:171","msg":"trace[1968721154] linearizableReadLoop","detail":"{readStateIndex:6320; appliedIndex:6319; }","duration":"136.411075ms","start":"2026-07-24T05:44:53.255193Z","end":"2026-07-24T05:44:53.391604Z","steps":["trace[1968721154] 'read index received' (duration: 136.19198ms)","trace[1968721154] 'applied index is now lower than readState.Index' (duration: 217.945µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:44:53.391767Z","caller":"traceutil/trace.go:171","msg":"trace[1691708078] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"153.739361ms","start":"2026-07-24T05:44:53.237991Z","end":"2026-07-24T05:44:53.39173Z","steps":["trace[1691708078] 'process raft request' (duration: 153.450434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:53.391931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.682121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-07-24T05:44:53.392055Z","caller":"traceutil/trace.go:171","msg":"trace[2019903674] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:5940; }","duration":"136.895675ms","start":"2026-07-24T05:44:53.255131Z","end":"2026-07-24T05:44:53.392027Z","steps":["trace[2019903674] 'agreement among raft nodes before linearized reading' (duration: 136.626099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:53.677142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.910127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-07-24T05:44:53.677235Z","caller":"traceutil/trace.go:171","msg":"trace[1408321965] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:5940; }","duration":"110.04597ms","start":"2026-07-24T05:44:53.567167Z","end":"2026-07-24T05:44:53.677213Z","steps":["trace[1408321965] 'range keys from in-memory index tree' (duration: 109.724323ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:54.119877Z","caller":"traceutil/trace.go:171","msg":"trace[2088320117] linearizableReadLoop","detail":"{readStateIndex:6321; appliedIndex:6320; }","duration":"241.260354ms","start":"2026-07-24T05:44:53.878592Z","end":"2026-07-24T05:44:54.119853Z","steps":["trace[2088320117] 'read index received' (duration: 241.141282ms)","trace[2088320117] 'applied index is now lower than readState.Index' (duration: 117.902µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:44:54.120025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.407947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:1 size:936"} {"level":"info","ts":"2026-07-24T05:44:54.120062Z","caller":"traceutil/trace.go:171","msg":"trace[1127284325] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:1; response_revision:5941; }","duration":"241.49487ms","start":"2026-07-24T05:44:53.878557Z","end":"2026-07-24T05:44:54.120052Z","steps":["trace[1127284325] 'agreement among raft nodes before linearized reading' (duration: 241.404368ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:54.120115Z","caller":"traceutil/trace.go:171","msg":"trace[1135398984] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"249.682937ms","start":"2026-07-24T05:44:53.87022Z","end":"2026-07-24T05:44:54.119902Z","steps":["trace[1135398984] 'process raft request' (duration: 249.487203ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:54.130439Z","caller":"traceutil/trace.go:171","msg":"trace[921003850] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"173.022203ms","start":"2026-07-24T05:44:53.957402Z","end":"2026-07-24T05:44:54.130424Z","steps":["trace[921003850] 'process raft request' (duration: 172.780757ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:54.130646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.190992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:volume-scheduler\" ","response":"range_response_count:1 size:715"} {"level":"info","ts":"2026-07-24T05:44:54.130673Z","caller":"traceutil/trace.go:171","msg":"trace[1138863018] range","detail":"{range_begin:/registry/clusterrolebindings/system:volume-scheduler; range_end:; response_count:1; response_revision:5942; }","duration":"251.246984ms","start":"2026-07-24T05:44:53.87942Z","end":"2026-07-24T05:44:54.130667Z","steps":["trace[1138863018] 'agreement among raft nodes before linearized reading' (duration: 251.139292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:54.502885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.758157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:volume-scheduler\" ","response":"range_response_count:1 size:715"} {"level":"info","ts":"2026-07-24T05:44:54.502985Z","caller":"traceutil/trace.go:171","msg":"trace[1703902264] range","detail":"{range_begin:/registry/clusterrolebindings/system:volume-scheduler; range_end:; response_count:1; response_revision:5942; }","duration":"286.908621ms","start":"2026-07-24T05:44:54.216054Z","end":"2026-07-24T05:44:54.502963Z","steps":["trace[1703902264] 'range keys from in-memory index tree' (duration: 286.564822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:54.503186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.51096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/vector\" ","response":"range_response_count:1 size:936"} {"level":"info","ts":"2026-07-24T05:44:54.503322Z","caller":"traceutil/trace.go:171","msg":"trace[1758432857] range","detail":"{range_begin:/registry/clusterroles/vector; range_end:; response_count:1; response_revision:5942; }","duration":"306.786236ms","start":"2026-07-24T05:44:54.196504Z","end":"2026-07-24T05:44:54.50329Z","steps":["trace[1758432857] 'range keys from in-memory index tree' (duration: 306.391047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:54.503383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:44:54.196479Z","time spent":"306.891868ms","remote":"127.0.0.1:48320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":959,"request content":"key:\"/registry/clusterroles/vector\" "} {"level":"info","ts":"2026-07-24T05:44:58.926212Z","caller":"traceutil/trace.go:171","msg":"trace[1105055263] linearizableReadLoop","detail":"{readStateIndex:6324; appliedIndex:6323; }","duration":"201.544895ms","start":"2026-07-24T05:44:58.724635Z","end":"2026-07-24T05:44:58.92618Z","steps":["trace[1105055263] 'read index received' (duration: 201.143716ms)","trace[1105055263] 'applied index is now lower than readState.Index' (duration: 399.569µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:44:58.926439Z","caller":"traceutil/trace.go:171","msg":"trace[935537082] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"206.873747ms","start":"2026-07-24T05:44:58.719483Z","end":"2026-07-24T05:44:58.926357Z","steps":["trace[935537082] 'process raft request' (duration: 206.457598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:58.926693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.476775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/\" range_end:\"/registry/services/specs/cert-manager0\" limit:500 ","response":"range_response_count:2 size:2797"} {"level":"warn","ts":"2026-07-24T05:44:58.926732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.660563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/cert-manager/\" range_end:\"/registry/statefulsets/cert-manager0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:44:58.926816Z","caller":"traceutil/trace.go:171","msg":"trace[1567425297] range","detail":"{range_begin:/registry/statefulsets/cert-manager/; range_end:/registry/statefulsets/cert-manager0; response_count:0; response_revision:5943; }","duration":"148.786976ms","start":"2026-07-24T05:44:58.77801Z","end":"2026-07-24T05:44:58.926797Z","steps":["trace[1567425297] 'agreement among raft nodes before linearized reading' (duration: 148.618262ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:44:58.926823Z","caller":"traceutil/trace.go:171","msg":"trace[95400270] range","detail":"{range_begin:/registry/services/specs/cert-manager/; range_end:/registry/services/specs/cert-manager0; response_count:2; response_revision:5943; }","duration":"153.668409ms","start":"2026-07-24T05:44:58.773123Z","end":"2026-07-24T05:44:58.926791Z","steps":["trace[95400270] 'agreement among raft nodes before linearized reading' (duration: 153.296591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:58.926828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.964251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:1 size:1189"} {"level":"info","ts":"2026-07-24T05:44:58.926933Z","caller":"traceutil/trace.go:171","msg":"trace[1494325220] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:1; response_revision:5943; }","duration":"142.103984ms","start":"2026-07-24T05:44:58.784802Z","end":"2026-07-24T05:44:58.926905Z","steps":["trace[1494325220] 'agreement among raft nodes before linearized reading' (duration: 141.790077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:44:58.927864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.230693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/cert-manager/\" range_end:\"/registry/events/cert-manager0\" limit:500 ","response":"range_response_count:41 size:32952"} {"level":"info","ts":"2026-07-24T05:44:58.927918Z","caller":"traceutil/trace.go:171","msg":"trace[1115065566] range","detail":"{range_begin:/registry/events/cert-manager/; range_end:/registry/events/cert-manager0; response_count:41; response_revision:5943; }","duration":"203.284874ms","start":"2026-07-24T05:44:58.724617Z","end":"2026-07-24T05:44:58.927902Z","steps":["trace[1115065566] 'agreement among raft nodes before linearized reading' (duration: 201.736699ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:02.223466Z","caller":"traceutil/trace.go:171","msg":"trace[1871756811] linearizableReadLoop","detail":"{readStateIndex:6326; appliedIndex:6325; }","duration":"229.163097ms","start":"2026-07-24T05:45:01.994271Z","end":"2026-07-24T05:45:02.223434Z","steps":["trace[1871756811] 'read index received' (duration: 228.926372ms)","trace[1871756811] 'applied index is now lower than readState.Index' (duration: 235.085µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:02.223793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.15305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/kube-node-lease/\" range_end:\"/registry/networkpolicies/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:02.223846Z","caller":"traceutil/trace.go:171","msg":"trace[2036944807] range","detail":"{range_begin:/registry/networkpolicies/kube-node-lease/; range_end:/registry/networkpolicies/kube-node-lease0; response_count:0; response_revision:5944; }","duration":"147.269912ms","start":"2026-07-24T05:45:02.07656Z","end":"2026-07-24T05:45:02.22383Z","steps":["trace[2036944807] 'agreement among raft nodes before linearized reading' (duration: 147.14958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:02.223813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.602608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/default/kube-root-ca.crt\" ","response":"range_response_count:1 size:1738"} {"level":"warn","ts":"2026-07-24T05:45:02.223849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.074318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/envoy-gateway-config\" ","response":"range_response_count:1 size:1550"} {"level":"info","ts":"2026-07-24T05:45:02.223914Z","caller":"traceutil/trace.go:171","msg":"trace[1922881196] range","detail":"{range_begin:/registry/configmaps/default/kube-root-ca.crt; range_end:; response_count:1; response_revision:5944; }","duration":"198.758492ms","start":"2026-07-24T05:45:02.025131Z","end":"2026-07-24T05:45:02.223889Z","steps":["trace[1922881196] 'agreement among raft nodes before linearized reading' (duration: 198.542697ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:02.223933Z","caller":"traceutil/trace.go:171","msg":"trace[357372868] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/envoy-gateway-config; range_end:; response_count:1; response_revision:5944; }","duration":"144.213131ms","start":"2026-07-24T05:45:02.079696Z","end":"2026-07-24T05:45:02.223909Z","steps":["trace[357372868] 'agreement among raft nodes before linearized reading' (duration: 143.990656ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:02.223929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.139407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:02.223994Z","caller":"traceutil/trace.go:171","msg":"trace[2229402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5944; }","duration":"105.24161ms","start":"2026-07-24T05:45:02.118735Z","end":"2026-07-24T05:45:02.223976Z","steps":["trace[2229402] 'agreement among raft nodes before linearized reading' (duration: 105.139627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:02.22711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.799741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/ingress-nginx/\" range_end:\"/registry/rolebindings/ingress-nginx0\" limit:500 ","response":"range_response_count:1 size:1159"} {"level":"info","ts":"2026-07-24T05:45:02.227215Z","caller":"traceutil/trace.go:171","msg":"trace[1677079930] range","detail":"{range_begin:/registry/rolebindings/ingress-nginx/; range_end:/registry/rolebindings/ingress-nginx0; response_count:1; response_revision:5944; }","duration":"232.956604ms","start":"2026-07-24T05:45:01.994231Z","end":"2026-07-24T05:45:02.227187Z","steps":["trace[1677079930] 'agreement among raft nodes before linearized reading' (duration: 229.329651ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:02.378874Z","caller":"traceutil/trace.go:171","msg":"trace[314708520] linearizableReadLoop","detail":"{readStateIndex:6327; appliedIndex:6326; }","duration":"153.550827ms","start":"2026-07-24T05:45:02.225305Z","end":"2026-07-24T05:45:02.378855Z","steps":["trace[314708520] 'read index received' (duration: 153.449974ms)","trace[314708520] 'applied index is now lower than readState.Index' (duration: 100.233µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:02.378974Z","caller":"traceutil/trace.go:171","msg":"trace[1334104200] transaction","detail":"{read_only:false; response_revision:5945; number_of_response:1; }","duration":"154.451207ms","start":"2026-07-24T05:45:02.224515Z","end":"2026-07-24T05:45:02.378966Z","steps":["trace[1334104200] 'process raft request' (duration: 154.14977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:02.379231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.903474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:02.379275Z","caller":"traceutil/trace.go:171","msg":"trace[1229983579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5945; }","duration":"154.002567ms","start":"2026-07-24T05:45:02.22526Z","end":"2026-07-24T05:45:02.379263Z","steps":["trace[1229983579] 'agreement among raft nodes before linearized reading' (duration: 153.891044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:02.863434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.190379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-24T05:45:02.863531Z","caller":"traceutil/trace.go:171","msg":"trace[77132056] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5945; }","duration":"381.316892ms","start":"2026-07-24T05:45:02.482192Z","end":"2026-07-24T05:45:02.863509Z","steps":["trace[77132056] 'range keys from in-memory index tree' (duration: 380.982224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:02.863582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:02.482177Z","time spent":"381.392424ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:45:02.864007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.724319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/envoy-gateway-system/kube-root-ca.crt\" ","response":"range_response_count:1 size:1764"} {"level":"info","ts":"2026-07-24T05:45:02.86409Z","caller":"traceutil/trace.go:171","msg":"trace[1658768771] range","detail":"{range_begin:/registry/configmaps/envoy-gateway-system/kube-root-ca.crt; range_end:; response_count:1; response_revision:5945; }","duration":"270.850411ms","start":"2026-07-24T05:45:02.593222Z","end":"2026-07-24T05:45:02.864073Z","steps":["trace[1658768771] 'range keys from in-memory index tree' (duration: 270.514854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:02.864263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.48444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" limit:500 ","response":"range_response_count:2 size:107259"} {"level":"info","ts":"2026-07-24T05:45:02.864326Z","caller":"traceutil/trace.go:171","msg":"trace[1009038046] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:2; response_revision:5945; }","duration":"379.570013ms","start":"2026-07-24T05:45:02.48474Z","end":"2026-07-24T05:45:02.86431Z","steps":["trace[1009038046] 'range keys from in-memory index tree' (duration: 379.376398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:02.864366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:02.484728Z","time spent":"379.625344ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":2,"response size":107282,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:45:03.37613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153700800464151562,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-24T05:45:03.545631Z","caller":"traceutil/trace.go:171","msg":"trace[1218557513] linearizableReadLoop","detail":"{readStateIndex:6328; appliedIndex:6327; }","duration":"670.268889ms","start":"2026-07-24T05:45:02.87533Z","end":"2026-07-24T05:45:03.545599Z","steps":["trace[1218557513] 'read index received' (duration: 670.101725ms)","trace[1218557513] 'applied index is now lower than readState.Index' (duration: 165.874µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:03.545656Z","caller":"traceutil/trace.go:171","msg":"trace[479395337] transaction","detail":"{read_only:false; response_revision:5946; number_of_response:1; }","duration":"670.646239ms","start":"2026-07-24T05:45:02.874983Z","end":"2026-07-24T05:45:03.545629Z","steps":["trace[479395337] 'process raft request' (duration: 670.406943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:03.545925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.546545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"info","ts":"2026-07-24T05:45:03.546001Z","caller":"traceutil/trace.go:171","msg":"trace[2101696676] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:5946; }","duration":"670.674638ms","start":"2026-07-24T05:45:02.875307Z","end":"2026-07-24T05:45:03.545982Z","steps":["trace[2101696676] 'agreement among raft nodes before linearized reading' (duration: 670.396622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:03.546025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.134353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:45:03.546052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:02.875297Z","time spent":"670.740519ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-24T05:45:03.545996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:02.874957Z","time spent":"670.827502ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:45:03.546093Z","caller":"traceutil/trace.go:171","msg":"trace[174778817] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5946; }","duration":"607.232136ms","start":"2026-07-24T05:45:02.938843Z","end":"2026-07-24T05:45:03.546075Z","steps":["trace[174778817] 'agreement among raft nodes before linearized reading' (duration: 607.028101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:03.546137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:02.938827Z","time spent":"607.297637ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-24T05:45:03.546467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.213882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-24T05:45:03.546493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.891242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-07-24T05:45:03.546529Z","caller":"traceutil/trace.go:171","msg":"trace[895510988] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5946; }","duration":"575.308885ms","start":"2026-07-24T05:45:02.971204Z","end":"2026-07-24T05:45:03.546513Z","steps":["trace[895510988] 'agreement among raft nodes before linearized reading' (duration: 575.183482ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:03.546547Z","caller":"traceutil/trace.go:171","msg":"trace[668109553] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:5946; }","duration":"535.984324ms","start":"2026-07-24T05:45:03.010547Z","end":"2026-07-24T05:45:03.546532Z","steps":["trace[668109553] 'agreement among raft nodes before linearized reading' (duration: 535.832891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:03.546577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:02.971188Z","time spent":"575.374046ms","remote":"127.0.0.1:48298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":35,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:45:03.54659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:03.010524Z","time spent":"536.054145ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5664,"request content":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-07-24T05:45:03.546819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.782872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/\" range_end:\"/registry/serviceaccounts/ingress-nginx0\" limit:500 ","response":"range_response_count:3 size:2230"} {"level":"warn","ts":"2026-07-24T05:45:03.546896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.230198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:45:03.546924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.656677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-node-lease/\" range_end:\"/registry/persistentvolumeclaims/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:03.546947Z","caller":"traceutil/trace.go:171","msg":"trace[71031145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5946; }","duration":"425.3263ms","start":"2026-07-24T05:45:03.121606Z","end":"2026-07-24T05:45:03.546932Z","steps":["trace[71031145] 'agreement among raft nodes before linearized reading' (duration: 425.249478ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:03.546943Z","caller":"traceutil/trace.go:171","msg":"trace[2010708326] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/; range_end:/registry/serviceaccounts/ingress-nginx0; response_count:3; response_revision:5946; }","duration":"598.953516ms","start":"2026-07-24T05:45:02.947972Z","end":"2026-07-24T05:45:03.546926Z","steps":["trace[2010708326] 'agreement among raft nodes before linearized reading' (duration: 598.609398ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:03.546984Z","caller":"traceutil/trace.go:171","msg":"trace[28576039] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-node-lease/; range_end:/registry/persistentvolumeclaims/kube-node-lease0; response_count:0; response_revision:5946; }","duration":"511.758699ms","start":"2026-07-24T05:45:03.035206Z","end":"2026-07-24T05:45:03.546965Z","steps":["trace[28576039] 'agreement among raft nodes before linearized reading' (duration: 511.661547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:03.547081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.423413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:45:03.546988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:03.121583Z","time spent":"425.394592ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:45:03.547174Z","caller":"traceutil/trace.go:171","msg":"trace[1025017963] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5946; }","duration":"501.567266ms","start":"2026-07-24T05:45:03.045587Z","end":"2026-07-24T05:45:03.547154Z","steps":["trace[1025017963] 'agreement among raft nodes before linearized reading' (duration: 501.30191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:03.547233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:03.045569Z","time spent":"501.654338ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:45:03.547003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:02.947952Z","time spent":"599.031307ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":3,"response size":2253,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/\" range_end:\"/registry/serviceaccounts/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:45:03.547086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:03.035182Z","time spent":"511.883361ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/kube-node-lease/\" range_end:\"/registry/persistentvolumeclaims/kube-node-lease0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:45:03.78412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.043836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-node-lease/\" range_end:\"/registry/rolebindings/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:03.784249Z","caller":"traceutil/trace.go:171","msg":"trace[192834356] range","detail":"{range_begin:/registry/rolebindings/kube-node-lease/; range_end:/registry/rolebindings/kube-node-lease0; response_count:0; response_revision:5946; }","duration":"126.2145ms","start":"2026-07-24T05:45:03.657994Z","end":"2026-07-24T05:45:03.784209Z","steps":["trace[192834356] 'range keys from in-memory index tree' (duration: 125.962334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:03.784413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.589679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/\" range_end:\"/registry/services/specs/ingress-nginx0\" limit:500 ","response":"range_response_count:4 size:6494"} {"level":"info","ts":"2026-07-24T05:45:03.784471Z","caller":"traceutil/trace.go:171","msg":"trace[350746936] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/; range_end:/registry/services/specs/ingress-nginx0; response_count:4; response_revision:5946; }","duration":"150.67945ms","start":"2026-07-24T05:45:03.633776Z","end":"2026-07-24T05:45:03.784456Z","steps":["trace[350746936] 'range keys from in-memory index tree' (duration: 150.418535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:03.784705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.726858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5641"} {"level":"info","ts":"2026-07-24T05:45:03.784795Z","caller":"traceutil/trace.go:171","msg":"trace[989485328] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:5946; }","duration":"135.881002ms","start":"2026-07-24T05:45:03.648893Z","end":"2026-07-24T05:45:03.784774Z","steps":["trace[989485328] 'range keys from in-memory index tree' (duration: 135.507313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:03.784898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.04787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1119"} {"level":"info","ts":"2026-07-24T05:45:03.784971Z","caller":"traceutil/trace.go:171","msg":"trace[22589617] range","detail":"{range_begin:/registry/services/endpoints/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:5946; }","duration":"124.179463ms","start":"2026-07-24T05:45:03.660777Z","end":"2026-07-24T05:45:03.784956Z","steps":["trace[22589617] 'range keys from in-memory index tree' (duration: 123.310434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:04.649201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.407228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-public/\" range_end:\"/registry/daemonsets/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:04.649278Z","caller":"traceutil/trace.go:171","msg":"trace[233157645] range","detail":"{range_begin:/registry/daemonsets/kube-public/; range_end:/registry/daemonsets/kube-public0; response_count:0; response_revision:5947; }","duration":"355.528692ms","start":"2026-07-24T05:45:04.293733Z","end":"2026-07-24T05:45:04.649262Z","steps":["trace[233157645] 'range keys from in-memory index tree' (duration: 355.327237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:04.64931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:04.293716Z","time spent":"355.585023ms","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/daemonsets/kube-public/\" range_end:\"/registry/daemonsets/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:45:04.649317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.789158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:1059"} {"level":"warn","ts":"2026-07-24T05:45:04.64935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.313626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-public/\" range_end:\"/registry/deployments/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:04.649394Z","caller":"traceutil/trace.go:171","msg":"trace[466476936] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:5947; }","duration":"245.905161ms","start":"2026-07-24T05:45:04.403469Z","end":"2026-07-24T05:45:04.649374Z","steps":["trace[466476936] 'range keys from in-memory index tree' (duration: 245.614085ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:04.649421Z","caller":"traceutil/trace.go:171","msg":"trace[331212288] range","detail":"{range_begin:/registry/deployments/kube-public/; range_end:/registry/deployments/kube-public0; response_count:0; response_revision:5947; }","duration":"327.441129ms","start":"2026-07-24T05:45:04.321965Z","end":"2026-07-24T05:45:04.649406Z","steps":["trace[331212288] 'range keys from in-memory index tree' (duration: 327.152562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:04.649457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:04.32194Z","time spent":"327.50833ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/kube-public/\" range_end:\"/registry/deployments/kube-public0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:45:04.649428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.817558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/default/kubernetes\" ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-07-24T05:45:04.649516Z","caller":"traceutil/trace.go:171","msg":"trace[656945148] range","detail":"{range_begin:/registry/services/specs/default/kubernetes; range_end:; response_count:1; response_revision:5947; }","duration":"338.963162ms","start":"2026-07-24T05:45:04.310533Z","end":"2026-07-24T05:45:04.649496Z","steps":["trace[656945148] 'range keys from in-memory index tree' (duration: 338.631745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:04.649565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:04.310512Z","time spent":"339.043224ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":727,"request content":"key:\"/registry/services/specs/default/kubernetes\" "} {"level":"info","ts":"2026-07-24T05:45:04.64971Z","caller":"traceutil/trace.go:171","msg":"trace[1058857523] transaction","detail":"{read_only:false; response_revision:5948; number_of_response:1; }","duration":"236.802873ms","start":"2026-07-24T05:45:04.412894Z","end":"2026-07-24T05:45:04.649696Z","steps":["trace[1058857523] 'process raft request' (duration: 186.972942ms)","trace[1058857523] 'compare' (duration: 49.592856ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:04.649746Z","caller":"traceutil/trace.go:171","msg":"trace[910050337] linearizableReadLoop","detail":"{readStateIndex:6330; appliedIndex:6329; }","duration":"197.416401ms","start":"2026-07-24T05:45:04.452304Z","end":"2026-07-24T05:45:04.64972Z","steps":["trace[910050337] 'read index received' (duration: 147.59718ms)","trace[910050337] 'applied index is now lower than readState.Index' (duration: 49.816901ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:04.649984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.656917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:45:04.650153Z","caller":"traceutil/trace.go:171","msg":"trace[2023123637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5948; }","duration":"197.84509ms","start":"2026-07-24T05:45:04.452249Z","end":"2026-07-24T05:45:04.650094Z","steps":["trace[2023123637] 'agreement among raft nodes before linearized reading' (duration: 197.580724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:04.923782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.523197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-public/\" range_end:\"/registry/services/endpoints/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:04.923878Z","caller":"traceutil/trace.go:171","msg":"trace[2033759015] range","detail":"{range_begin:/registry/services/endpoints/kube-public/; range_end:/registry/services/endpoints/kube-public0; response_count:0; response_revision:5948; }","duration":"171.657592ms","start":"2026-07-24T05:45:04.752198Z","end":"2026-07-24T05:45:04.923856Z","steps":["trace[2033759015] 'range keys from in-memory index tree' (duration: 171.462006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:04.924144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.650235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-rolebinding\" ","response":"range_response_count:1 size:1146"} {"level":"info","ts":"2026-07-24T05:45:04.924235Z","caller":"traceutil/trace.go:171","msg":"trace[627060339] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-leader-election-rolebinding; range_end:; response_count:1; response_revision:5948; }","duration":"169.764158ms","start":"2026-07-24T05:45:04.754446Z","end":"2026-07-24T05:45:04.924211Z","steps":["trace[627060339] 'range keys from in-memory index tree' (duration: 169.482391ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:07.07624Z","caller":"traceutil/trace.go:171","msg":"trace[1806262950] linearizableReadLoop","detail":"{readStateIndex:6331; appliedIndex:6330; }","duration":"173.170106ms","start":"2026-07-24T05:45:06.903033Z","end":"2026-07-24T05:45:07.076203Z","steps":["trace[1806262950] 'read index received' (duration: 172.688345ms)","trace[1806262950] 'applied index is now lower than readState.Index' (duration: 480.461µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:07.076431Z","caller":"traceutil/trace.go:171","msg":"trace[1348522840] transaction","detail":"{read_only:false; response_revision:5949; number_of_response:1; }","duration":"185.255582ms","start":"2026-07-24T05:45:06.89116Z","end":"2026-07-24T05:45:07.076416Z","steps":["trace[1348522840] 'process raft request' (duration: 184.708459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:07.076834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.202568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/local-path-storage/\" range_end:\"/registry/networkpolicies/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:45:07.076857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.800001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1912"} {"level":"info","ts":"2026-07-24T05:45:07.076892Z","caller":"traceutil/trace.go:171","msg":"trace[57191888] range","detail":"{range_begin:/registry/networkpolicies/local-path-storage/; range_end:/registry/networkpolicies/local-path-storage0; response_count:0; response_revision:5949; }","duration":"136.320611ms","start":"2026-07-24T05:45:06.940555Z","end":"2026-07-24T05:45:07.076876Z","steps":["trace[57191888] 'agreement among raft nodes before linearized reading' (duration: 136.196638ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:07.076954Z","caller":"traceutil/trace.go:171","msg":"trace[1855557197] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:5949; }","duration":"173.921893ms","start":"2026-07-24T05:45:06.903006Z","end":"2026-07-24T05:45:07.076928Z","steps":["trace[1855557197] 'agreement among raft nodes before linearized reading' (duration: 173.622437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:07.077532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.92329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1\" ","response":"range_response_count:1 size:1036309"} {"level":"info","ts":"2026-07-24T05:45:07.077632Z","caller":"traceutil/trace.go:171","msg":"trace[1367168836] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/sh.helm.release.v1.envoy-gateway.v1; range_end:; response_count:1; response_revision:5949; }","duration":"166.061384ms","start":"2026-07-24T05:45:06.911546Z","end":"2026-07-24T05:45:07.077607Z","steps":["trace[1367168836] 'agreement among raft nodes before linearized reading' (duration: 165.05185ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:07.447662Z","caller":"traceutil/trace.go:171","msg":"trace[409999529] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"363.619337ms","start":"2026-07-24T05:45:07.08402Z","end":"2026-07-24T05:45:07.44764Z","steps":["trace[409999529] 'process raft request' (duration: 363.487964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:07.447777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:07.084007Z","time spent":"363.714539ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:45:07.695816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.723566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:45:07.69609Z","caller":"traceutil/trace.go:171","msg":"trace[245598465] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"611.625086ms","start":"2026-07-24T05:45:07.084423Z","end":"2026-07-24T05:45:07.696048Z","steps":["trace[245598465] 'process raft request' (duration: 493.574183ms)","trace[245598465] 'compare' (duration: 117.579482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:07.696271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:07.084414Z","time spent":"611.768499ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:45:07.79685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.916171ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:45:07.797133Z","caller":"traceutil/trace.go:171","msg":"trace[176712435] linearizableReadLoop","detail":"{readStateIndex:6333; appliedIndex:6331; }","duration":"709.962838ms","start":"2026-07-24T05:45:07.08714Z","end":"2026-07-24T05:45:07.797103Z","steps":["trace[176712435] 'read index received' (duration: 360.409924ms)","trace[176712435] 'applied index is now lower than readState.Index' (duration: 349.548244ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:07.797274Z","caller":"traceutil/trace.go:171","msg":"trace[323132351] transaction","detail":"{read_only:false; response_revision:5953; number_of_response:1; }","duration":"241.852447ms","start":"2026-07-24T05:45:07.555406Z","end":"2026-07-24T05:45:07.797258Z","steps":["trace[323132351] 'process raft request' (duration: 241.799116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:07.797423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.259145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1119"} {"level":"info","ts":"2026-07-24T05:45:07.797464Z","caller":"traceutil/trace.go:171","msg":"trace[2017544770] range","detail":"{range_begin:/registry/services/endpoints/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:5953; }","duration":"710.346517ms","start":"2026-07-24T05:45:07.087104Z","end":"2026-07-24T05:45:07.79745Z","steps":["trace[2017544770] 'agreement among raft nodes before linearized reading' (duration: 710.168682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:07.7975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:07.087088Z","time spent":"710.404689ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1142,"request content":"key:\"/registry/services/endpoints/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-07-24T05:45:07.797443Z","caller":"traceutil/trace.go:171","msg":"trace[1192944476] transaction","detail":"{read_only:false; response_revision:5952; number_of_response:1; }","duration":"273.924183ms","start":"2026-07-24T05:45:07.523459Z","end":"2026-07-24T05:45:07.797383Z","steps":["trace[1192944476] 'process raft request' (duration: 273.498193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:07.797585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.020955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/monitoring/\" range_end:\"/registry/cronjobs/monitoring0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:45:07.797728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.74249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"warn","ts":"2026-07-24T05:45:07.797813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.268304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:45:07.797872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.742575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:3 size:1862"} {"level":"warn","ts":"2026-07-24T05:45:07.797847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.181554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/\" range_end:\"/registry/pods/local-path-storage0\" limit:500 ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-07-24T05:45:07.797914Z","caller":"traceutil/trace.go:171","msg":"trace[486597617] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5953; }","duration":"563.933085ms","start":"2026-07-24T05:45:07.233911Z","end":"2026-07-24T05:45:07.797844Z","steps":["trace[486597617] 'agreement among raft nodes before linearized reading' (duration: 563.507845ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:07.797957Z","caller":"traceutil/trace.go:171","msg":"trace[415491038] range","detail":"{range_begin:/registry/pods/local-path-storage/; range_end:/registry/pods/local-path-storage0; response_count:1; response_revision:5953; }","duration":"631.373079ms","start":"2026-07-24T05:45:07.166566Z","end":"2026-07-24T05:45:07.797939Z","steps":["trace[415491038] 'agreement among raft nodes before linearized reading' (duration: 630.9635ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:07.797904Z","caller":"traceutil/trace.go:171","msg":"trace[1940027394] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5953; }","duration":"230.404607ms","start":"2026-07-24T05:45:07.567471Z","end":"2026-07-24T05:45:07.797875Z","steps":["trace[1940027394] 'agreement among raft nodes before linearized reading' (duration: 230.041599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:07.797996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:07.233874Z","time spent":"564.105779ms","remote":"127.0.0.1:48448","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6152,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-24T05:45:07.797827Z","caller":"traceutil/trace.go:171","msg":"trace[1129103825] range","detail":"{range_begin:/registry/cronjobs/monitoring/; range_end:/registry/cronjobs/monitoring0; response_count:0; response_revision:5953; }","duration":"591.330442ms","start":"2026-07-24T05:45:07.206478Z","end":"2026-07-24T05:45:07.797809Z","steps":["trace[1129103825] 'agreement among raft nodes before linearized reading' (duration: 591.028785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:07.798133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:07.206455Z","time spent":"591.641888ms","remote":"127.0.0.1:48188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/monitoring/\" range_end:\"/registry/cronjobs/monitoring0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:45:07.798049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:07.16654Z","time spent":"631.477912ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3744,"request content":"key:\"/registry/pods/local-path-storage/\" range_end:\"/registry/pods/local-path-storage0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:45:07.797935Z","caller":"traceutil/trace.go:171","msg":"trace[212553194] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/; range_end:/registry/serviceaccounts/envoy-gateway-system0; response_count:3; response_revision:5953; }","duration":"706.809526ms","start":"2026-07-24T05:45:07.09111Z","end":"2026-07-24T05:45:07.797919Z","steps":["trace[212553194] 'agreement among raft nodes before linearized reading' (duration: 706.180791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:07.798393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:07.091105Z","time spent":"707.275057ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":3,"response size":1885,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/\" range_end:\"/registry/serviceaccounts/envoy-gateway-system0\" limit:10000 "} {"level":"warn","ts":"2026-07-24T05:45:08.445577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.960346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/\" range_end:\"/registry/pods/ingress-nginx0\" limit:500 ","response":"range_response_count:2 size:11427"} {"level":"info","ts":"2026-07-24T05:45:08.445654Z","caller":"traceutil/trace.go:171","msg":"trace[2043325580] range","detail":"{range_begin:/registry/pods/ingress-nginx/; range_end:/registry/pods/ingress-nginx0; response_count:2; response_revision:5953; }","duration":"544.079589ms","start":"2026-07-24T05:45:07.901559Z","end":"2026-07-24T05:45:08.445639Z","steps":["trace[2043325580] 'range keys from in-memory index tree' (duration: 543.819763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:08.445691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:07.901547Z","time spent":"544.13355ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":2,"response size":11450,"request content":"key:\"/registry/pods/ingress-nginx/\" range_end:\"/registry/pods/ingress-nginx0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:45:08.44595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.74276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/local-path-storage/\" range_end:\"/registry/persistentvolumeclaims/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:08.445983Z","caller":"traceutil/trace.go:171","msg":"trace[1005557676] range","detail":"{range_begin:/registry/persistentvolumeclaims/local-path-storage/; range_end:/registry/persistentvolumeclaims/local-path-storage0; response_count:0; response_revision:5953; }","duration":"429.820742ms","start":"2026-07-24T05:45:08.016152Z","end":"2026-07-24T05:45:08.445973Z","steps":["trace[1005557676] 'range keys from in-memory index tree' (duration: 429.599007ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:08.446011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:08.016127Z","time spent":"429.875164ms","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/local-path-storage/\" range_end:\"/registry/persistentvolumeclaims/local-path-storage0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:45:08.446169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.893145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"info","ts":"2026-07-24T05:45:08.44619Z","caller":"traceutil/trace.go:171","msg":"trace[954464863] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:5953; }","duration":"426.952917ms","start":"2026-07-24T05:45:08.01923Z","end":"2026-07-24T05:45:08.446183Z","steps":["trace[954464863] 'range keys from in-memory index tree' (duration: 426.797523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:08.446207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:08.019198Z","time spent":"427.005067ms","remote":"127.0.0.1:48440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":4517,"request content":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-07-24T05:45:08.446348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.769392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:08.44637Z","caller":"traceutil/trace.go:171","msg":"trace[81588754] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:5953; }","duration":"102.831185ms","start":"2026-07-24T05:45:08.343532Z","end":"2026-07-24T05:45:08.446364Z","steps":["trace[81588754] 'count revisions from in-memory index tree' (duration: 102.634229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:08.446436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.850461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:08.446495Z","caller":"traceutil/trace.go:171","msg":"trace[221086656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5953; }","duration":"325.950003ms","start":"2026-07-24T05:45:08.120531Z","end":"2026-07-24T05:45:08.446481Z","steps":["trace[221086656] 'range keys from in-memory index tree' (duration: 325.77442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:08.446523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:08.120498Z","time spent":"326.018585ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:45:11.936363Z","caller":"traceutil/trace.go:171","msg":"trace[239133829] linearizableReadLoop","detail":"{readStateIndex:6339; appliedIndex:6338; }","duration":"206.96243ms","start":"2026-07-24T05:45:11.729378Z","end":"2026-07-24T05:45:11.93634Z","steps":["trace[239133829] 'read index received' (duration: 206.782866ms)","trace[239133829] 'applied index is now lower than readState.Index' (duration: 178.654µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:11.936495Z","caller":"traceutil/trace.go:171","msg":"trace[1734366865] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"225.542894ms","start":"2026-07-24T05:45:11.710941Z","end":"2026-07-24T05:45:11.936484Z","steps":["trace[1734366865] 'process raft request' (duration: 225.271818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:11.936755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.416638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:45:11.936795Z","caller":"traceutil/trace.go:171","msg":"trace[1189199341] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5956; }","duration":"110.50446ms","start":"2026-07-24T05:45:11.826281Z","end":"2026-07-24T05:45:11.936785Z","steps":["trace[1189199341] 'agreement among raft nodes before linearized reading' (duration: 110.335846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:11.936844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.451171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-07-24T05:45:11.936929Z","caller":"traceutil/trace.go:171","msg":"trace[663759758] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:5956; }","duration":"207.569744ms","start":"2026-07-24T05:45:11.72934Z","end":"2026-07-24T05:45:11.93691Z","steps":["trace[663759758] 'agreement among raft nodes before linearized reading' (duration: 207.353199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:11.93678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.103135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"info","ts":"2026-07-24T05:45:11.937221Z","caller":"traceutil/trace.go:171","msg":"trace[94926662] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:5956; }","duration":"194.485334ms","start":"2026-07-24T05:45:11.742608Z","end":"2026-07-24T05:45:11.937093Z","steps":["trace[94926662] 'agreement among raft nodes before linearized reading' (duration: 193.973472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:14.422089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.218376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kube-proxy\" ","response":"range_response_count:1 size:450"} {"level":"warn","ts":"2026-07-24T05:45:14.42215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.995565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/cilium-config-agent\" ","response":"range_response_count:1 size:790"} {"level":"info","ts":"2026-07-24T05:45:14.422206Z","caller":"traceutil/trace.go:171","msg":"trace[125443564] range","detail":"{range_begin:/registry/rolebindings/kube-system/cilium-config-agent; range_end:; response_count:1; response_revision:5959; }","duration":"350.091928ms","start":"2026-07-24T05:45:14.0721Z","end":"2026-07-24T05:45:14.422192Z","steps":["trace[125443564] 'range keys from in-memory index tree' (duration: 349.866412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:14.422179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.612123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:45:14.422235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:14.072083Z","time spent":"350.146299ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":813,"request content":"key:\"/registry/rolebindings/kube-system/cilium-config-agent\" "} {"level":"info","ts":"2026-07-24T05:45:14.422281Z","caller":"traceutil/trace.go:171","msg":"trace[1023778791] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5959; }","duration":"300.778917ms","start":"2026-07-24T05:45:14.121478Z","end":"2026-07-24T05:45:14.422257Z","steps":["trace[1023778791] 'range keys from in-memory index tree' (duration: 300.363108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:14.422341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:14.12144Z","time spent":"300.89061ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-24T05:45:14.422201Z","caller":"traceutil/trace.go:171","msg":"trace[1657526763] range","detail":"{range_begin:/registry/rolebindings/kube-system/kube-proxy; range_end:; response_count:1; response_revision:5959; }","duration":"345.363678ms","start":"2026-07-24T05:45:14.076811Z","end":"2026-07-24T05:45:14.422174Z","steps":["trace[1657526763] 'range keys from in-memory index tree' (duration: 345.115003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:14.422747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:14.0768Z","time spent":"345.883981ms","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":473,"request content":"key:\"/registry/rolebindings/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-07-24T05:45:14.575359Z","caller":"traceutil/trace.go:171","msg":"trace[1311853425] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"138.523412ms","start":"2026-07-24T05:45:14.436813Z","end":"2026-07-24T05:45:14.575337Z","steps":["trace[1311853425] 'process raft request' (duration: 138.357048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.191004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069215655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:16.191064Z","caller":"traceutil/trace.go:171","msg":"trace[1707394743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5961; }","duration":"1.069336318s","start":"2026-07-24T05:45:15.121714Z","end":"2026-07-24T05:45:16.19105Z","steps":["trace[1707394743] 'range keys from in-memory index tree' (duration: 1.069110273s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.19109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:15.121685Z","time spent":"1.06939739s","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-24T05:45:16.191137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.047197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:45:16.191123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.48885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:16.191206Z","caller":"traceutil/trace.go:171","msg":"trace[568223260] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:5961; }","duration":"971.16845ms","start":"2026-07-24T05:45:15.220015Z","end":"2026-07-24T05:45:16.191184Z","steps":["trace[568223260] 'count revisions from in-memory index tree' (duration: 970.918454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.191223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042557314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:808"} {"level":"info","ts":"2026-07-24T05:45:16.191358Z","caller":"traceutil/trace.go:171","msg":"trace[1133239379] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:5961; }","duration":"1.042746798s","start":"2026-07-24T05:45:15.14858Z","end":"2026-07-24T05:45:16.191326Z","steps":["trace[1133239379] 'range keys from in-memory index tree' (duration: 1.042412081s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.191447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:15.148567Z","time spent":"1.042865532s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":831,"request content":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" "} {"level":"warn","ts":"2026-07-24T05:45:16.191711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.927482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:45:16.191786Z","caller":"traceutil/trace.go:171","msg":"trace[286431351] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5961; }","duration":"491.005304ms","start":"2026-07-24T05:45:15.700765Z","end":"2026-07-24T05:45:16.19177Z","steps":["trace[286431351] 'count revisions from in-memory index tree' (duration: 490.756778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.192011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:15.7007Z","time spent":"491.29654ms","remote":"127.0.0.1:33958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:45:16.191281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:15.219983Z","time spent":"971.280183ms","remote":"127.0.0.1:51996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:45:16.191241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039440973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:1 size:853"} {"level":"info","ts":"2026-07-24T05:45:16.192683Z","caller":"traceutil/trace.go:171","msg":"trace[693556075] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:5961; }","duration":"1.040894926s","start":"2026-07-24T05:45:15.151773Z","end":"2026-07-24T05:45:16.192668Z","steps":["trace[693556075] 'range keys from in-memory index tree' (duration: 1.03928543s)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.19271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:15.151761Z","time spent":"1.040941567s","remote":"127.0.0.1:48304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":876,"request content":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" "} {"level":"info","ts":"2026-07-24T05:45:16.191223Z","caller":"traceutil/trace.go:171","msg":"trace[1848101511] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:5961; }","duration":"813.641203ms","start":"2026-07-24T05:45:15.37756Z","end":"2026-07-24T05:45:16.191201Z","steps":["trace[1848101511] 'count revisions from in-memory index tree' (duration: 813.399167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.19283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:15.377538Z","time spent":"815.229939ms","remote":"127.0.0.1:32858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-07-24T05:45:16.193675Z","caller":"traceutil/trace.go:171","msg":"trace[348409481] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"230.252783ms","start":"2026-07-24T05:45:15.963401Z","end":"2026-07-24T05:45:16.193654Z","steps":["trace[348409481] 'process raft request' (duration: 230.12492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.469475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.581719ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:45:16.469598Z","caller":"traceutil/trace.go:171","msg":"trace[195082323] linearizableReadLoop","detail":"{readStateIndex:6347; appliedIndex:6346; }","duration":"473.870552ms","start":"2026-07-24T05:45:15.99571Z","end":"2026-07-24T05:45:16.46958Z","steps":["trace[195082323] 'read index received' (duration: 197.987715ms)","trace[195082323] 'applied index is now lower than readState.Index' (duration: 275.881206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:16.469917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.166778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:45:16.469982Z","caller":"traceutil/trace.go:171","msg":"trace[20601719] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5963; }","duration":"474.29734ms","start":"2026-07-24T05:45:15.99567Z","end":"2026-07-24T05:45:16.469968Z","steps":["trace[20601719] 'agreement among raft nodes before linearized reading' (duration: 474.019984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.470035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:15.995659Z","time spent":"474.361502ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"info","ts":"2026-07-24T05:45:16.46986Z","caller":"traceutil/trace.go:171","msg":"trace[682152960] transaction","detail":"{read_only:false; response_revision:5963; number_of_response:1; }","duration":"475.416926ms","start":"2026-07-24T05:45:15.99418Z","end":"2026-07-24T05:45:16.469597Z","steps":["trace[682152960] 'process raft request' (duration: 355.610712ms)","trace[682152960] 'compare' (duration: 119.326963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:16.47035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:15.994156Z","time spent":"476.154013ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:45:16.470503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.473029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:45:16.470813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.330672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:1 size:853"} {"level":"warn","ts":"2026-07-24T05:45:16.470878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.236404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:808"} {"level":"warn","ts":"2026-07-24T05:45:16.470986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.538943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-24T05:45:16.471084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.459717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:16.471563Z","caller":"traceutil/trace.go:171","msg":"trace[1683236730] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5963; }","duration":"472.766116ms","start":"2026-07-24T05:45:15.997799Z","end":"2026-07-24T05:45:16.470565Z","steps":["trace[1683236730] 'agreement among raft nodes before linearized reading' (duration: 472.181342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.471694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:15.997745Z","time spent":"473.866741ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"info","ts":"2026-07-24T05:45:16.472171Z","caller":"traceutil/trace.go:171","msg":"trace[1362553204] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:5963; }","duration":"274.407754ms","start":"2026-07-24T05:45:16.196441Z","end":"2026-07-24T05:45:16.470849Z","steps":["trace[1362553204] 'agreement among raft nodes before linearized reading' (duration: 274.322662ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:16.472605Z","caller":"traceutil/trace.go:171","msg":"trace[1961415184] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:5963; }","duration":"189.292545ms","start":"2026-07-24T05:45:16.281609Z","end":"2026-07-24T05:45:16.470902Z","steps":["trace[1961415184] 'agreement among raft nodes before linearized reading' (duration: 189.243374ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:16.473018Z","caller":"traceutil/trace.go:171","msg":"trace[983550584] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5963; }","duration":"276.633785ms","start":"2026-07-24T05:45:16.194399Z","end":"2026-07-24T05:45:16.471033Z","steps":["trace[983550584] 'agreement among raft nodes before linearized reading' (duration: 276.517803ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:16.473411Z","caller":"traceutil/trace.go:171","msg":"trace[1116344975] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5963; }","duration":"278.539069ms","start":"2026-07-24T05:45:16.192568Z","end":"2026-07-24T05:45:16.471107Z","steps":["trace[1116344975] 'agreement among raft nodes before linearized reading' (duration: 278.481808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.809407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.879096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-07-24T05:45:16.80953Z","caller":"traceutil/trace.go:171","msg":"trace[1657124176] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:5963; }","duration":"234.04718ms","start":"2026-07-24T05:45:16.575451Z","end":"2026-07-24T05:45:16.809498Z","steps":["trace[1657124176] 'range keys from in-memory index tree' (duration: 233.767773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:16.809927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.814709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-07-24T05:45:16.810177Z","caller":"traceutil/trace.go:171","msg":"trace[1807690058] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:5963; }","duration":"225.117016ms","start":"2026-07-24T05:45:16.585043Z","end":"2026-07-24T05:45:16.81016Z","steps":["trace[1807690058] 'range keys from in-memory index tree' (duration: 224.768518ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:18.589036Z","caller":"traceutil/trace.go:171","msg":"trace[1291912917] linearizableReadLoop","detail":"{readStateIndex:6349; appliedIndex:6348; }","duration":"110.334207ms","start":"2026-07-24T05:45:18.478684Z","end":"2026-07-24T05:45:18.589018Z","steps":["trace[1291912917] 'read index received' (duration: 110.192674ms)","trace[1291912917] 'applied index is now lower than readState.Index' (duration: 140.653µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:18.589089Z","caller":"traceutil/trace.go:171","msg":"trace[934869883] transaction","detail":"{read_only:false; response_revision:5964; number_of_response:1; }","duration":"113.719545ms","start":"2026-07-24T05:45:18.475344Z","end":"2026-07-24T05:45:18.589064Z","steps":["trace[934869883] 'process raft request' (duration: 113.553891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:18.589244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.749223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:45:18.589286Z","caller":"traceutil/trace.go:171","msg":"trace[89629860] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5964; }","duration":"109.818025ms","start":"2026-07-24T05:45:18.479457Z","end":"2026-07-24T05:45:18.589275Z","steps":["trace[89629860] 'agreement among raft nodes before linearized reading' (duration: 109.697632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:18.589292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.620834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317290"} {"level":"info","ts":"2026-07-24T05:45:18.589317Z","caller":"traceutil/trace.go:171","msg":"trace[1576924530] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:5964; }","duration":"110.696925ms","start":"2026-07-24T05:45:18.478613Z","end":"2026-07-24T05:45:18.58931Z","steps":["trace[1576924530] 'agreement among raft nodes before linearized reading' (duration: 110.497691ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:18.589391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.949528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:45:18.589458Z","caller":"traceutil/trace.go:171","msg":"trace[1335948583] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5964; }","duration":"103.06435ms","start":"2026-07-24T05:45:18.486375Z","end":"2026-07-24T05:45:18.589439Z","steps":["trace[1335948583] 'agreement among raft nodes before linearized reading' (duration: 102.881296ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:18.925137Z","caller":"traceutil/trace.go:171","msg":"trace[1730206755] linearizableReadLoop","detail":"{readStateIndex:6351; appliedIndex:6349; }","duration":"140.816004ms","start":"2026-07-24T05:45:18.784293Z","end":"2026-07-24T05:45:18.925109Z","steps":["trace[1730206755] 'read index received' (duration: 54.811605ms)","trace[1730206755] 'applied index is now lower than readState.Index' (duration: 86.003409ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:18.92546Z","caller":"traceutil/trace.go:171","msg":"trace[375122178] transaction","detail":"{read_only:false; response_revision:5966; number_of_response:1; }","duration":"149.413281ms","start":"2026-07-24T05:45:18.776032Z","end":"2026-07-24T05:45:18.925445Z","steps":["trace[375122178] 'process raft request' (duration: 148.895979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:18.925712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.398687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1\" ","response":"range_response_count:1 size:317290"} {"level":"info","ts":"2026-07-24T05:45:18.925788Z","caller":"traceutil/trace.go:171","msg":"trace[693818821] range","detail":"{range_begin:/registry/secrets/kube-system/sh.helm.release.v1.cilium.v1; range_end:; response_count:1; response_revision:5966; }","duration":"141.492261ms","start":"2026-07-24T05:45:18.784265Z","end":"2026-07-24T05:45:18.925757Z","steps":["trace[693818821] 'agreement among raft nodes before linearized reading' (duration: 141.202874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:18.925857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.558751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T05:45:18.925992Z","caller":"traceutil/trace.go:171","msg":"trace[1284769358] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5966; }","duration":"110.782227ms","start":"2026-07-24T05:45:18.815184Z","end":"2026-07-24T05:45:18.925966Z","steps":["trace[1284769358] 'agreement among raft nodes before linearized reading' (duration: 110.414418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:18.926586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.972485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-07-24T05:45:18.926643Z","caller":"traceutil/trace.go:171","msg":"trace[96952771] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:5966; }","duration":"116.053227ms","start":"2026-07-24T05:45:18.810575Z","end":"2026-07-24T05:45:18.926628Z","steps":["trace[96952771] 'agreement among raft nodes before linearized reading' (duration: 114.905492ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:20.963486Z","caller":"traceutil/trace.go:171","msg":"trace[555218046] linearizableReadLoop","detail":"{readStateIndex:6352; appliedIndex:6351; }","duration":"362.811308ms","start":"2026-07-24T05:45:20.600645Z","end":"2026-07-24T05:45:20.963457Z","steps":["trace[555218046] 'read index received' (duration: 362.553682ms)","trace[555218046] 'applied index is now lower than readState.Index' (duration: 256.666µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:20.963643Z","caller":"traceutil/trace.go:171","msg":"trace[1041574700] transaction","detail":"{read_only:false; response_revision:5967; number_of_response:1; }","duration":"368.977059ms","start":"2026-07-24T05:45:20.594654Z","end":"2026-07-24T05:45:20.963631Z","steps":["trace[1041574700] 'process raft request' (duration: 368.497208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:20.963757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:20.59463Z","time spent":"369.043581ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:45:20.96389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.601674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:45:20.963912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.768495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"info","ts":"2026-07-24T05:45:20.963987Z","caller":"traceutil/trace.go:171","msg":"trace[172248429] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:5967; }","duration":"313.876617ms","start":"2026-07-24T05:45:20.650091Z","end":"2026-07-24T05:45:20.963968Z","steps":["trace[172248429] 'agreement among raft nodes before linearized reading' (duration: 313.629051ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:20.963993Z","caller":"traceutil/trace.go:171","msg":"trace[1952016946] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5967; }","duration":"362.717876ms","start":"2026-07-24T05:45:20.60124Z","end":"2026-07-24T05:45:20.963958Z","steps":["trace[1952016946] 'agreement among raft nodes before linearized reading' (duration: 362.418598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:20.96404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:20.601234Z","time spent":"362.796368ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:45:20.964031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:20.650072Z","time spent":"313.945649ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":255,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-07-24T05:45:20.964084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.405202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:45:20.964179Z","caller":"traceutil/trace.go:171","msg":"trace[829187196] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5967; }","duration":"363.540705ms","start":"2026-07-24T05:45:20.600615Z","end":"2026-07-24T05:45:20.964156Z","steps":["trace[829187196] 'agreement among raft nodes before linearized reading' (duration: 363.217917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:20.964224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:20.600603Z","time spent":"363.612637ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:45:20.964506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.661152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:124 size:93747"} {"level":"info","ts":"2026-07-24T05:45:20.9646Z","caller":"traceutil/trace.go:171","msg":"trace[2076553121] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:124; response_revision:5967; }","duration":"361.784414ms","start":"2026-07-24T05:45:20.602797Z","end":"2026-07-24T05:45:20.964581Z","steps":["trace[2076553121] 'agreement among raft nodes before linearized reading' (duration: 360.921444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:20.964659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:20.602792Z","time spent":"361.852416ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":124,"response size":93770,"request content":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 "} {"level":"warn","ts":"2026-07-24T05:45:21.258786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.816775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-07-24T05:45:21.25887Z","caller":"traceutil/trace.go:171","msg":"trace[711748688] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:5967; }","duration":"202.952778ms","start":"2026-07-24T05:45:21.055896Z","end":"2026-07-24T05:45:21.258849Z","steps":["trace[711748688] 'range keys from in-memory index tree' (duration: 202.671271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:21.258949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.185924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:21.259011Z","caller":"traceutil/trace.go:171","msg":"trace[656709032] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5967; }","duration":"138.271796ms","start":"2026-07-24T05:45:21.120724Z","end":"2026-07-24T05:45:21.258996Z","steps":["trace[656709032] 'range keys from in-memory index tree' (duration: 138.116713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:21.259382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.969264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-07-24T05:45:21.25944Z","caller":"traceutil/trace.go:171","msg":"trace[29284657] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:5967; }","duration":"174.063976ms","start":"2026-07-24T05:45:21.085362Z","end":"2026-07-24T05:45:21.259426Z","steps":["trace[29284657] 'range keys from in-memory index tree' (duration: 173.062053ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:22.925722Z","caller":"traceutil/trace.go:171","msg":"trace[1165572938] linearizableReadLoop","detail":"{readStateIndex:6356; appliedIndex:6354; }","duration":"119.408145ms","start":"2026-07-24T05:45:22.806295Z","end":"2026-07-24T05:45:22.925703Z","steps":["trace[1165572938] 'read index received' (duration: 36.912025ms)","trace[1165572938] 'applied index is now lower than readState.Index' (duration: 82.49533ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:22.925767Z","caller":"traceutil/trace.go:171","msg":"trace[330909869] transaction","detail":"{read_only:false; response_revision:5970; number_of_response:1; }","duration":"120.159722ms","start":"2026-07-24T05:45:22.805576Z","end":"2026-07-24T05:45:22.925736Z","steps":["trace[330909869] 'process raft request' (duration: 85.502028ms)","trace[330909869] 'compare' (duration: 34.542732ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:22.926001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.690792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc\" ","response":"range_response_count:1 size:6448"} {"level":"warn","ts":"2026-07-24T05:45:22.926286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.407836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:124 size:93747"} {"level":"info","ts":"2026-07-24T05:45:22.92632Z","caller":"traceutil/trace.go:171","msg":"trace[555613433] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:124; response_revision:5970; }","duration":"113.476008ms","start":"2026-07-24T05:45:22.812836Z","end":"2026-07-24T05:45:22.926312Z","steps":["trace[555613433] 'agreement among raft nodes before linearized reading' (duration: 112.970647ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:22.926197Z","caller":"traceutil/trace.go:171","msg":"trace[321077446] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-t8pcc; range_end:; response_count:1; response_revision:5970; }","duration":"119.919796ms","start":"2026-07-24T05:45:22.806255Z","end":"2026-07-24T05:45:22.926175Z","steps":["trace[321077446] 'agreement among raft nodes before linearized reading' (duration: 119.546168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:23.893908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.492827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-24T05:45:23.893974Z","caller":"traceutil/trace.go:171","msg":"trace[1464607313] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:5973; }","duration":"116.64742ms","start":"2026-07-24T05:45:23.777312Z","end":"2026-07-24T05:45:23.893959Z","steps":["trace[1464607313] 'range keys from in-memory index tree' (duration: 116.364634ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:25.114438Z","caller":"traceutil/trace.go:171","msg":"trace[1073027838] linearizableReadLoop","detail":"{readStateIndex:6361; appliedIndex:6360; }","duration":"112.66064ms","start":"2026-07-24T05:45:25.001748Z","end":"2026-07-24T05:45:25.114408Z","steps":["trace[1073027838] 'read index received' (duration: 112.374633ms)","trace[1073027838] 'applied index is now lower than readState.Index' (duration: 284.837µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:25.114501Z","caller":"traceutil/trace.go:171","msg":"trace[1160046833] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"117.967601ms","start":"2026-07-24T05:45:24.9965Z","end":"2026-07-24T05:45:25.114467Z","steps":["trace[1160046833] 'process raft request' (duration: 117.716525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:25.114654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.889695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:1 size:1971"} {"level":"warn","ts":"2026-07-24T05:45:25.114707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.528124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:45:25.114736Z","caller":"traceutil/trace.go:171","msg":"trace[1384235379] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:1; response_revision:5975; }","duration":"113.015288ms","start":"2026-07-24T05:45:25.0017Z","end":"2026-07-24T05:45:25.114716Z","steps":["trace[1384235379] 'agreement among raft nodes before linearized reading' (duration: 112.857974ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:25.114745Z","caller":"traceutil/trace.go:171","msg":"trace[1592430566] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5975; }","duration":"111.605466ms","start":"2026-07-24T05:45:25.003128Z","end":"2026-07-24T05:45:25.114733Z","steps":["trace[1592430566] 'agreement among raft nodes before linearized reading' (duration: 111.437832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:25.114962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.15849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:45:25.115077Z","caller":"traceutil/trace.go:171","msg":"trace[642291914] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5975; }","duration":"109.318083ms","start":"2026-07-24T05:45:25.005731Z","end":"2026-07-24T05:45:25.115049Z","steps":["trace[642291914] 'agreement among raft nodes before linearized reading' (duration: 108.977316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:25.532327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.191969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-07-24T05:45:25.532411Z","caller":"traceutil/trace.go:171","msg":"trace[513654442] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:5976; }","duration":"112.311521ms","start":"2026-07-24T05:45:25.420079Z","end":"2026-07-24T05:45:25.532391Z","steps":["trace[513654442] 'range keys from in-memory index tree' (duration: 112.023476ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:28.998885Z","caller":"traceutil/trace.go:171","msg":"trace[1660579175] linearizableReadLoop","detail":"{readStateIndex:6365; appliedIndex:6364; }","duration":"208.391283ms","start":"2026-07-24T05:45:28.790467Z","end":"2026-07-24T05:45:28.998858Z","steps":["trace[1660579175] 'read index received' (duration: 208.153718ms)","trace[1660579175] 'applied index is now lower than readState.Index' (duration: 236.435µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:28.998984Z","caller":"traceutil/trace.go:171","msg":"trace[1673874309] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"244.053688ms","start":"2026-07-24T05:45:28.754898Z","end":"2026-07-24T05:45:28.998952Z","steps":["trace[1673874309] 'process raft request' (duration: 243.729761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:28.999065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.583227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-24T05:45:28.99911Z","caller":"traceutil/trace.go:171","msg":"trace[1513949070] range","detail":"{range_begin:/registry/configmaps/openstack/neutron-coredns; range_end:; response_count:1; response_revision:5978; }","duration":"208.69048ms","start":"2026-07-24T05:45:28.790406Z","end":"2026-07-24T05:45:28.999097Z","steps":["trace[1513949070] 'agreement among raft nodes before linearized reading' (duration: 208.556947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:28.999141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.715397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/openvswitch-bin\" ","response":"range_response_count:1 size:3424"} {"level":"info","ts":"2026-07-24T05:45:28.999205Z","caller":"traceutil/trace.go:171","msg":"trace[381881136] range","detail":"{range_begin:/registry/configmaps/openstack/openvswitch-bin; range_end:; response_count:1; response_revision:5978; }","duration":"207.826059ms","start":"2026-07-24T05:45:28.791359Z","end":"2026-07-24T05:45:28.999185Z","steps":["trace[381881136] 'agreement among raft nodes before linearized reading' (duration: 207.658315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:29.281463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.23394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:29.281567Z","caller":"traceutil/trace.go:171","msg":"trace[1515632663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5978; }","duration":"160.400954ms","start":"2026-07-24T05:45:29.121146Z","end":"2026-07-24T05:45:29.281547Z","steps":["trace[1515632663] 'range keys from in-memory index tree' (duration: 160.145958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:29.281664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.905791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-24T05:45:29.281756Z","caller":"traceutil/trace.go:171","msg":"trace[1968651960] range","detail":"{range_begin:/registry/configmaps/openstack/neutron-coredns; range_end:; response_count:1; response_revision:5978; }","duration":"201.035974ms","start":"2026-07-24T05:45:29.080695Z","end":"2026-07-24T05:45:29.28173Z","steps":["trace[1968651960] 'range keys from in-memory index tree' (duration: 200.803489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:29.281752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.715628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/openvswitch-bin\" ","response":"range_response_count:1 size:3424"} {"level":"info","ts":"2026-07-24T05:45:29.282211Z","caller":"traceutil/trace.go:171","msg":"trace[1207370980] range","detail":"{range_begin:/registry/configmaps/openstack/openvswitch-bin; range_end:; response_count:1; response_revision:5978; }","duration":"198.392123ms","start":"2026-07-24T05:45:29.083779Z","end":"2026-07-24T05:45:29.282171Z","steps":["trace[1207370980] 'range keys from in-memory index tree' (duration: 197.492843ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:29.370047Z","caller":"traceutil/trace.go:171","msg":"trace[1636357603] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"224.521161ms","start":"2026-07-24T05:45:29.145506Z","end":"2026-07-24T05:45:29.370027Z","steps":["trace[1636357603] 'process raft request' (duration: 224.239925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:29.370365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.856018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:45:29.370471Z","caller":"traceutil/trace.go:171","msg":"trace[650402589] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5979; }","duration":"197.012972ms","start":"2026-07-24T05:45:29.173431Z","end":"2026-07-24T05:45:29.370444Z","steps":["trace[650402589] 'agreement among raft nodes before linearized reading' (duration: 196.682604ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:29.370493Z","caller":"traceutil/trace.go:171","msg":"trace[21318913] linearizableReadLoop","detail":"{readStateIndex:6366; appliedIndex:6365; }","duration":"196.490209ms","start":"2026-07-24T05:45:29.173482Z","end":"2026-07-24T05:45:29.369972Z","steps":["trace[21318913] 'read index received' (duration: 196.196252ms)","trace[21318913] 'applied index is now lower than readState.Index' (duration: 293.017µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:29.370734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.66429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:45:29.371433Z","caller":"traceutil/trace.go:171","msg":"trace[1218015952] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5979; }","duration":"196.411168ms","start":"2026-07-24T05:45:29.175004Z","end":"2026-07-24T05:45:29.371415Z","steps":["trace[1218015952] 'agreement among raft nodes before linearized reading' (duration: 195.602918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:31.46528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.317818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:5228"} {"level":"info","ts":"2026-07-24T05:45:31.465399Z","caller":"traceutil/trace.go:171","msg":"trace[1027892685] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:5980; }","duration":"100.466331ms","start":"2026-07-24T05:45:31.364911Z","end":"2026-07-24T05:45:31.465377Z","steps":["trace[1027892685] 'range keys from in-memory index tree' (duration: 100.124042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:31.466857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.24161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:262 size:207333"} {"level":"info","ts":"2026-07-24T05:45:31.466942Z","caller":"traceutil/trace.go:171","msg":"trace[1995521949] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:262; response_revision:5980; }","duration":"184.376703ms","start":"2026-07-24T05:45:31.282548Z","end":"2026-07-24T05:45:31.466924Z","steps":["trace[1995521949] 'range keys from in-memory index tree' (duration: 182.603611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:31.760819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.302182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"warn","ts":"2026-07-24T05:45:31.760869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.890046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"info","ts":"2026-07-24T05:45:31.760922Z","caller":"traceutil/trace.go:171","msg":"trace[568580873] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:5981; }","duration":"112.448965ms","start":"2026-07-24T05:45:31.648441Z","end":"2026-07-24T05:45:31.76089Z","steps":["trace[568580873] 'range keys from in-memory index tree' (duration: 112.130728ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:31.760933Z","caller":"traceutil/trace.go:171","msg":"trace[1592519881] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:5981; }","duration":"188.975578ms","start":"2026-07-24T05:45:31.571938Z","end":"2026-07-24T05:45:31.760913Z","steps":["trace[1592519881] 'range keys from in-memory index tree' (duration: 188.743413ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:32.282137Z","caller":"traceutil/trace.go:171","msg":"trace[2052922667] linearizableReadLoop","detail":"{readStateIndex:6369; appliedIndex:6368; }","duration":"292.207592ms","start":"2026-07-24T05:45:31.989898Z","end":"2026-07-24T05:45:32.282106Z","steps":["trace[2052922667] 'read index received' (duration: 291.923466ms)","trace[2052922667] 'applied index is now lower than readState.Index' (duration: 282.766µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:32.282199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:31.979439Z","time spent":"302.743103ms","remote":"127.0.0.1:47988","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-24T05:45:32.282613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.517469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/default\" ","response":"range_response_count:1 size:177"} {"level":"warn","ts":"2026-07-24T05:45:32.282674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.354768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"info","ts":"2026-07-24T05:45:32.282731Z","caller":"traceutil/trace.go:171","msg":"trace[1915138579] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:5981; }","duration":"283.474151ms","start":"2026-07-24T05:45:31.999241Z","end":"2026-07-24T05:45:32.282715Z","steps":["trace[1915138579] 'agreement among raft nodes before linearized reading' (duration: 283.080222ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:32.282688Z","caller":"traceutil/trace.go:171","msg":"trace[1296416448] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/default; range_end:; response_count:1; response_revision:5981; }","duration":"292.824636ms","start":"2026-07-24T05:45:31.989846Z","end":"2026-07-24T05:45:32.282671Z","steps":["trace[1296416448] 'agreement among raft nodes before linearized reading' (duration: 292.406237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:32.283009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.184779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:11100"} {"level":"warn","ts":"2026-07-24T05:45:32.282745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.581761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:32.283148Z","caller":"traceutil/trace.go:171","msg":"trace[1258352307] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5981; }","duration":"143.318372ms","start":"2026-07-24T05:45:32.139775Z","end":"2026-07-24T05:45:32.283093Z","steps":["trace[1258352307] 'agreement among raft nodes before linearized reading' (duration: 143.017505ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:32.2832Z","caller":"traceutil/trace.go:171","msg":"trace[1635301906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5981; }","duration":"162.089192ms","start":"2026-07-24T05:45:32.121058Z","end":"2026-07-24T05:45:32.283148Z","steps":["trace[1635301906] 'agreement among raft nodes before linearized reading' (duration: 161.57111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:32.282896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.357881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:32.28337Z","caller":"traceutil/trace.go:171","msg":"trace[2026800803] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:5981; }","duration":"277.894833ms","start":"2026-07-24T05:45:32.005452Z","end":"2026-07-24T05:45:32.283347Z","steps":["trace[2026800803] 'agreement among raft nodes before linearized reading' (duration: 277.330621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:32.282944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.021592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-keystone-server-0.18c52369ab77db11\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-07-24T05:45:32.283436Z","caller":"traceutil/trace.go:171","msg":"trace[825246376] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-keystone-server-0.18c52369ab77db11; range_end:; response_count:1; response_revision:5981; }","duration":"142.564135ms","start":"2026-07-24T05:45:32.140857Z","end":"2026-07-24T05:45:32.283421Z","steps":["trace[825246376] 'agreement among raft nodes before linearized reading' (duration: 141.502151ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:32.566773Z","caller":"traceutil/trace.go:171","msg":"trace[1910937585] linearizableReadLoop","detail":"{readStateIndex:6372; appliedIndex:6370; }","duration":"233.543388ms","start":"2026-07-24T05:45:32.333186Z","end":"2026-07-24T05:45:32.566729Z","steps":["trace[1910937585] 'read index received' (duration: 151.890278ms)","trace[1910937585] 'applied index is now lower than readState.Index' (duration: 81.65166ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:32.566972Z","caller":"traceutil/trace.go:171","msg":"trace[1647501343] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"272.49683ms","start":"2026-07-24T05:45:32.294424Z","end":"2026-07-24T05:45:32.566921Z","steps":["trace[1647501343] 'process raft request' (duration: 272.106211ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:32.567144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.028991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-24T05:45:32.567136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.596313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"info","ts":"2026-07-24T05:45:32.56719Z","caller":"traceutil/trace.go:171","msg":"trace[551654588] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5983; }","duration":"231.141394ms","start":"2026-07-24T05:45:32.336036Z","end":"2026-07-24T05:45:32.567178Z","steps":["trace[551654588] 'agreement among raft nodes before linearized reading' (duration: 230.885227ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:32.567224Z","caller":"traceutil/trace.go:171","msg":"trace[1695675245] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:5983; }","duration":"279.693025ms","start":"2026-07-24T05:45:32.287503Z","end":"2026-07-24T05:45:32.567196Z","steps":["trace[1695675245] 'agreement among raft nodes before linearized reading' (duration: 279.404498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:32.567136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.158876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-24T05:45:32.567326Z","caller":"traceutil/trace.go:171","msg":"trace[972269390] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9bb62f46-abb9-4c15-af92-29fe3beb96a5; range_end:; response_count:1; response_revision:5983; }","duration":"280.37037ms","start":"2026-07-24T05:45:32.286921Z","end":"2026-07-24T05:45:32.567291Z","steps":["trace[972269390] 'agreement among raft nodes before linearized reading' (duration: 279.980721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:32.867515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.494718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-07-24T05:45:32.867604Z","caller":"traceutil/trace.go:171","msg":"trace[1586472124] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:5984; }","duration":"106.647222ms","start":"2026-07-24T05:45:32.760936Z","end":"2026-07-24T05:45:32.867583Z","steps":["trace[1586472124] 'range keys from in-memory index tree' (duration: 106.238893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:32.867834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.763362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-07-24T05:45:32.867913Z","caller":"traceutil/trace.go:171","msg":"trace[191876535] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:5984; }","duration":"136.915246ms","start":"2026-07-24T05:45:32.730981Z","end":"2026-07-24T05:45:32.867896Z","steps":["trace[191876535] 'range keys from in-memory index tree' (duration: 136.540847ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:33.80992Z","caller":"traceutil/trace.go:171","msg":"trace[1380880926] linearizableReadLoop","detail":"{readStateIndex:6374; appliedIndex:6373; }","duration":"338.057301ms","start":"2026-07-24T05:45:33.471802Z","end":"2026-07-24T05:45:33.80986Z","steps":["trace[1380880926] 'read index received' (duration: 337.866287ms)","trace[1380880926] 'applied index is now lower than readState.Index' (duration: 189.874µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:33.809998Z","caller":"traceutil/trace.go:171","msg":"trace[1874694789] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"339.370522ms","start":"2026-07-24T05:45:33.470593Z","end":"2026-07-24T05:45:33.809963Z","steps":["trace[1874694789] 'process raft request' (duration: 339.072265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:33.810166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:33.47057Z","time spent":"339.506154ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:45:33.810135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.309178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"warn","ts":"2026-07-24T05:45:33.810282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.043887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:45:33.810314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.604735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:405"} {"level":"warn","ts":"2026-07-24T05:45:33.810343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.286936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:45:33.81036Z","caller":"traceutil/trace.go:171","msg":"trace[1454061436] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5985; }","duration":"333.166469ms","start":"2026-07-24T05:45:33.477174Z","end":"2026-07-24T05:45:33.810341Z","steps":["trace[1454061436] 'agreement among raft nodes before linearized reading' (duration: 332.930154ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:33.810296Z","caller":"traceutil/trace.go:171","msg":"trace[60982253] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:5985; }","duration":"338.525973ms","start":"2026-07-24T05:45:33.471745Z","end":"2026-07-24T05:45:33.810271Z","steps":["trace[60982253] 'agreement among raft nodes before linearized reading' (duration: 338.254087ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:33.810389Z","caller":"traceutil/trace.go:171","msg":"trace[2026337206] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:5985; }","duration":"283.732588ms","start":"2026-07-24T05:45:33.526637Z","end":"2026-07-24T05:45:33.810369Z","steps":["trace[2026337206] 'agreement among raft nodes before linearized reading' (duration: 283.498243ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:33.810398Z","caller":"traceutil/trace.go:171","msg":"trace[1711625650] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5985; }","duration":"331.370068ms","start":"2026-07-24T05:45:33.479014Z","end":"2026-07-24T05:45:33.810384Z","steps":["trace[1711625650] 'agreement among raft nodes before linearized reading' (duration: 331.206225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:33.810417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:33.477164Z","time spent":"333.239302ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:45:33.81044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:33.471724Z","time spent":"338.701666ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":917,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-07-24T05:45:33.810449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:33.479Z","time spent":"331.43781ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:45:34.291562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.979237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:45:34.2916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.855042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:34.291668Z","caller":"traceutil/trace.go:171","msg":"trace[1688176087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5985; }","duration":"170.975515ms","start":"2026-07-24T05:45:34.120676Z","end":"2026-07-24T05:45:34.291651Z","steps":["trace[1688176087] 'range keys from in-memory index tree' (duration: 170.764751ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:34.291659Z","caller":"traceutil/trace.go:171","msg":"trace[381039153] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:5985; }","duration":"375.12128ms","start":"2026-07-24T05:45:33.916514Z","end":"2026-07-24T05:45:34.291635Z","steps":["trace[381039153] 'count revisions from in-memory index tree' (duration: 374.917736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:34.29171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:33.916503Z","time spent":"375.195721ms","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-24T05:45:34.291719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.992908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq\" ","response":"range_response_count:1 size:4861"} {"level":"info","ts":"2026-07-24T05:45:34.291782Z","caller":"traceutil/trace.go:171","msg":"trace[378055836] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq; range_end:; response_count:1; response_revision:5985; }","duration":"389.06182ms","start":"2026-07-24T05:45:33.902705Z","end":"2026-07-24T05:45:34.291767Z","steps":["trace[378055836] 'range keys from in-memory index tree' (duration: 388.812694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:34.291826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:33.902645Z","time spent":"389.171662ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4884,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-bp4nq\" "} {"level":"warn","ts":"2026-07-24T05:45:34.291876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.837338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-24T05:45:34.291907Z","caller":"traceutil/trace.go:171","msg":"trace[527307258] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:5985; }","duration":"310.90756ms","start":"2026-07-24T05:45:33.980993Z","end":"2026-07-24T05:45:34.291901Z","steps":["trace[527307258] 'range keys from in-memory index tree' (duration: 310.684225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:34.291895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.195035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:405"} {"level":"info","ts":"2026-07-24T05:45:34.291992Z","caller":"traceutil/trace.go:171","msg":"trace[163182743] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:5985; }","duration":"383.326368ms","start":"2026-07-24T05:45:33.908639Z","end":"2026-07-24T05:45:34.291965Z","steps":["trace[163182743] 'range keys from in-memory index tree' (duration: 383.023641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:34.29194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:33.98097Z","time spent":"310.948921ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":718,"request content":"key:\"/registry/services/endpoints/openstack/memcached\" "} {"level":"warn","ts":"2026-07-24T05:45:34.292059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:33.90863Z","time spent":"383.41715ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":428,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-07-24T05:45:34.294184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.885517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:262 size:207333"} {"level":"info","ts":"2026-07-24T05:45:34.294289Z","caller":"traceutil/trace.go:171","msg":"trace[1449019745] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:262; response_revision:5985; }","duration":"276.071791ms","start":"2026-07-24T05:45:34.0182Z","end":"2026-07-24T05:45:34.294272Z","steps":["trace[1449019745] 'range keys from in-memory index tree' (duration: 273.320959ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:34.483061Z","caller":"traceutil/trace.go:171","msg":"trace[14563922] linearizableReadLoop","detail":"{readStateIndex:6375; appliedIndex:6374; }","duration":"112.875505ms","start":"2026-07-24T05:45:34.370156Z","end":"2026-07-24T05:45:34.483032Z","steps":["trace[14563922] 'read index received' (duration: 112.66078ms)","trace[14563922] 'applied index is now lower than readState.Index' (duration: 213.695µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:34.483163Z","caller":"traceutil/trace.go:171","msg":"trace[1334722080] transaction","detail":"{read_only:false; response_revision:5986; number_of_response:1; }","duration":"140.243652ms","start":"2026-07-24T05:45:34.342885Z","end":"2026-07-24T05:45:34.483128Z","steps":["trace[1334722080] 'process raft request' (duration: 139.960095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:34.483289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/memcached\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-07-24T05:45:34.483364Z","caller":"traceutil/trace.go:171","msg":"trace[491830438] range","detail":"{range_begin:/registry/services/endpoints/openstack/memcached; range_end:; response_count:1; response_revision:5986; }","duration":"113.239264ms","start":"2026-07-24T05:45:34.370107Z","end":"2026-07-24T05:45:34.483347Z","steps":["trace[491830438] 'agreement among raft nodes before linearized reading' (duration: 113.039668ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:35.126149Z","caller":"traceutil/trace.go:171","msg":"trace[206789386] linearizableReadLoop","detail":"{readStateIndex:6377; appliedIndex:6376; }","duration":"159.227926ms","start":"2026-07-24T05:45:34.966894Z","end":"2026-07-24T05:45:35.126121Z","steps":["trace[206789386] 'read index received' (duration: 159.094693ms)","trace[206789386] 'applied index is now lower than readState.Index' (duration: 132.243µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:35.126258Z","caller":"traceutil/trace.go:171","msg":"trace[1351799300] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"194.291059ms","start":"2026-07-24T05:45:34.931933Z","end":"2026-07-24T05:45:35.126224Z","steps":["trace[1351799300] 'process raft request' (duration: 193.944941ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:35.126412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.478932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-07-24T05:45:35.12646Z","caller":"traceutil/trace.go:171","msg":"trace[96748832] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:5988; }","duration":"159.614165ms","start":"2026-07-24T05:45:34.966832Z","end":"2026-07-24T05:45:35.126446Z","steps":["trace[96748832] 'agreement among raft nodes before linearized reading' (duration: 159.41768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:35.383273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.582248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:45:35.383384Z","caller":"traceutil/trace.go:171","msg":"trace[2005988298] linearizableReadLoop","detail":"{readStateIndex:6378; appliedIndex:6377; }","duration":"257.147348ms","start":"2026-07-24T05:45:35.126219Z","end":"2026-07-24T05:45:35.383366Z","steps":["trace[2005988298] 'read index received' (duration: 106.325145ms)","trace[2005988298] 'applied index is now lower than readState.Index' (duration: 150.820743ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:35.383472Z","caller":"traceutil/trace.go:171","msg":"trace[1283422816] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"332.29804ms","start":"2026-07-24T05:45:35.051162Z","end":"2026-07-24T05:45:35.38346Z","steps":["trace[1283422816] 'process raft request' (duration: 181.442605ms)","trace[1283422816] 'compare' (duration: 150.451526ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:35.383537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:35.051129Z","time spent":"332.376542ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:45:35.383614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.603678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1147"} {"level":"info","ts":"2026-07-24T05:45:35.383716Z","caller":"traceutil/trace.go:171","msg":"trace[28974384] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:5989; }","duration":"391.750422ms","start":"2026-07-24T05:45:34.991941Z","end":"2026-07-24T05:45:35.383691Z","steps":["trace[28974384] 'agreement among raft nodes before linearized reading' (duration: 391.524397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:35.383778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:34.991919Z","time spent":"391.844353ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1170,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-24T05:45:35.383893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.611358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:686"} {"level":"info","ts":"2026-07-24T05:45:35.383951Z","caller":"traceutil/trace.go:171","msg":"trace[2107673804] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:5989; }","duration":"253.70647ms","start":"2026-07-24T05:45:35.130227Z","end":"2026-07-24T05:45:35.383933Z","steps":["trace[2107673804] 'agreement among raft nodes before linearized reading' (duration: 253.564897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:35.383936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.784512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:6145"} {"level":"info","ts":"2026-07-24T05:45:35.38402Z","caller":"traceutil/trace.go:171","msg":"trace[43497140] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:5989; }","duration":"253.900375ms","start":"2026-07-24T05:45:35.130093Z","end":"2026-07-24T05:45:35.383993Z","steps":["trace[43497140] 'agreement among raft nodes before linearized reading' (duration: 253.68268ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:35.384124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.133992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:35.384275Z","caller":"traceutil/trace.go:171","msg":"trace[1573354934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5989; }","duration":"262.410429ms","start":"2026-07-24T05:45:35.121836Z","end":"2026-07-24T05:45:35.384247Z","steps":["trace[1573354934] 'agreement among raft nodes before linearized reading' (duration: 262.042751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:35.676576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.898249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-07-24T05:45:35.676687Z","caller":"traceutil/trace.go:171","msg":"trace[1916387269] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy-metrics; range_end:; response_count:1; response_revision:5991; }","duration":"187.028483ms","start":"2026-07-24T05:45:35.489633Z","end":"2026-07-24T05:45:35.676661Z","steps":["trace[1916387269] 'range keys from in-memory index tree' (duration: 186.689964ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:36.097366Z","caller":"traceutil/trace.go:171","msg":"trace[1406030813] linearizableReadLoop","detail":"{readStateIndex:6381; appliedIndex:6380; }","duration":"275.710314ms","start":"2026-07-24T05:45:35.821628Z","end":"2026-07-24T05:45:36.097338Z","steps":["trace[1406030813] 'read index received' (duration: 275.51633ms)","trace[1406030813] 'applied index is now lower than readState.Index' (duration: 191.044µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:36.0974Z","caller":"traceutil/trace.go:171","msg":"trace[856363596] transaction","detail":"{read_only:false; response_revision:5992; number_of_response:1; }","duration":"282.164992ms","start":"2026-07-24T05:45:35.815208Z","end":"2026-07-24T05:45:36.097373Z","steps":["trace[856363596] 'process raft request' (duration: 281.986258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:36.097625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.97238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:45:36.097664Z","caller":"traceutil/trace.go:171","msg":"trace[716612335] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5992; }","duration":"276.069483ms","start":"2026-07-24T05:45:35.821586Z","end":"2026-07-24T05:45:36.097656Z","steps":["trace[716612335] 'agreement among raft nodes before linearized reading' (duration: 275.845147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:36.097688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.556347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:45:36.097758Z","caller":"traceutil/trace.go:171","msg":"trace[547726547] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5992; }","duration":"274.642129ms","start":"2026-07-24T05:45:35.823099Z","end":"2026-07-24T05:45:36.097741Z","steps":["trace[547726547] 'agreement among raft nodes before linearized reading' (duration: 274.482166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:36.098029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.003102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-24T05:45:36.098097Z","caller":"traceutil/trace.go:171","msg":"trace[1684970827] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5992; }","duration":"118.091114ms","start":"2026-07-24T05:45:35.979988Z","end":"2026-07-24T05:45:36.098079Z","steps":["trace[1684970827] 'agreement among raft nodes before linearized reading' (duration: 117.879599ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:36.098054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.267458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:1159"} {"level":"info","ts":"2026-07-24T05:45:36.098213Z","caller":"traceutil/trace.go:171","msg":"trace[97318252] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:5992; }","duration":"142.458813ms","start":"2026-07-24T05:45:35.955737Z","end":"2026-07-24T05:45:36.098195Z","steps":["trace[97318252] 'agreement among raft nodes before linearized reading' (duration: 142.250608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:36.098303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.642907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:1154"} {"level":"info","ts":"2026-07-24T05:45:36.098389Z","caller":"traceutil/trace.go:171","msg":"trace[1145963309] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:5992; }","duration":"156.777721ms","start":"2026-07-24T05:45:35.94159Z","end":"2026-07-24T05:45:36.098368Z","steps":["trace[1145963309] 'agreement among raft nodes before linearized reading' (duration: 156.498164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:37.555013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.63505ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-07-24T05:45:37.555142Z","caller":"traceutil/trace.go:171","msg":"trace[183177327] linearizableReadLoop","detail":"{readStateIndex:6382; appliedIndex:6381; }","duration":"183.067032ms","start":"2026-07-24T05:45:37.372052Z","end":"2026-07-24T05:45:37.555119Z","steps":["trace[183177327] 'read index received' (duration: 70.34446ms)","trace[183177327] 'applied index is now lower than readState.Index' (duration: 112.719801ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:37.555362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.300988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-24T05:45:37.55541Z","caller":"traceutil/trace.go:171","msg":"trace[1970002781] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:5992; }","duration":"183.397109ms","start":"2026-07-24T05:45:37.372003Z","end":"2026-07-24T05:45:37.5554Z","steps":["trace[1970002781] 'agreement among raft nodes before linearized reading' (duration: 183.288636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:37.555419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.882089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1238"} {"level":"info","ts":"2026-07-24T05:45:37.555469Z","caller":"traceutil/trace.go:171","msg":"trace[571397162] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:5992; }","duration":"148.983461ms","start":"2026-07-24T05:45:37.406474Z","end":"2026-07-24T05:45:37.555457Z","steps":["trace[571397162] 'agreement among raft nodes before linearized reading' (duration: 148.874959ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:37.972791Z","caller":"traceutil/trace.go:171","msg":"trace[956359106] transaction","detail":"{read_only:false; response_revision:5994; number_of_response:1; }","duration":"130.426106ms","start":"2026-07-24T05:45:37.84233Z","end":"2026-07-24T05:45:37.972756Z","steps":["trace[956359106] 'process raft request' (duration: 73.912952ms)","trace[956359106] 'compare' (duration: 56.34489ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:38.383916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.621464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:45:38.384154Z","caller":"traceutil/trace.go:171","msg":"trace[1159571405] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"541.618192ms","start":"2026-07-24T05:45:37.842498Z","end":"2026-07-24T05:45:38.384116Z","steps":["trace[1159571405] 'process raft request' (duration: 385.722392ms)","trace[1159571405] 'compare' (duration: 155.492401ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:38.384283Z","caller":"traceutil/trace.go:171","msg":"trace[840603418] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"280.119915ms","start":"2026-07-24T05:45:38.10414Z","end":"2026-07-24T05:45:38.38426Z","steps":["trace[840603418] 'process raft request' (duration: 280.063793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:38.384304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:37.842488Z","time spent":"541.742526ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-24T05:45:38.384333Z","caller":"traceutil/trace.go:171","msg":"trace[1474176262] transaction","detail":"{read_only:false; response_revision:5996; number_of_response:1; }","duration":"536.847924ms","start":"2026-07-24T05:45:37.847458Z","end":"2026-07-24T05:45:38.384306Z","steps":["trace[1474176262] 'process raft request' (duration: 536.558917ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:38.384407Z","caller":"traceutil/trace.go:171","msg":"trace[1296715103] linearizableReadLoop","detail":"{readStateIndex:6385; appliedIndex:6383; }","duration":"540.122859ms","start":"2026-07-24T05:45:37.844254Z","end":"2026-07-24T05:45:38.384377Z","steps":["trace[1296715103] 'read index received' (duration: 72.010779ms)","trace[1296715103] 'applied index is now lower than readState.Index' (duration: 468.10876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:38.384449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:37.847429Z","time spent":"536.960037ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-24T05:45:38.384463Z","caller":"traceutil/trace.go:171","msg":"trace[2130049507] transaction","detail":"{read_only:false; response_revision:5997; number_of_response:1; }","duration":"449.646957ms","start":"2026-07-24T05:45:37.934785Z","end":"2026-07-24T05:45:38.384432Z","steps":["trace[2130049507] 'process raft request' (duration: 449.3397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:38.384574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.334214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/vector-headless\" ","response":"range_response_count:1 size:1061"} {"level":"info","ts":"2026-07-24T05:45:38.384603Z","caller":"traceutil/trace.go:171","msg":"trace[679681867] range","detail":"{range_begin:/registry/services/endpoints/monitoring/vector-headless; range_end:; response_count:1; response_revision:5998; }","duration":"540.405165ms","start":"2026-07-24T05:45:37.844191Z","end":"2026-07-24T05:45:38.384596Z","steps":["trace[679681867] 'agreement among raft nodes before linearized reading' (duration: 540.297483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:38.384619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:37.844166Z","time spent":"540.448677ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1084,"request content":"key:\"/registry/services/endpoints/monitoring/vector-headless\" "} {"level":"warn","ts":"2026-07-24T05:45:38.384605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:37.934755Z","time spent":"449.774169ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:45:38.384689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.16486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1152"} {"level":"warn","ts":"2026-07-24T05:45:38.384693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.267128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:45:38.384733Z","caller":"traceutil/trace.go:171","msg":"trace[559464343] range","detail":"{range_begin:/registry/services/endpoints/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:5998; }","duration":"540.258572ms","start":"2026-07-24T05:45:37.844463Z","end":"2026-07-24T05:45:38.384722Z","steps":["trace[559464343] 'agreement among raft nodes before linearized reading' (duration: 540.082448ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:38.384743Z","caller":"traceutil/trace.go:171","msg":"trace[1326334566] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:5998; }","duration":"270.32163ms","start":"2026-07-24T05:45:38.114407Z","end":"2026-07-24T05:45:38.384728Z","steps":["trace[1326334566] 'agreement among raft nodes before linearized reading' (duration: 270.146686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:38.384775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:37.844444Z","time spent":"540.322153ms","remote":"127.0.0.1:48106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1175,"request content":"key:\"/registry/services/endpoints/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-07-24T05:45:38.384768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.429705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:45:38.384836Z","caller":"traceutil/trace.go:171","msg":"trace[1907457797] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:5998; }","duration":"271.549848ms","start":"2026-07-24T05:45:38.113268Z","end":"2026-07-24T05:45:38.384818Z","steps":["trace[1907457797] 'agreement among raft nodes before linearized reading' (duration: 271.313113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:38.384783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.545795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:38.384974Z","caller":"traceutil/trace.go:171","msg":"trace[1021896339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5998; }","duration":"263.849652ms","start":"2026-07-24T05:45:38.121104Z","end":"2026-07-24T05:45:38.384954Z","steps":["trace[1021896339] 'agreement among raft nodes before linearized reading' (duration: 263.470594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:38.598375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.874977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-07-24T05:45:38.598453Z","caller":"traceutil/trace.go:171","msg":"trace[826998336] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:5998; }","duration":"114.010431ms","start":"2026-07-24T05:45:38.484425Z","end":"2026-07-24T05:45:38.598436Z","steps":["trace[826998336] 'range keys from in-memory index tree' (duration: 113.689413ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:39.10581Z","caller":"traceutil/trace.go:171","msg":"trace[1770691335] linearizableReadLoop","detail":"{readStateIndex:6389; appliedIndex:6388; }","duration":"303.161353ms","start":"2026-07-24T05:45:38.80259Z","end":"2026-07-24T05:45:39.105751Z","steps":["trace[1770691335] 'read index received' (duration: 302.897077ms)","trace[1770691335] 'applied index is now lower than readState.Index' (duration: 263.336µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:39.105921Z","caller":"traceutil/trace.go:171","msg":"trace[1692804569] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"335.201256ms","start":"2026-07-24T05:45:38.770658Z","end":"2026-07-24T05:45:39.105859Z","steps":["trace[1692804569] 'process raft request' (duration: 334.944491ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:39.106111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:38.770631Z","time spent":"335.378291ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:45:39.106127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.750438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-07-24T05:45:39.106186Z","caller":"traceutil/trace.go:171","msg":"trace[854625122] range","detail":"{range_begin:/registry/networkpolicies/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:5999; }","duration":"176.87013ms","start":"2026-07-24T05:45:38.929295Z","end":"2026-07-24T05:45:39.106165Z","steps":["trace[854625122] 'agreement among raft nodes before linearized reading' (duration: 176.688036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:39.106173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.554902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"info","ts":"2026-07-24T05:45:39.106295Z","caller":"traceutil/trace.go:171","msg":"trace[1684028916] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:5999; }","duration":"303.736586ms","start":"2026-07-24T05:45:38.802531Z","end":"2026-07-24T05:45:39.106268Z","steps":["trace[1684028916] 'agreement among raft nodes before linearized reading' (duration: 303.400058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:39.106395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:38.802505Z","time spent":"303.874019ms","remote":"127.0.0.1:48444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3922,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-07-24T05:45:39.396022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.632931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1441"} {"level":"warn","ts":"2026-07-24T05:45:39.396043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.443141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:1 size:1103"} {"level":"info","ts":"2026-07-24T05:45:39.39609Z","caller":"traceutil/trace.go:171","msg":"trace[1530006998] range","detail":"{range_begin:/registry/networkpolicies/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:5999; }","duration":"185.754634ms","start":"2026-07-24T05:45:39.210321Z","end":"2026-07-24T05:45:39.396075Z","steps":["trace[1530006998] 'range keys from in-memory index tree' (duration: 185.476907ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:39.396097Z","caller":"traceutil/trace.go:171","msg":"trace[2130781180] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:1; response_revision:5999; }","duration":"121.534153ms","start":"2026-07-24T05:45:39.274549Z","end":"2026-07-24T05:45:39.396083Z","steps":["trace[2130781180] 'range keys from in-memory index tree' (duration: 121.317107ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:40.631362Z","caller":"traceutil/trace.go:171","msg":"trace[462741648] linearizableReadLoop","detail":"{readStateIndex:6391; appliedIndex:6390; }","duration":"235.514873ms","start":"2026-07-24T05:45:40.395822Z","end":"2026-07-24T05:45:40.631337Z","steps":["trace[462741648] 'read index received' (duration: 235.275888ms)","trace[462741648] 'applied index is now lower than readState.Index' (duration: 238.005µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:40.631462Z","caller":"traceutil/trace.go:171","msg":"trace[2069664901] transaction","detail":"{read_only:false; response_revision:6001; number_of_response:1; }","duration":"240.882076ms","start":"2026-07-24T05:45:40.390557Z","end":"2026-07-24T05:45:40.631439Z","steps":["trace[2069664901] 'process raft request' (duration: 240.60586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:40.631678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.84351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:45:40.631706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.824291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:45:40.631745Z","caller":"traceutil/trace.go:171","msg":"trace[78892165] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:6001; }","duration":"235.961063ms","start":"2026-07-24T05:45:40.395774Z","end":"2026-07-24T05:45:40.631735Z","steps":["trace[78892165] 'agreement among raft nodes before linearized reading' (duration: 235.688047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:40.631727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.8638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:5969"} {"level":"warn","ts":"2026-07-24T05:45:40.631753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.17244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10998"} {"level":"info","ts":"2026-07-24T05:45:40.631802Z","caller":"traceutil/trace.go:171","msg":"trace[642988070] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:6001; }","duration":"183.995743ms","start":"2026-07-24T05:45:40.447788Z","end":"2026-07-24T05:45:40.631784Z","steps":["trace[642988070] 'agreement among raft nodes before linearized reading' (duration: 183.765308ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:40.631823Z","caller":"traceutil/trace.go:171","msg":"trace[1124172004] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6001; }","duration":"171.290693ms","start":"2026-07-24T05:45:40.460514Z","end":"2026-07-24T05:45:40.631805Z","steps":["trace[1124172004] 'agreement among raft nodes before linearized reading' (duration: 171.031787ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:40.631777Z","caller":"traceutil/trace.go:171","msg":"trace[1927464349] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:6001; }","duration":"235.954004ms","start":"2026-07-24T05:45:40.395807Z","end":"2026-07-24T05:45:40.631761Z","steps":["trace[1927464349] 'agreement among raft nodes before linearized reading' (duration: 235.715098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:40.907704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.731754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10998"} {"level":"info","ts":"2026-07-24T05:45:40.907788Z","caller":"traceutil/trace.go:171","msg":"trace[202460294] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6001; }","duration":"192.874967ms","start":"2026-07-24T05:45:40.714894Z","end":"2026-07-24T05:45:40.907769Z","steps":["trace[202460294] 'range keys from in-memory index tree' (duration: 192.55603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:40.907784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.411399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6\" ","response":"range_response_count:1 size:5969"} {"level":"info","ts":"2026-07-24T05:45:40.907868Z","caller":"traceutil/trace.go:171","msg":"trace[1896775619] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-xnql6; range_end:; response_count:1; response_revision:6001; }","duration":"179.557482ms","start":"2026-07-24T05:45:40.728286Z","end":"2026-07-24T05:45:40.907843Z","steps":["trace[1896775619] 'range keys from in-memory index tree' (duration: 179.214324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:42.194974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.676639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:45:42.19518Z","caller":"traceutil/trace.go:171","msg":"trace[507303796] linearizableReadLoop","detail":"{readStateIndex:6393; appliedIndex:6392; }","duration":"185.523038ms","start":"2026-07-24T05:45:42.009639Z","end":"2026-07-24T05:45:42.195162Z","steps":["trace[507303796] 'read index received' (duration: 28.479182ms)","trace[507303796] 'applied index is now lower than readState.Index' (duration: 157.042596ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:42.195249Z","caller":"traceutil/trace.go:171","msg":"trace[11217116] transaction","detail":"{read_only:false; response_revision:6002; number_of_response:1; }","duration":"198.788402ms","start":"2026-07-24T05:45:41.996415Z","end":"2026-07-24T05:45:42.195204Z","steps":["trace[11217116] 'process raft request' (duration: 41.778616ms)","trace[11217116] 'compare' (duration: 156.509685ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:42.195474Z","caller":"traceutil/trace.go:171","msg":"trace[1470313530] transaction","detail":"{read_only:false; response_revision:6003; number_of_response:1; }","duration":"184.849403ms","start":"2026-07-24T05:45:42.010608Z","end":"2026-07-24T05:45:42.195457Z","steps":["trace[1470313530] 'process raft request' (duration: 184.494914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:42.195673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.020884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/keepalived\" ","response":"range_response_count:1 size:311"} {"level":"info","ts":"2026-07-24T05:45:42.195791Z","caller":"traceutil/trace.go:171","msg":"trace[2045334904] range","detail":"{range_begin:/registry/roles/openstack/keepalived; range_end:; response_count:1; response_revision:6003; }","duration":"194.210079ms","start":"2026-07-24T05:45:42.001554Z","end":"2026-07-24T05:45:42.195764Z","steps":["trace[2045334904] 'agreement among raft nodes before linearized reading' (duration: 193.667196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:42.566394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.272089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/libvirt-libvirt\" ","response":"range_response_count:1 size:712"} {"level":"info","ts":"2026-07-24T05:45:42.566528Z","caller":"traceutil/trace.go:171","msg":"trace[1862751910] range","detail":"{range_begin:/registry/rolebindings/openstack/libvirt-libvirt; range_end:; response_count:1; response_revision:6003; }","duration":"256.472753ms","start":"2026-07-24T05:45:42.310035Z","end":"2026-07-24T05:45:42.566508Z","steps":["trace[1862751910] 'range keys from in-memory index tree' (duration: 256.059924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:42.566625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.354014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/libvirt-cert-manager\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-24T05:45:42.566732Z","caller":"traceutil/trace.go:171","msg":"trace[370085759] range","detail":"{range_begin:/registry/roles/openstack/libvirt-cert-manager; range_end:; response_count:1; response_revision:6003; }","duration":"271.533799ms","start":"2026-07-24T05:45:42.295174Z","end":"2026-07-24T05:45:42.566708Z","steps":["trace[370085759] 'range keys from in-memory index tree' (duration: 271.097538ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:46.34393Z","caller":"traceutil/trace.go:171","msg":"trace[859180257] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"115.687568ms","start":"2026-07-24T05:45:46.228157Z","end":"2026-07-24T05:45:46.343844Z","steps":["trace[859180257] 'process raft request' (duration: 115.452133ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:46.867964Z","caller":"traceutil/trace.go:171","msg":"trace[1365085287] linearizableReadLoop","detail":"{readStateIndex:6402; appliedIndex:6401; }","duration":"159.760688ms","start":"2026-07-24T05:45:46.708174Z","end":"2026-07-24T05:45:46.867935Z","steps":["trace[1365085287] 'read index received' (duration: 119.607139ms)","trace[1365085287] 'applied index is now lower than readState.Index' (duration: 40.152529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:46.868204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.007275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:45:46.868241Z","caller":"traceutil/trace.go:171","msg":"trace[1884561867] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:6011; }","duration":"160.093167ms","start":"2026-07-24T05:45:46.708137Z","end":"2026-07-24T05:45:46.86823Z","steps":["trace[1884561867] 'agreement among raft nodes before linearized reading' (duration: 159.941223ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:46.868077Z","caller":"traceutil/trace.go:171","msg":"trace[1477334591] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"164.67918ms","start":"2026-07-24T05:45:46.703364Z","end":"2026-07-24T05:45:46.868043Z","steps":["trace[1477334591] 'process raft request' (duration: 124.558872ms)","trace[1477334591] 'compare' (duration: 39.890763ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:46.868372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.857238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:45:46.868353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.982929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1\" ","response":"range_response_count:1 size:75428"} {"level":"info","ts":"2026-07-24T05:45:46.868426Z","caller":"traceutil/trace.go:171","msg":"trace[281776876] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:6011; }","duration":"151.93826ms","start":"2026-07-24T05:45:46.716472Z","end":"2026-07-24T05:45:46.86841Z","steps":["trace[281776876] 'agreement among raft nodes before linearized reading' (duration: 151.727335ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:46.868457Z","caller":"traceutil/trace.go:171","msg":"trace[364477684] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.pxc-operator.v1; range_end:; response_count:1; response_revision:6011; }","duration":"117.117852ms","start":"2026-07-24T05:45:46.751308Z","end":"2026-07-24T05:45:46.868426Z","steps":["trace[364477684] 'agreement among raft nodes before linearized reading' (duration: 116.887577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:46.868707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.023498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.openvswitch.v1\" ","response":"range_response_count:1 size:19021"} {"level":"info","ts":"2026-07-24T05:45:46.868841Z","caller":"traceutil/trace.go:171","msg":"trace[2116503588] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.openvswitch.v1; range_end:; response_count:1; response_revision:6011; }","duration":"120.210433ms","start":"2026-07-24T05:45:46.748611Z","end":"2026-07-24T05:45:46.868821Z","steps":["trace[2116503588] 'agreement among raft nodes before linearized reading' (duration: 119.692281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:47.070014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.778098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.valkey.v1\" ","response":"range_response_count:1 size:144650"} {"level":"info","ts":"2026-07-24T05:45:47.07008Z","caller":"traceutil/trace.go:171","msg":"trace[161439121] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.valkey.v1; range_end:; response_count:1; response_revision:6011; }","duration":"100.885951ms","start":"2026-07-24T05:45:46.969179Z","end":"2026-07-24T05:45:47.070065Z","steps":["trace[161439121] 'range keys from in-memory index tree' (duration: 100.592114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:47.070165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.848943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/sh.helm.release.v1.rabbitmq-cluster-operator.v1\" ","response":"range_response_count:1 size:141063"} {"level":"info","ts":"2026-07-24T05:45:47.070301Z","caller":"traceutil/trace.go:171","msg":"trace[1476371007] range","detail":"{range_begin:/registry/secrets/openstack/sh.helm.release.v1.rabbitmq-cluster-operator.v1; range_end:; response_count:1; response_revision:6011; }","duration":"102.013527ms","start":"2026-07-24T05:45:46.968236Z","end":"2026-07-24T05:45:47.070249Z","steps":["trace[1476371007] 'range keys from in-memory index tree' (duration: 101.558407ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:49.342568Z","caller":"traceutil/trace.go:171","msg":"trace[2096245578] linearizableReadLoop","detail":"{readStateIndex:6405; appliedIndex:6404; }","duration":"463.825062ms","start":"2026-07-24T05:45:48.878719Z","end":"2026-07-24T05:45:49.342544Z","steps":["trace[2096245578] 'read index received' (duration: 463.703059ms)","trace[2096245578] 'applied index is now lower than readState.Index' (duration: 121.093µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:49.342622Z","caller":"traceutil/trace.go:171","msg":"trace[1850248026] transaction","detail":"{read_only:false; response_revision:6013; number_of_response:1; }","duration":"468.887307ms","start":"2026-07-24T05:45:48.873698Z","end":"2026-07-24T05:45:49.342585Z","steps":["trace[1850248026] 'process raft request' (duration: 468.677813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:49.342792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:48.873675Z","time spent":"469.018541ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:45:49.342798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.596633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-24T05:45:49.342796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.066258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-07-24T05:45:49.342812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.539311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:45:49.34284Z","caller":"traceutil/trace.go:171","msg":"trace[1880084692] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:6013; }","duration":"462.672145ms","start":"2026-07-24T05:45:48.880156Z","end":"2026-07-24T05:45:49.342828Z","steps":["trace[1880084692] 'agreement among raft nodes before linearized reading' (duration: 462.515671ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:49.342851Z","caller":"traceutil/trace.go:171","msg":"trace[1581386162] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:6013; }","duration":"464.160629ms","start":"2026-07-24T05:45:48.878678Z","end":"2026-07-24T05:45:49.342838Z","steps":["trace[1581386162] 'agreement among raft nodes before linearized reading' (duration: 463.989025ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:49.342858Z","caller":"traceutil/trace.go:171","msg":"trace[1162389346] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:6013; }","duration":"127.647163ms","start":"2026-07-24T05:45:49.215199Z","end":"2026-07-24T05:45:49.342846Z","steps":["trace[1162389346] 'agreement among raft nodes before linearized reading' (duration: 127.542811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:49.342875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:48.88013Z","time spent":"462.734356ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20588,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" "} {"level":"warn","ts":"2026-07-24T05:45:49.342886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:48.878658Z","time spent":"464.219961ms","remote":"127.0.0.1:48124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-rk5pw\" "} {"level":"warn","ts":"2026-07-24T05:45:49.34285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.160088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:49.342955Z","caller":"traceutil/trace.go:171","msg":"trace[9244807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6013; }","duration":"222.32026ms","start":"2026-07-24T05:45:49.120613Z","end":"2026-07-24T05:45:49.342933Z","steps":["trace[9244807] 'agreement among raft nodes before linearized reading' (duration: 222.122736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:49.343025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.453024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1609"} {"level":"warn","ts":"2026-07-24T05:45:49.343031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.986808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-24T05:45:49.343105Z","caller":"traceutil/trace.go:171","msg":"trace[510355568] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:6013; }","duration":"398.583327ms","start":"2026-07-24T05:45:48.944502Z","end":"2026-07-24T05:45:49.343085Z","steps":["trace[510355568] 'agreement among raft nodes before linearized reading' (duration: 398.324411ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:49.343119Z","caller":"traceutil/trace.go:171","msg":"trace[1435452680] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:6013; }","duration":"251.131551ms","start":"2026-07-24T05:45:49.091969Z","end":"2026-07-24T05:45:49.343101Z","steps":["trace[1435452680] 'agreement among raft nodes before linearized reading' (duration: 250.913946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:49.343146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:48.944485Z","time spent":"398.653389ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1632,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-07-24T05:45:49.343033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.052386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1506"} {"level":"info","ts":"2026-07-24T05:45:49.343273Z","caller":"traceutil/trace.go:171","msg":"trace[762255304] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:6013; }","duration":"395.314893ms","start":"2026-07-24T05:45:48.947944Z","end":"2026-07-24T05:45:49.343258Z","steps":["trace[762255304] 'agreement among raft nodes before linearized reading' (duration: 394.859362ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:49.343321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:48.947937Z","time spent":"395.370274ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1529,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"info","ts":"2026-07-24T05:45:51.841577Z","caller":"traceutil/trace.go:171","msg":"trace[1738384897] linearizableReadLoop","detail":"{readStateIndex:6413; appliedIndex:6412; }","duration":"163.500484ms","start":"2026-07-24T05:45:51.678055Z","end":"2026-07-24T05:45:51.841556Z","steps":["trace[1738384897] 'read index received' (duration: 163.29187ms)","trace[1738384897] 'applied index is now lower than readState.Index' (duration: 207.554µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:51.841684Z","caller":"traceutil/trace.go:171","msg":"trace[758158964] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"229.094957ms","start":"2026-07-24T05:45:51.612557Z","end":"2026-07-24T05:45:51.841652Z","steps":["trace[758158964] 'process raft request' (duration: 228.848741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:51.841825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.75826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:1 size:732"} {"level":"info","ts":"2026-07-24T05:45:51.841862Z","caller":"traceutil/trace.go:171","msg":"trace[731759771] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:1; response_revision:6021; }","duration":"163.840782ms","start":"2026-07-24T05:45:51.67801Z","end":"2026-07-24T05:45:51.841851Z","steps":["trace[731759771] 'agreement among raft nodes before linearized reading' (duration: 163.659508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:51.841971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.570345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:1221"} {"level":"info","ts":"2026-07-24T05:45:51.842071Z","caller":"traceutil/trace.go:171","msg":"trace[1880592352] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:6021; }","duration":"149.713918ms","start":"2026-07-24T05:45:51.692329Z","end":"2026-07-24T05:45:51.842043Z","steps":["trace[1880592352] 'agreement among raft nodes before linearized reading' (duration: 149.411572ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:52.111967Z","caller":"traceutil/trace.go:171","msg":"trace[456376498] linearizableReadLoop","detail":"{readStateIndex:6414; appliedIndex:6413; }","duration":"101.025744ms","start":"2026-07-24T05:45:52.010917Z","end":"2026-07-24T05:45:52.111942Z","steps":["trace[456376498] 'read index received' (duration: 100.972892ms)","trace[456376498] 'applied index is now lower than readState.Index' (duration: 51.802µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:52.112146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.213728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:1221"} {"level":"info","ts":"2026-07-24T05:45:52.112184Z","caller":"traceutil/trace.go:171","msg":"trace[2134292354] range","detail":"{range_begin:/registry/roles/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:6021; }","duration":"101.259419ms","start":"2026-07-24T05:45:52.010911Z","end":"2026-07-24T05:45:52.11217Z","steps":["trace[2134292354] 'agreement among raft nodes before linearized reading' (duration: 101.122776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:52.393887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.114968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:45:52.394036Z","caller":"traceutil/trace.go:171","msg":"trace[667227011] linearizableReadLoop","detail":"{readStateIndex:6415; appliedIndex:6414; }","duration":"274.061057ms","start":"2026-07-24T05:45:52.119958Z","end":"2026-07-24T05:45:52.394019Z","steps":["trace[667227011] 'read index received' (duration: 123.709013ms)","trace[667227011] 'applied index is now lower than readState.Index' (duration: 150.350284ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:52.394118Z","caller":"traceutil/trace.go:171","msg":"trace[1447471940] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"280.837111ms","start":"2026-07-24T05:45:52.113215Z","end":"2026-07-24T05:45:52.394052Z","steps":["trace[1447471940] 'process raft request' (duration: 130.468868ms)","trace[1447471940] 'compare' (duration: 149.719879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:52.394197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.24197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:52.394229Z","caller":"traceutil/trace.go:171","msg":"trace[1547888438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6022; }","duration":"274.303442ms","start":"2026-07-24T05:45:52.119916Z","end":"2026-07-24T05:45:52.394219Z","steps":["trace[1547888438] 'agreement among raft nodes before linearized reading' (duration: 274.19449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:52.394367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.490811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/default\" ","response":"range_response_count:1 size:175"} {"level":"warn","ts":"2026-07-24T05:45:52.394414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.679157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/sh.helm.release.v1.rook-ceph.v1\" ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-07-24T05:45:52.39448Z","caller":"traceutil/trace.go:171","msg":"trace[706108815] range","detail":"{range_begin:/registry/secrets/rook-ceph/sh.helm.release.v1.rook-ceph.v1; range_end:; response_count:1; response_revision:6022; }","duration":"228.785388ms","start":"2026-07-24T05:45:52.165675Z","end":"2026-07-24T05:45:52.39446Z","steps":["trace[706108815] 'agreement among raft nodes before linearized reading' (duration: 228.453851ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:52.394627Z","caller":"traceutil/trace.go:171","msg":"trace[1772856069] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/default; range_end:; response_count:1; response_revision:6022; }","duration":"176.659695ms","start":"2026-07-24T05:45:52.217794Z","end":"2026-07-24T05:45:52.394454Z","steps":["trace[1772856069] 'agreement among raft nodes before linearized reading' (duration: 176.340498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:52.70039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.534851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:45:52.700526Z","caller":"traceutil/trace.go:171","msg":"trace[588802992] linearizableReadLoop","detail":"{readStateIndex:6416; appliedIndex:6415; }","duration":"193.613794ms","start":"2026-07-24T05:45:52.506893Z","end":"2026-07-24T05:45:52.700506Z","steps":["trace[588802992] 'read index received' (duration: 44.845677ms)","trace[588802992] 'applied index is now lower than readState.Index' (duration: 148.766847ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:52.700614Z","caller":"traceutil/trace.go:171","msg":"trace[955676295] transaction","detail":"{read_only:false; response_revision:6023; number_of_response:1; }","duration":"262.171604ms","start":"2026-07-24T05:45:52.438384Z","end":"2026-07-24T05:45:52.700555Z","steps":["trace[955676295] 'process raft request' (duration: 113.352735ms)","trace[955676295] 'compare' (duration: 148.154833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:52.700827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.615098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-24T05:45:52.700884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.471491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/objectstorage-provisioner\" ","response":"range_response_count:1 size:806"} {"level":"info","ts":"2026-07-24T05:45:52.700918Z","caller":"traceutil/trace.go:171","msg":"trace[460459895] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:6023; }","duration":"139.763021ms","start":"2026-07-24T05:45:52.561131Z","end":"2026-07-24T05:45:52.700894Z","steps":["trace[460459895] 'agreement among raft nodes before linearized reading' (duration: 139.604258ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:52.700989Z","caller":"traceutil/trace.go:171","msg":"trace[1380546433] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/objectstorage-provisioner; range_end:; response_count:1; response_revision:6023; }","duration":"176.613245ms","start":"2026-07-24T05:45:52.524346Z","end":"2026-07-24T05:45:52.70096Z","steps":["trace[1380546433] 'agreement among raft nodes before linearized reading' (duration: 176.338669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:52.701123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.168977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-07-24T05:45:52.701174Z","caller":"traceutil/trace.go:171","msg":"trace[2044924446] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/default; range_end:; response_count:1; response_revision:6023; }","duration":"194.32793ms","start":"2026-07-24T05:45:52.506833Z","end":"2026-07-24T05:45:52.701161Z","steps":["trace[2044924446] 'agreement among raft nodes before linearized reading' (duration: 193.811639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.179331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.667047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-24T05:45:53.179441Z","caller":"traceutil/trace.go:171","msg":"trace[792316693] linearizableReadLoop","detail":"{readStateIndex:6417; appliedIndex:6416; }","duration":"400.754087ms","start":"2026-07-24T05:45:52.778666Z","end":"2026-07-24T05:45:53.17942Z","steps":["trace[792316693] 'read index received' (duration: 36.805934ms)","trace[792316693] 'applied index is now lower than readState.Index' (duration: 363.946953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:53.179746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.061045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/objectstorage-provisioner\" ","response":"range_response_count:1 size:806"} {"level":"warn","ts":"2026-07-24T05:45:53.179785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.433156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-07-24T05:45:53.179799Z","caller":"traceutil/trace.go:171","msg":"trace[1058202096] transaction","detail":"{read_only:false; response_revision:6024; number_of_response:1; }","duration":"435.962333ms","start":"2026-07-24T05:45:52.743807Z","end":"2026-07-24T05:45:53.17977Z","steps":["trace[1058202096] 'process raft request' (duration: 71.759233ms)","trace[1058202096] 'compare' (duration: 363.551065ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:53.17986Z","caller":"traceutil/trace.go:171","msg":"trace[300037657] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:6024; }","duration":"347.559579ms","start":"2026-07-24T05:45:52.832283Z","end":"2026-07-24T05:45:53.179843Z","steps":["trace[300037657] 'agreement among raft nodes before linearized reading' (duration: 347.309113ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:53.179856Z","caller":"traceutil/trace.go:171","msg":"trace[589484929] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/objectstorage-provisioner; range_end:; response_count:1; response_revision:6024; }","duration":"401.231089ms","start":"2026-07-24T05:45:52.778594Z","end":"2026-07-24T05:45:53.179826Z","steps":["trace[589484929] 'agreement among raft nodes before linearized reading' (duration: 400.938631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.179899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:52.832265Z","time spent":"347.626841ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":867,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" "} {"level":"warn","ts":"2026-07-24T05:45:53.179897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:52.74379Z","time spent":"436.067286ms","remote":"127.0.0.1:48216","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-24T05:45:53.179918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:52.77857Z","time spent":"401.332741ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":829,"request content":"key:\"/registry/serviceaccounts/rook-ceph/objectstorage-provisioner\" "} {"level":"info","ts":"2026-07-24T05:45:53.527586Z","caller":"traceutil/trace.go:171","msg":"trace[904632482] linearizableReadLoop","detail":"{readStateIndex:6420; appliedIndex:6419; }","duration":"258.438188ms","start":"2026-07-24T05:45:53.269122Z","end":"2026-07-24T05:45:53.52756Z","steps":["trace[904632482] 'read index received' (duration: 258.404378ms)","trace[904632482] 'applied index is now lower than readState.Index' (duration: 31.91µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:53.527724Z","caller":"traceutil/trace.go:171","msg":"trace[1166893668] transaction","detail":"{read_only:false; response_revision:6027; number_of_response:1; }","duration":"287.141196ms","start":"2026-07-24T05:45:53.240565Z","end":"2026-07-24T05:45:53.527706Z","steps":["trace[1166893668] 'process raft request' (duration: 286.926131ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:53.5276Z","caller":"traceutil/trace.go:171","msg":"trace[1667709438] transaction","detail":"{read_only:false; response_revision:6026; number_of_response:1; }","duration":"342.040772ms","start":"2026-07-24T05:45:53.185513Z","end":"2026-07-24T05:45:53.527554Z","steps":["trace[1667709438] 'process raft request' (duration: 341.797607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.527817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.874386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-24T05:45:53.527816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.783135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:1 size:844"} {"level":"info","ts":"2026-07-24T05:45:53.527879Z","caller":"traceutil/trace.go:171","msg":"trace[372330033] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6027; }","duration":"271.989908ms","start":"2026-07-24T05:45:53.255874Z","end":"2026-07-24T05:45:53.527863Z","steps":["trace[372330033] 'agreement among raft nodes before linearized reading' (duration: 271.823735ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:53.527887Z","caller":"traceutil/trace.go:171","msg":"trace[389903680] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:1; response_revision:6027; }","duration":"268.888348ms","start":"2026-07-24T05:45:53.258986Z","end":"2026-07-24T05:45:53.527874Z","steps":["trace[389903680] 'agreement among raft nodes before linearized reading' (duration: 268.647072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.527902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.814758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:53.528001Z","caller":"traceutil/trace.go:171","msg":"trace[508480357] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:6027; }","duration":"286.966232ms","start":"2026-07-24T05:45:53.24101Z","end":"2026-07-24T05:45:53.527976Z","steps":["trace[508480357] 'agreement among raft nodes before linearized reading' (duration: 286.787778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.528071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:53.185503Z","time spent":"342.336469ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:45:53.528159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.595657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:45:53.528227Z","caller":"traceutil/trace.go:171","msg":"trace[325392984] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6027; }","duration":"270.700849ms","start":"2026-07-24T05:45:53.257511Z","end":"2026-07-24T05:45:53.528212Z","steps":["trace[325392984] 'agreement among raft nodes before linearized reading' (duration: 270.177587ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:53.559114Z","caller":"traceutil/trace.go:171","msg":"trace[570665066] transaction","detail":"{read_only:false; response_revision:6028; number_of_response:1; }","duration":"185.662691ms","start":"2026-07-24T05:45:53.373425Z","end":"2026-07-24T05:45:53.559087Z","steps":["trace[570665066] 'process raft request' (duration: 185.415026ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:53.559339Z","caller":"traceutil/trace.go:171","msg":"trace[1412139991] transaction","detail":"{read_only:false; response_revision:6029; number_of_response:1; }","duration":"169.746228ms","start":"2026-07-24T05:45:53.389577Z","end":"2026-07-24T05:45:53.559323Z","steps":["trace[1412139991] 'process raft request' (duration: 169.454901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.559677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.738516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:45:53.559751Z","caller":"traceutil/trace.go:171","msg":"trace[1106870956] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:6030; }","duration":"179.878699ms","start":"2026-07-24T05:45:53.379855Z","end":"2026-07-24T05:45:53.559734Z","steps":["trace[1106870956] 'agreement among raft nodes before linearized reading' (duration: 179.674674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.559758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.898809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:45:53.559823Z","caller":"traceutil/trace.go:171","msg":"trace[920366657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6030; }","duration":"273.003491ms","start":"2026-07-24T05:45:53.286802Z","end":"2026-07-24T05:45:53.559805Z","steps":["trace[920366657] 'agreement among raft nodes before linearized reading' (duration: 272.773376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.559856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.57946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:45:53.559898Z","caller":"traceutil/trace.go:171","msg":"trace[1756447430] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:6030; }","duration":"175.637501ms","start":"2026-07-24T05:45:53.384249Z","end":"2026-07-24T05:45:53.559886Z","steps":["trace[1756447430] 'agreement among raft nodes before linearized reading' (duration: 175.493058ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:53.560021Z","caller":"traceutil/trace.go:171","msg":"trace[440682586] transaction","detail":"{read_only:false; response_revision:6030; number_of_response:1; }","duration":"169.474401ms","start":"2026-07-24T05:45:53.390533Z","end":"2026-07-24T05:45:53.560008Z","steps":["trace[440682586] 'process raft request' (duration: 168.715774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.560006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.574284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:307179"} {"level":"warn","ts":"2026-07-24T05:45:53.560951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.875232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:45:53.560933Z","caller":"traceutil/trace.go:171","msg":"trace[952598131] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:6030; }","duration":"288.571048ms","start":"2026-07-24T05:45:53.272332Z","end":"2026-07-24T05:45:53.560903Z","steps":["trace[952598131] 'agreement among raft nodes before linearized reading' (duration: 287.270938ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:53.561029Z","caller":"traceutil/trace.go:171","msg":"trace[349082845] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6030; }","duration":"173.973584ms","start":"2026-07-24T05:45:53.387036Z","end":"2026-07-24T05:45:53.561009Z","steps":["trace[349082845] 'agreement among raft nodes before linearized reading' (duration: 172.491939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.737795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.461136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:45:53.737862Z","caller":"traceutil/trace.go:171","msg":"trace[472695395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6030; }","duration":"174.560888ms","start":"2026-07-24T05:45:53.563286Z","end":"2026-07-24T05:45:53.737847Z","steps":["trace[472695395] 'range keys from in-memory index tree' (duration: 174.314651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.7383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.591868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120953"} {"level":"info","ts":"2026-07-24T05:45:53.738332Z","caller":"traceutil/trace.go:171","msg":"trace[627186952] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6030; }","duration":"174.624908ms","start":"2026-07-24T05:45:53.5637Z","end":"2026-07-24T05:45:53.738325Z","steps":["trace[627186952] 'range keys from in-memory index tree' (duration: 174.435894ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:53.789995Z","caller":"traceutil/trace.go:171","msg":"trace[267573070] linearizableReadLoop","detail":"{readStateIndex:6424; appliedIndex:6423; }","duration":"225.685088ms","start":"2026-07-24T05:45:53.564286Z","end":"2026-07-24T05:45:53.789971Z","steps":["trace[267573070] 'read index received' (duration: 225.258948ms)","trace[267573070] 'applied index is now lower than readState.Index' (duration: 425.12µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:53.790042Z","caller":"traceutil/trace.go:171","msg":"trace[1516429609] transaction","detail":"{read_only:false; response_revision:6031; number_of_response:1; }","duration":"225.907893ms","start":"2026-07-24T05:45:53.564099Z","end":"2026-07-24T05:45:53.790007Z","steps":["trace[1516429609] 'process raft request' (duration: 225.605306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.790431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.109728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" limit:500 ","response":"range_response_count:1 size:307179"} {"level":"info","ts":"2026-07-24T05:45:53.790519Z","caller":"traceutil/trace.go:171","msg":"trace[66941867] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:6031; }","duration":"226.220281ms","start":"2026-07-24T05:45:53.564279Z","end":"2026-07-24T05:45:53.790499Z","steps":["trace[66941867] 'agreement among raft nodes before linearized reading' (duration: 225.821991ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:53.790505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.029586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-07-24T05:45:53.790599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.218667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:7 size:5484"} {"level":"warn","ts":"2026-07-24T05:45:53.790717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.43568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120953"} {"level":"info","ts":"2026-07-24T05:45:53.790675Z","caller":"traceutil/trace.go:171","msg":"trace[176603060] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:6031; }","duration":"226.240631ms","start":"2026-07-24T05:45:53.564409Z","end":"2026-07-24T05:45:53.790649Z","steps":["trace[176603060] 'agreement among raft nodes before linearized reading' (duration: 225.79051ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:53.790771Z","caller":"traceutil/trace.go:171","msg":"trace[743382838] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6031; }","duration":"224.663176ms","start":"2026-07-24T05:45:53.566095Z","end":"2026-07-24T05:45:53.790758Z","steps":["trace[743382838] 'agreement among raft nodes before linearized reading' (duration: 224.180235ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:53.790828Z","caller":"traceutil/trace.go:171","msg":"trace[1242296573] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:7; response_revision:6031; }","duration":"204.538804ms","start":"2026-07-24T05:45:53.586204Z","end":"2026-07-24T05:45:53.790743Z","steps":["trace[1242296573] 'agreement among raft nodes before linearized reading' (duration: 204.037313ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:54.191002Z","caller":"traceutil/trace.go:171","msg":"trace[582330004] linearizableReadLoop","detail":"{readStateIndex:6425; appliedIndex:6424; }","duration":"384.410574ms","start":"2026-07-24T05:45:53.806568Z","end":"2026-07-24T05:45:54.190978Z","steps":["trace[582330004] 'read index received' (duration: 384.346562ms)","trace[582330004] 'applied index is now lower than readState.Index' (duration: 63.112µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:54.191017Z","caller":"traceutil/trace.go:171","msg":"trace[123684336] transaction","detail":"{read_only:false; number_of_response:0; response_revision:6031; }","duration":"396.608272ms","start":"2026-07-24T05:45:53.794389Z","end":"2026-07-24T05:45:54.190998Z","steps":["trace[123684336] 'process raft request' (duration: 396.50915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:54.1912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:53.793923Z","time spent":"397.173045ms","remote":"127.0.0.1:48136","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-24T05:45:54.191366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.589787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126879"} {"level":"info","ts":"2026-07-24T05:45:54.191431Z","caller":"traceutil/trace.go:171","msg":"trace[405772860] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:6031; }","duration":"384.885694ms","start":"2026-07-24T05:45:53.80653Z","end":"2026-07-24T05:45:54.191415Z","steps":["trace[405772860] 'agreement among raft nodes before linearized reading' (duration: 384.538257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:54.191474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:53.806512Z","time spent":"384.950316ms","remote":"127.0.0.1:48014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126902,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-24T05:45:54.200935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.186223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-default\" ","response":"range_response_count:1 size:621"} {"level":"warn","ts":"2026-07-24T05:45:54.200926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.005739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-24T05:45:54.200991Z","caller":"traceutil/trace.go:171","msg":"trace[915554016] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-default; range_end:; response_count:1; response_revision:6032; }","duration":"265.271625ms","start":"2026-07-24T05:45:53.935705Z","end":"2026-07-24T05:45:54.200977Z","steps":["trace[915554016] 'agreement among raft nodes before linearized reading' (duration: 265.126332ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:54.201019Z","caller":"traceutil/trace.go:171","msg":"trace[188455484] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:6032; }","duration":"210.114802ms","start":"2026-07-24T05:45:53.990884Z","end":"2026-07-24T05:45:54.200999Z","steps":["trace[188455484] 'agreement among raft nodes before linearized reading' (duration: 209.956868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:54.201293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.518393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 ","response":"range_response_count:7 size:5484"} {"level":"info","ts":"2026-07-24T05:45:54.201464Z","caller":"traceutil/trace.go:171","msg":"trace[2049481580] range","detail":"{range_begin:/registry/events/rook-ceph/; range_end:/registry/events/rook-ceph0; response_count:7; response_revision:6032; }","duration":"321.762159ms","start":"2026-07-24T05:45:53.879644Z","end":"2026-07-24T05:45:54.201406Z","steps":["trace[2049481580] 'agreement among raft nodes before linearized reading' (duration: 321.311179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:54.201551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-24T05:45:53.879629Z","time spent":"321.877661ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":7,"response size":5507,"request content":"key:\"/registry/events/rook-ceph/\" range_end:\"/registry/events/rook-ceph0\" limit:500 "} {"level":"info","ts":"2026-07-24T05:45:54.473881Z","caller":"traceutil/trace.go:171","msg":"trace[1497994817] linearizableReadLoop","detail":"{readStateIndex:6427; appliedIndex:6426; }","duration":"187.063374ms","start":"2026-07-24T05:45:54.28678Z","end":"2026-07-24T05:45:54.473843Z","steps":["trace[1497994817] 'read index received' (duration: 107.827069ms)","trace[1497994817] 'applied index is now lower than readState.Index' (duration: 79.235305ms)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:54.473945Z","caller":"traceutil/trace.go:171","msg":"trace[1778100332] transaction","detail":"{read_only:false; response_revision:6033; number_of_response:1; }","duration":"267.490936ms","start":"2026-07-24T05:45:54.206421Z","end":"2026-07-24T05:45:54.473912Z","steps":["trace[1778100332] 'process raft request' (duration: 188.264841ms)","trace[1778100332] 'compare' (duration: 78.879376ms)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:45:54.47422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.231892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:826"} {"level":"warn","ts":"2026-07-24T05:45:54.474221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.418432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-default\" ","response":"range_response_count:1 size:621"} {"level":"info","ts":"2026-07-24T05:45:54.474274Z","caller":"traceutil/trace.go:171","msg":"trace[1652727556] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:6033; }","duration":"185.323184ms","start":"2026-07-24T05:45:54.288939Z","end":"2026-07-24T05:45:54.474262Z","steps":["trace[1652727556] 'agreement among raft nodes before linearized reading' (duration: 185.121609ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:54.474294Z","caller":"traceutil/trace.go:171","msg":"trace[216408160] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-default; range_end:; response_count:1; response_revision:6033; }","duration":"187.505884ms","start":"2026-07-24T05:45:54.286769Z","end":"2026-07-24T05:45:54.474275Z","steps":["trace[216408160] 'agreement among raft nodes before linearized reading' (duration: 187.252128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:54.890277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.035757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:45:54.890353Z","caller":"traceutil/trace.go:171","msg":"trace[745592990] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6033; }","duration":"247.166939ms","start":"2026-07-24T05:45:54.643169Z","end":"2026-07-24T05:45:54.890336Z","steps":["trace[745592990] 'range keys from in-memory index tree' (duration: 246.843363ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:54.914706Z","caller":"traceutil/trace.go:171","msg":"trace[524687290] linearizableReadLoop","detail":"{readStateIndex:6428; appliedIndex:6427; }","duration":"162.970262ms","start":"2026-07-24T05:45:54.751711Z","end":"2026-07-24T05:45:54.914681Z","steps":["trace[524687290] 'read index received' (duration: 162.781378ms)","trace[524687290] 'applied index is now lower than readState.Index' (duration: 187.834µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:54.914841Z","caller":"traceutil/trace.go:171","msg":"trace[832439391] transaction","detail":"{read_only:false; response_revision:6034; number_of_response:1; }","duration":"201.879523ms","start":"2026-07-24T05:45:54.712952Z","end":"2026-07-24T05:45:54.914831Z","steps":["trace[832439391] 'process raft request' (duration: 201.565426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:54.915074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.33947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-07-24T05:45:54.915111Z","caller":"traceutil/trace.go:171","msg":"trace[2083445663] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-mgr; range_end:; response_count:1; response_revision:6034; }","duration":"163.439683ms","start":"2026-07-24T05:45:54.751662Z","end":"2026-07-24T05:45:54.915102Z","steps":["trace[2083445663] 'agreement among raft nodes before linearized reading' (duration: 163.293949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:54.915449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.366386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-07-24T05:45:54.915545Z","caller":"traceutil/trace.go:171","msg":"trace[798032248] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:6034; }","duration":"144.517359ms","start":"2026-07-24T05:45:54.771004Z","end":"2026-07-24T05:45:54.915521Z","steps":["trace[798032248] 'agreement among raft nodes before linearized reading' (duration: 144.14179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:55.104181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.718607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-07-24T05:45:55.10426Z","caller":"traceutil/trace.go:171","msg":"trace[1474444014] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:1; response_revision:6034; }","duration":"107.816899ms","start":"2026-07-24T05:45:54.996425Z","end":"2026-07-24T05:45:55.104242Z","steps":["trace[1474444014] 'range keys from in-memory index tree' (duration: 107.626745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:55.104546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.298063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-24T05:45:55.104624Z","caller":"traceutil/trace.go:171","msg":"trace[1441291338] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:6034; }","duration":"109.407226ms","start":"2026-07-24T05:45:54.995203Z","end":"2026-07-24T05:45:55.10461Z","steps":["trace[1441291338] 'count revisions from in-memory index tree' (duration: 109.216282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:55.457579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.794205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-07-24T05:45:55.45767Z","caller":"traceutil/trace.go:171","msg":"trace[1767594537] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:6035; }","duration":"130.934069ms","start":"2026-07-24T05:45:55.326715Z","end":"2026-07-24T05:45:55.457649Z","steps":["trace[1767594537] 'range keys from in-memory index tree' (duration: 130.622901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:55.457664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.856905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-rgw\" ","response":"range_response_count:1 size:826"} {"level":"info","ts":"2026-07-24T05:45:55.457763Z","caller":"traceutil/trace.go:171","msg":"trace[2025662149] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-rgw; range_end:; response_count:1; response_revision:6035; }","duration":"103.010669ms","start":"2026-07-24T05:45:55.354732Z","end":"2026-07-24T05:45:55.457743Z","steps":["trace[2025662149] 'range keys from in-memory index tree' (duration: 102.687862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:55.696381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.484232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"info","ts":"2026-07-24T05:45:55.696471Z","caller":"traceutil/trace.go:171","msg":"trace[1027869530] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:6036; }","duration":"138.618705ms","start":"2026-07-24T05:45:55.557828Z","end":"2026-07-24T05:45:55.696447Z","steps":["trace[1027869530] 'range keys from in-memory index tree' (duration: 138.248426ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:55.729046Z","caller":"traceutil/trace.go:171","msg":"trace[210122518] linearizableReadLoop","detail":"{readStateIndex:6431; appliedIndex:6430; }","duration":"139.26881ms","start":"2026-07-24T05:45:55.589754Z","end":"2026-07-24T05:45:55.729023Z","steps":["trace[210122518] 'read index received' (duration: 139.154217ms)","trace[210122518] 'applied index is now lower than readState.Index' (duration: 113.913µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:55.729145Z","caller":"traceutil/trace.go:171","msg":"trace[1128614798] transaction","detail":"{read_only:false; response_revision:6037; number_of_response:1; }","duration":"165.05271ms","start":"2026-07-24T05:45:55.56407Z","end":"2026-07-24T05:45:55.729123Z","steps":["trace[1128614798] 'process raft request' (duration: 164.763633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:55.729249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.484864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T05:45:55.729282Z","caller":"traceutil/trace.go:171","msg":"trace[2131212890] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa; range_end:; response_count:1; response_revision:6037; }","duration":"139.566236ms","start":"2026-07-24T05:45:55.589706Z","end":"2026-07-24T05:45:55.729272Z","steps":["trace[2131212890] 'agreement among raft nodes before linearized reading' (duration: 139.420043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:55.97152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.737472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-provisioner-sa\" ","response":"range_response_count:1 size:565"} {"level":"info","ts":"2026-07-24T05:45:55.971609Z","caller":"traceutil/trace.go:171","msg":"trace[1347409274] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-provisioner-sa; range_end:; response_count:1; response_revision:6039; }","duration":"109.870656ms","start":"2026-07-24T05:45:55.861719Z","end":"2026-07-24T05:45:55.97159Z","steps":["trace[1347409274] 'range keys from in-memory index tree' (duration: 109.530358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:55.971553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.123346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-24T05:45:55.971663Z","caller":"traceutil/trace.go:171","msg":"trace[1669735784] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa; range_end:; response_count:1; response_revision:6039; }","duration":"146.26817ms","start":"2026-07-24T05:45:55.825373Z","end":"2026-07-24T05:45:55.971641Z","steps":["trace[1669735784] 'range keys from in-memory index tree' (duration: 146.008333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:55.971667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.639476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-vsjlx\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-07-24T05:45:55.971766Z","caller":"traceutil/trace.go:171","msg":"trace[803948386] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-vsjlx; range_end:; response_count:1; response_revision:6039; }","duration":"173.80711ms","start":"2026-07-24T05:45:55.797934Z","end":"2026-07-24T05:45:55.971741Z","steps":["trace[803948386] 'range keys from in-memory index tree' (duration: 173.388031ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:58.317775Z","caller":"traceutil/trace.go:171","msg":"trace[288834247] linearizableReadLoop","detail":"{readStateIndex:6439; appliedIndex:6438; }","duration":"113.747486ms","start":"2026-07-24T05:45:58.204003Z","end":"2026-07-24T05:45:58.31775Z","steps":["trace[288834247] 'read index received' (duration: 113.538821ms)","trace[288834247] 'applied index is now lower than readState.Index' (duration: 207.835µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:45:58.318178Z","caller":"traceutil/trace.go:171","msg":"trace[1423402625] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"165.198294ms","start":"2026-07-24T05:45:58.152947Z","end":"2026-07-24T05:45:58.318145Z","steps":["trace[1423402625] 'process raft request' (duration: 164.651731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:45:58.318249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.222216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/\" range_end:\"/registry/pods/cert-manager0\" limit:500 ","response":"range_response_count:3 size:13704"} {"level":"warn","ts":"2026-07-24T05:45:58.31828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.175406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:8139"} {"level":"info","ts":"2026-07-24T05:45:58.318325Z","caller":"traceutil/trace.go:171","msg":"trace[269204805] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:6044; }","duration":"111.254708ms","start":"2026-07-24T05:45:58.207059Z","end":"2026-07-24T05:45:58.318313Z","steps":["trace[269204805] 'agreement among raft nodes before linearized reading' (duration: 111.034053ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:45:58.318328Z","caller":"traceutil/trace.go:171","msg":"trace[34956328] range","detail":"{range_begin:/registry/pods/cert-manager/; range_end:/registry/pods/cert-manager0; response_count:3; response_revision:6044; }","duration":"114.349939ms","start":"2026-07-24T05:45:58.203957Z","end":"2026-07-24T05:45:58.318307Z","steps":["trace[34956328] 'agreement among raft nodes before linearized reading' (duration: 114.062373ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:46:04.003981Z","caller":"traceutil/trace.go:171","msg":"trace[1210258456] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"296.482769ms","start":"2026-07-24T05:46:03.707471Z","end":"2026-07-24T05:46:04.003954Z","steps":["trace[1210258456] 'process raft request' (duration: 296.337245ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:46:04.004121Z","caller":"traceutil/trace.go:171","msg":"trace[1555149372] linearizableReadLoop","detail":"{readStateIndex:6453; appliedIndex:6453; }","duration":"267.461295ms","start":"2026-07-24T05:46:03.736616Z","end":"2026-07-24T05:46:04.004077Z","steps":["trace[1555149372] 'read index received' (duration: 267.448855ms)","trace[1555149372] 'applied index is now lower than readState.Index' (duration: 10.17µs)"],"step_count":2} {"level":"warn","ts":"2026-07-24T05:46:04.004391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.763522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dh6zz\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-07-24T05:46:04.004438Z","caller":"traceutil/trace.go:171","msg":"trace[439133113] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dh6zz; range_end:; response_count:1; response_revision:6057; }","duration":"267.871504ms","start":"2026-07-24T05:46:03.736555Z","end":"2026-07-24T05:46:04.004427Z","steps":["trace[439133113] 'agreement among raft nodes before linearized reading' (duration: 267.67675ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:46:04.075263Z","caller":"traceutil/trace.go:171","msg":"trace[1321681259] transaction","detail":"{read_only:false; response_revision:6058; number_of_response:1; }","duration":"225.371171ms","start":"2026-07-24T05:46:03.849855Z","end":"2026-07-24T05:46:04.075226Z","steps":["trace[1321681259] 'process raft request' (duration: 225.137626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:46:04.075398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.668774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rk5pw\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-07-24T05:46:04.075533Z","caller":"traceutil/trace.go:171","msg":"trace[1225518204] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rk5pw; range_end:; response_count:1; response_revision:6058; }","duration":"217.828988ms","start":"2026-07-24T05:46:03.857667Z","end":"2026-07-24T05:46:04.075496Z","steps":["trace[1225518204] 'agreement among raft nodes before linearized reading' (duration: 217.528752ms)"],"step_count":1} {"level":"info","ts":"2026-07-24T05:46:05.170339Z","caller":"traceutil/trace.go:171","msg":"trace[1389606316] linearizableReadLoop","detail":"{readStateIndex:6455; appliedIndex:6454; }","duration":"121.271077ms","start":"2026-07-24T05:46:05.04905Z","end":"2026-07-24T05:46:05.170321Z","steps":["trace[1389606316] 'read index received' (duration: 121.126814ms)","trace[1389606316] 'applied index is now lower than readState.Index' (duration: 143.583µs)"],"step_count":2} {"level":"info","ts":"2026-07-24T05:46:05.170726Z","caller":"traceutil/trace.go:171","msg":"trace[928067056] transaction","detail":"{read_only:false; response_revision:6059; number_of_response:1; }","duration":"128.35231ms","start":"2026-07-24T05:46:05.042363Z","end":"2026-07-24T05:46:05.170715Z","steps":["trace[928067056] 'process raft request' (duration: 127.864539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-24T05:46:05.171151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.092585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-24T05:46:05.171185Z","caller":"traceutil/trace.go:171","msg":"trace[878656140] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6059; }","duration":"122.161717ms","start":"2026-07-24T05:46:05.049016Z","end":"2026-07-24T05:46:05.171178Z","steps":["trace[878656140] 'agreement among raft nodes before linearized reading' (duration: 121.38303ms)"],"step_count":1}